<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v22i8e18684</article-id>
      <article-id pub-id-type="pmid">32795991</article-id>
      <article-id pub-id-type="doi">10.2196/18684</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Googling Musculoskeletal-Related Pain and Ranking of Medical Associations’ Patient Information Pages: Google Ads Keyword Planner Analysis</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Cruvinel</surname>
            <given-names>Thiago</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Gianfredi</surname>
            <given-names>Vincenza</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Yamaguchi</surname>
            <given-names>Yoichiro</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Orthopaedic Surgery</institution>
            <institution>Faculty of Medicine</institution>
            <institution>University of Miyazaki</institution>
            <addr-line>5200 Kihara</addr-line>
            <addr-line>Kiyotake</addr-line>
            <addr-line>Miyazaki, 889-1692</addr-line>
            <country>Japan</country>
            <phone>81 0985 85 0986</phone>
            <email>yoichiroh_yamaguchi@med.miyazaki-u.ac.jp</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0221-0258</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>Deokcheol</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3091-0414</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Nagai</surname>
            <given-names>Takuya</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5010-229X</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Funamoto</surname>
            <given-names>Taro</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7876-1999</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Tajima</surname>
            <given-names>Takuya</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1554-7271</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Chosa</surname>
            <given-names>Etsuo</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1205-8694</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Orthopaedic Surgery</institution>
        <institution>Faculty of Medicine</institution>
        <institution>University of Miyazaki</institution>
        <addr-line>Miyazaki</addr-line>
        <country>Japan</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Yoichiro Yamaguchi <email>yoichiroh_yamaguchi@med.miyazaki-u.ac.jp</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>8</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>14</day>
        <month>8</month>
        <year>2020</year>
      </pub-date>
      <volume>22</volume>
      <issue>8</issue>
      <elocation-id>e18684</elocation-id>
      <history>
        <date date-type="received">
          <day>18</day>
          <month>3</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>20</day>
          <month>4</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>4</day>
          <month>6</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>11</day>
          <month>6</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Yoichiro Yamaguchi, Deokcheol Lee, Takuya Nagai, Taro Funamoto, Takuya Tajima, Etsuo Chosa. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 14.08.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2020/8/e18684" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Most people currently use the internet to obtain information about many subjects, including health information. Thus, medical associations need to provide accurate medical information websites. Although medical associations have their own patient education pages, it is not clear if these websites actually show up in search results.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this study was to evaluate how well medical associations function as online information providers by searching for information about musculoskeletal-related pain online and determining the ranking of the websites of medical associations.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We conducted a Google search for frequently searched keywords. Keywords were extracted using Google Ads Keyword Planner associated with “pain” relevant to the musculoskeletal system from June 2016 to December 2019. The top 20 search queries were extracted and searched using the Google search engine in Japan and the United States.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The number of suggested queries for “pain” provided by Google Ads Keyword Planner was 930 in the United States and 2400 in Japan. Among the top 20 musculoskeletal-related pain queries chosen, the probability that the medical associations’ websites would appear in the top 10 results was 30% in the United States and 45% in Japan. In five queries each, the associations’ websites did not appear among the top 100 results. No significant difference was found in the rank of the associations’ website search results (<italic>P</italic>=.28).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>To provide accurate medical information to patients, it is essential to undertake effective measures for search engine optimization. For orthopedic associations, it is necessary that their websites should appear among the top search results.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>Google</kwd>
        <kwd>ad words</kwd>
        <kwd>infodemiology</kwd>
        <kwd>musculoskeletal-related pain</kwd>
        <kwd>patient education</kwd>
        <kwd>medical information</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Justification</title>
        <p>Searching for information on the internet is now common practice. Medical information is no exception, and the term “consulting Dr. Google” has been popularized to represent searching for medical information on the internet [<xref ref-type="bibr" rid="ref1">1</xref>]. Various studies have investigated the reliability and accuracy of medical information acquired on the internet [<xref ref-type="bibr" rid="ref2">2</xref>-<xref ref-type="bibr" rid="ref4">4</xref>]. However, there has been no research to specifically examine the extent to which medical information from websites supervised by medical associations is acquired from search results.</p>
      </sec>
      <sec>
        <title>Background</title>
        <p>As of 2018, more than 100 million people in Japan (79.8% of the total population) used the internet with various devices, including half the population aged 65-79 years [<xref ref-type="bibr" rid="ref5">5</xref>]. Japan is an increasingly aging society, and many older people suffer from locomotive disorders [<xref ref-type="bibr" rid="ref6">6</xref>]; thus, it can be assumed that these individuals use the internet to obtain information about their conditions. According to one survey, 21.2% of patients referred to medical information from a medical institution on the internet, and 12.1% of patients referred to the social networking services of a medical institution or the government before going to the hospital [<xref ref-type="bibr" rid="ref7">7</xref>].</p>
        <p>Among all currently available search engines, Google has an overwhelming market share in Japan, accounting for 91.2% of searches on computers and 99.1% of searches on mobile devices [<xref ref-type="bibr" rid="ref8">8</xref>]. Many people with musculoskeletal pain such as lower back pain and sciatica use Google to obtain information about their conditions. In such situations, it is valuable to know the type of information that people actually obtain from internet searches. Many hospitals, companies, public interest groups, bloggers, and celebrities have posted medical information on websites. Accordingly, a substantial amount of inaccurate information about medical health has been posted globally [<xref ref-type="bibr" rid="ref9">9</xref>]. We work in the orthopedic surgery department of a hospital and encounter many patients who are misled by inaccurate medical information about musculoskeletal-related pain. The Japan Medical Association states that it will support the health and cultural well-being of the Japanese population. Providing accurate medical information to patients is one of the missions of such medical associations, and orthopedic associations play a key role in the provision of online information about musculoskeletal-related pain.</p>
        <p>Orthopedic associations have their own websites with patient education resources that provide information on symptoms and diseases. However, it is not known whether these websites provided by the orthopedic associations appear in the results of searches with search engines. Google Trends and Google Ads are often used to investigate what searches are actually performed on the internet. A relationship between Google’s search volume increase and the influenza epidemic was noted based on such analyses [<xref ref-type="bibr" rid="ref10">10</xref>-<xref ref-type="bibr" rid="ref12">12</xref>]. In this study, we used the same tools to verify actual search queries and their relationship to orthopedic associations’ website ranks. We also investigated seasonally varying varieties of musculoskeletal-related pain queries that were frequently searched. In addition, we investigated whether there is a more appropriate season for providing effective medical information for each symptom related to musculoskeletal-related pain. Based on this information, we investigated whether the associations’ websites were able to provide suitable medical information to patients.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Search Strategy for Data Extraction</title>
        <p>We extracted research volumes for the term “pain” (Japanese: “itami”) and generated keywords using Google Ads Keywords Planner. The data were generated separately for each region: the United States (in English) and Japan (in Japanese). The data were collected in June 2020 and Google was used for all searches. The planner generated a list of proposed terms associated with “pain” and expressed the search volume for every month. The monthly search volumes for all keywords were extracted from June 2016 to December 2019. Total search volumes for the 4 years were calculated by population ratio and sorted in descending order. Among the generated keywords, two orthopedic doctors chose musculoskeletal pain–related keywords independently. The final list was refined by the senior author (EC). From this list, the top 20 search keywords were selected. Google searches were performed with the top 20 keywords and total hit websites were recorded. We employed Google Chrome without logging in to a Google account; we blocked location information and did not use the autocomplete function. We conducted the search in incognito mode. When searching, a proxy server was used. The search was performed through servers in Japan and the United States for each language. The Japanese Orthopedic Association (JOA) patient information pages [<xref ref-type="bibr" rid="ref13">13</xref>] and the American Academy of Orthopedic Surgeons (AAOS) patient education pages [<xref ref-type="bibr" rid="ref14">14</xref>] were selected as the association websites. The results of the searches were checked for the top 100 sites and those not displayed within the top 100 were ranked as over 100.</p>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>All pain-related suggested searches in a 4-year period in both Japan and the United States were collected, and the number of searches per 100 people in each country was calculated. The monthly average number of musculoskeletal-related pain searches from June 2016 to December 2019 was also calculated. Among the keywords ranked within the top 20, those common to the United States and Japan were compared with seasonal variations. The Kruskal-Wallis test, Mann-Whitney <italic>U</italic> test, and Spearman rank correlation coefficient were used for statistical analysis of the search results. <italic>P</italic> values of &#60;.05 were considered to indicate a significant difference. Statistical analyses were performed using Statistical Package for the Social Sciences (IBM Corp Released 2012, IBM SPSS Statistics for Windows, Version 21.0. Armonk, NY, USA).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The total number of generated keywords from “pain” was 930 in the United States and was 2400 in Japan. In Japan, the search term was “itami,” a word that contains a Chinese character and Hiragana. In all generated queries, the average search volume ranged from 90 to 301,000 per month in the United States and from 140 to 135,000 per month in Japan. The search volume of the top 20 musculoskeletal pain–related queries ranged from 60,500 to 301,000 per month in the United States and from 22,200 to 135,000 per month in Japan. The population ratio was 0.85-4.99 per month per 100 people in the United States and was 0.88-4.94 per month per 100 people in Japan. No significant difference was found between the number of searches per population for the two countries (Mann-Whitney <italic>U</italic> test <italic>P</italic>=.67). Regarding the association websites that appeared within the top 100, the average rank was 16.47 (1st to 35th, mean 17th) in the United States and was 24.47 (2nd to 95th, mean 7th) in Japan. Within the top 20 queries, the association websites ranked within the top 10 for 30% (6/20) of queries in the United States and for 45% (9/20) of queries in Japan. No significant difference was found between the number of ranked websites within the top 10 (Mann-Whitney <italic>U</italic> test <italic>P</italic>=.28). The total search volume of the top 20 queries was 0.75 per 100 people in the United States and was 0.73 per 100 people in Japan (<xref ref-type="table" rid="table1">Table 1</xref> and <xref ref-type="table" rid="table2">Table 2</xref>). As shown in <xref rid="figure1" ref-type="fig">Figure 1</xref>, the total search volume increased year after year. In the top 20 queries, the most common search queries in the United States and Japan were “sciatica,” “lower back pain,” “back pain,” “knee pain,” and “leg cramps” (<xref rid="figure2" ref-type="fig">Figure 2</xref>). Seasonal variation in the number of searches was found for “leg cramps,” which was significantly higher in the summer in both the United States and Japan. No significant difference was found between search volume and the number of total hit websites for the top 20 queries (<xref rid="figure3" ref-type="fig">Figure 3</xref>).</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Top 20 search queries in the United States.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="240"/>
          <col width="190"/>
          <col width="200"/>
          <col width="170"/>
          <col width="200"/>
          <thead>
            <tr valign="top">
              <td>Search queries</td>
              <td>Average search volume per month</td>
              <td>Four-year total search volume (per 100 people)</td>
              <td>Total hit websites</td>
              <td>Association website rank</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>sciatica</td>
              <td>301,000</td>
              <td>15,491,000 (4.99)</td>
              <td>35,400,000</td>
              <td>35</td>
            </tr>
            <tr valign="top">
              <td>lower back pain</td>
              <td>246,000</td>
              <td>11,862,000 (3.82)</td>
              <td>664,000,000</td>
              <td>28</td>
            </tr>
            <tr valign="top">
              <td>herniated disc</td>
              <td>165,000</td>
              <td>7,957,500 (2.56)</td>
              <td>5,010,000</td>
              <td>7</td>
            </tr>
            <tr valign="top">
              <td>bursitis</td>
              <td>165,000</td>
              <td>7,687,000 (2.48)</td>
              <td>5,610,000</td>
              <td>8</td>
            </tr>
            <tr valign="top">
              <td>knee pain</td>
              <td>135,000</td>
              <td>6,926,000 (2.23)</td>
              <td>278,000,000</td>
              <td>12</td>
            </tr>
            <tr valign="top">
              <td>shoulder pain</td>
              <td>135,000</td>
              <td>5,941,000 (1.91)</td>
              <td>302,000,000</td>
              <td>7</td>
            </tr>
            <tr valign="top">
              <td>carpal tunnel syndrome</td>
              <td>110,000</td>
              <td>5,594,000 (1.80)</td>
              <td>13,400,000</td>
              <td>1</td>
            </tr>
            <tr valign="top">
              <td>muscle relaxers</td>
              <td>110,000</td>
              <td>5,043,500 (1.62)</td>
              <td>1,370,000</td>
              <td>&#62;100</td>
            </tr>
            <tr valign="top">
              <td>heel pain</td>
              <td>110,000</td>
              <td>4,869,000 (1.57)</td>
              <td>143,000,000</td>
              <td>6</td>
            </tr>
            <tr valign="top">
              <td>back pain</td>
              <td>90,500</td>
              <td>4,624,000 (1.49)</td>
              <td>1,510,000,000</td>
              <td>27</td>
            </tr>
            <tr valign="top">
              <td>neck pain</td>
              <td>90,500</td>
              <td>4,044,000 (1.30)</td>
              <td>364,000,000</td>
              <td>19</td>
            </tr>
            <tr valign="top">
              <td>muscle spasm</td>
              <td>90,500</td>
              <td>4,038,000 (1.30)</td>
              <td>11,400,000</td>
              <td>25</td>
            </tr>
            <tr valign="top">
              <td>hip pain</td>
              <td>74,000</td>
              <td>3,918,000 (1.26)</td>
              <td>432,000,000</td>
              <td>17</td>
            </tr>
            <tr valign="top">
              <td>sciatic nerve pain</td>
              <td>74,000</td>
              <td>3,910,400 (1.26)</td>
              <td>6,680,000</td>
              <td>&#62;100</td>
            </tr>
            <tr valign="top">
              <td>piriformis syndrome</td>
              <td>74,000</td>
              <td>3,680,000 (1.19)</td>
              <td>1,800,000</td>
              <td>&#62;100</td>
            </tr>
            <tr valign="top">
              <td>heel spur</td>
              <td>74,000</td>
              <td>3,676,500 (1.18)</td>
              <td>15,500,000</td>
              <td>7</td>
            </tr>
            <tr valign="top">
              <td>foot pain</td>
              <td>60,500</td>
              <td>3,237,000 (1.04)</td>
              <td>1,440,000,000</td>
              <td>&#62;100</td>
            </tr>
            <tr valign="top">
              <td>myalgia</td>
              <td>60,500</td>
              <td>3,062,500 (0.99)</td>
              <td>3,240,000</td>
              <td>&#62;100</td>
            </tr>
            <tr valign="top">
              <td>leg cramps</td>
              <td>60,500</td>
              <td>2,892,500 (0.93)</td>
              <td>31,700,000</td>
              <td>23</td>
            </tr>
            <tr valign="top">
              <td>hip bursitis</td>
              <td>60,500</td>
              <td>2,639,600 (0.85)</td>
              <td>5,910,000</td>
              <td>25</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Top 20 search queries in Japan.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="290"/>
          <col width="170"/>
          <col width="210"/>
          <col width="170"/>
          <col width="160"/>
          <thead>
            <tr valign="top">
              <td>Search queries (English translation)</td>
              <td>Average search volume per month</td>
              <td>Four-year total search volume (per 100 people)</td>
              <td>Total hit websites</td>
              <td>Association website rank</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>zakotsushinkeitu (sciatica)</td>
              <td>135,000</td>
              <td>6,250,000 (4.94)</td>
              <td>5,870,000</td>
              <td>13</td>
            </tr>
            <tr valign="top">
              <td>youtuu (lower back pain)</td>
              <td>90,500</td>
              <td>4,737,000 (3.74)</td>
              <td>83,300,000</td>
              <td>2</td>
            </tr>
            <tr valign="top">
              <td>rokkanshinkeitsu (intercostal neuralgia)</td>
              <td>74,000</td>
              <td>3,724,500 (2.94)</td>
              <td>577,000</td>
              <td>&#62;100</td>
            </tr>
            <tr valign="top">
              <td>kensyouen (tendosynovitis)</td>
              <td>74,000</td>
              <td>3,307,000 (2.61)</td>
              <td>8,660,000</td>
              <td>3</td>
            </tr>
            <tr valign="top">
              <td>komuragaeri (leg cramps)</td>
              <td>49,500</td>
              <td>2,217,300 (1.75)</td>
              <td>995,000</td>
              <td>&#62;100</td>
            </tr>
            <tr valign="top">
              <td>senaka no itami (back pain)</td>
              <td>40,500</td>
              <td>2,120,800 (1.68)</td>
              <td>26,600,000</td>
              <td>91</td>
            </tr>
            <tr valign="top">
              <td>koshi ga itai (my lower back aches)</td>
              <td>40,500</td>
              <td>2,103,600 (1.66)</td>
              <td>35,900,000</td>
              <td>88</td>
            </tr>
            <tr valign="top">
              <td>hiza no itami (knee pain)</td>
              <td>40,500</td>
              <td>2,090,900 (1.65)</td>
              <td>25,000,000</td>
              <td>7</td>
            </tr>
            <tr valign="top">
              <td>ashi no ura itai (sole pain)</td>
              <td>40,500</td>
              <td>2,081,400 (1.64)</td>
              <td>26,800,000</td>
              <td>95</td>
            </tr>
            <tr valign="top">
              <td>senaka ga itai (my back aches)</td>
              <td>33,100</td>
              <td>1,721,300 (1.36)</td>
              <td>28,000,000</td>
              <td>&#62;100</td>
            </tr>
            <tr valign="top">
              <td>hiza ga itai (my knee aches)</td>
              <td>33,100</td>
              <td>1,670,600 (1.32)</td>
              <td>19,000,000</td>
              <td>23</td>
            </tr>
            <tr valign="top">
              <td>senaka itai (back, pain)</td>
              <td>33,100</td>
              <td>1,635,300 (1.29)</td>
              <td>30,100,000</td>
              <td>&#62;100</td>
            </tr>
            <tr valign="top">
              <td>kubi ga itai (my neck aches)</td>
              <td>33,100</td>
              <td>1,580,000 (1.25)</td>
              <td>38,800,000</td>
              <td>7</td>
            </tr>
            <tr valign="top">
              <td>gojukata (painful shoulder at age 50s)</td>
              <td>33,100</td>
              <td>1,476,200 (1.17)</td>
              <td>8,650,000</td>
              <td>2</td>
            </tr>
            <tr valign="top">
              <td>henkeiseihizakansetsusho (osteoarthritis of the knee)</td>
              <td>33,100</td>
              <td>1,413,600 (1.12)</td>
              <td>4,860,000</td>
              <td>2</td>
            </tr>
            <tr valign="top">
              <td>kokansetsu itami (hip, pain)</td>
              <td>27,100</td>
              <td>1,310,700 (1.04)</td>
              <td>7,360,000</td>
              <td>5</td>
            </tr>
            <tr valign="top">
              <td>shinkeitsu (neuralgia)</td>
              <td>27,100</td>
              <td>1,224,600 (0.97)</td>
              <td>7,660,000</td>
              <td>17</td>
            </tr>
            <tr valign="top">
              <td>fukurahagi itai (calf, pain)</td>
              <td>22,200</td>
              <td>1,163,900 (0.92)</td>
              <td>1,900,000</td>
              <td>8</td>
            </tr>
            <tr valign="top">
              <td>hiza itami (knee, pain)</td>
              <td>22,200</td>
              <td>1,139,400 (0.90)</td>
              <td>26,600,000</td>
              <td>4</td>
            </tr>
            <tr valign="top">
              <td>shijukata (painful shoulder at age 40s)</td>
              <td>22,200</td>
              <td>1,115,300 (0.88)</td>
              <td>253,000,000</td>
              <td>&#62;100</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Total number of musculoskeletal-related searches in the United States and Japan (total monthly search volume of the top 20 search queries). Vertical axis: Searches per 100 people.</p>
        </caption>
        <graphic xlink:href="jmir_v22i8e18684_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>Comparison of musculoskeletal pain–related searches per month for each season (2016-2019)
Vertical axis: Monthly searches per 10,000 people. <sup>a</sup>Differences between seasons (Kruskal–Wallis test); <sup>b</sup>Differences between the United States and Japan (Mann–Whitney U test).</p>
        </caption>
        <graphic xlink:href="jmir_v22i8e18684_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure3" position="float">
        <label>Figure 3</label>
        <caption>
          <p>Search volumes and number of total hit websites. Vertical axis: Number of total hit websites (logarithmic scale). Horizontal axis: Four-year search volume per 100 people. No significant difference was observed in the relationship between the search volume and the number of total hit websites (Spearman rank correlation coefficient=0.13).</p>
        </caption>
        <graphic xlink:href="jmir_v22i8e18684_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>This study is the first to examine how frequently the patient information pages of orthopedic associations appear when search terms related to musculoskeletal pain are entered. Based on the results of this study, we believe that there is a need for orthopedic associations to do more to provide medical information on the internet by optimizing their position in the search results for frequently searched symptom and disease-related terms.</p>
      <p>The click-through rate for the first position in Google was 21.12%, followed by 10.65% and 7.57%. If the search result ranked 11th, the click-through rate became only 1.46% [<xref ref-type="bibr" rid="ref15">15</xref>]. In a German study, when 289 patients searched for medical information on the internet, only 5 clicked a link on the second or subsequent search result pages [<xref ref-type="bibr" rid="ref16">16</xref>].</p>
      <p>In the early 2000s, over 60% of people in the United States and Australia reported that they had used the internet to search for medical information and were satisfied with the resulting health information and services [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref19">19</xref>]. More recently, 96% of people in Australia reported searching for medical information online; of those, 63% searched using smartphones [<xref ref-type="bibr" rid="ref20">20</xref>]. Over time, it has become increasingly common for individuals to use online search engines when they need medical or health information.</p>
      <p>According to many reports, inaccurate websites often appear among the top 10 results and provide erroneous information [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]. In the United Kingdom, Wikipedia sometimes appears more often in the search results than the National Health Service’s website [<xref ref-type="bibr" rid="ref23">23</xref>]. If members of the general public encounter websites containing incorrect information, it is difficult for them to assess its accuracy. In a US study, high school students with a science-focused education had difficulty distinguishing between reliable and unreliable medical sites, even though most of the information produced in the searches was inaccurate [<xref ref-type="bibr" rid="ref24">24</xref>]. To solve health problems, government organizations need to work together to provide more accurate medical information on the web [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
      <p>The algorithm used for Google searches is confidential; thus, many websites try to increase the quantity and quality of their traffic using organic search engine results. This practice is termed search engine optimization (SEO). At present, if items do not appear among search engine results, they are practically nonexistent.</p>
      <p>In this study, we surveyed the search rankings of the patient information pages of two orthopedic associations and found that these pages are not likely to be viewed by patients seeking medical information with frequently searched queries. There was no significant difference in the number of searches per 100 people between the United States and Japan in the top 20 pages retrieved for musculoskeletal-related pain. Symptoms and illnesses are searched differently between the United States and Japan. The common query “leg cramps” was searched much more often in Japan per 100 people and was searched more often in the summer in both the United States and Japan (<xref rid="figure2" ref-type="fig">Figure 2</xref>). The predominance in summer suggests a link to climate. Indeed, in the United Kingdom and Australia, the volume of searches related to leg cramps increased in summer [<xref ref-type="bibr" rid="ref25">25</xref>]. Another study found that searches related to ankle swelling also increased in midsummer [<xref ref-type="bibr" rid="ref26">26</xref>]. Heartburn-related searches increased during winter, as did heart failure hospitalizations [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. These studies indicate that an increase in the search volume for a particular condition reflects an actual increase in the number of patients affected with that condition. Thus, when the search volume increases, it may be effective for medical associations to provide medical information to patients who need accurate information using social networking sites such as Facebook and Twitter. The act of conducting medical interventions via social media (ie, social media intervention) is reported to be an effective tool for enhancing public health [<xref ref-type="bibr" rid="ref28">28</xref>]. In the future, it will be important to increase interventions in addition to disseminating medical information via social networking sites. The AAOS has a Twitter account, whereas the JOA currently does not (as of June 2020).</p>
      <p>On December 6, 2017, Google made an official announcement about improving the quality of search results for medical and health matters [<xref ref-type="bibr" rid="ref29">29</xref>]. After this statement was made, information from health professionals, specialists, and medical institutions should have become more readily available, and information sources such as blogs and websites dealing with folk medicine should have been excluded from searches. However, the websites of the two associations we focused on rarely appeared among the top 10 results, indicating that no dramatic change has in fact taken place. In that announcement, Google stated that health experts should make their websites appropriate for general users by avoiding the use of technical terms. Fortunately, personal blogs and unofficial websites that may have posted incorrect medical information tended not to appear in the search results owing to Google’s corporate efforts.</p>
      <p>The findings of our study suggest that better SEO is required to boost the ranking of medical associations’ websites. If their websites were to achieve the highest ranking, ordinary patients could more readily obtain appropriate medical information. Of course, it is also necessary to include accurate medical information on the associations’ patient information pages. An SEO strategy comprises two categories: on-page and off-page SEO. Details about this may be found in the Google Search Engine Optimization Starter Guide [<xref ref-type="bibr" rid="ref30">30</xref>] and the Google Webmaster Guidelines [<xref ref-type="bibr" rid="ref31">31</xref>]. Unfortunately, development of an SEO takes time. Daily updates and accurate articles need to be posted online to raise the rankings of the medical associations. In the future, a dual approach may be necessary, involving passive information transmission through companies such as Google, and active information transmission using social networking services such as Twitter and Facebook.</p>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AAOS</term>
          <def>
            <p>American Academy of Orthopedic Surgeons</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">JOA</term>
          <def>
            <p>Japanese Orthopedic Association</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">SEO</term>
          <def>
            <p>search engine optimization</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We thank Edanz Group for editing a draft of this manuscript.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Burke</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Harkins</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Saeed</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Salama</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ahmed</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>"Dr. Google" Will See You Now-Assessing the Quality of Information on Oesophageal Cancer on the Internet</article-title>
          <source>J Gastrointest Surg</source>
          <year>2019</year>
          <month>11</month>
          <day>25</day>
          <fpage>Epub ahead of print</fpage>
          <pub-id pub-id-type="doi">10.1007/s11605-019-04416-5</pub-id>
          <pub-id pub-id-type="medline">31768833</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11605-019-04416-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>EP</given-names>
            </name>
            <name name-style="western">
              <surname>Fenelon</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Baig</surname>
              <given-names>MN</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>Diack</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Leonard</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Does Google™ Have the Answers? The Internet-based Information on Pelvic and Acetabular Fractures</article-title>
          <source>Cureus</source>
          <year>2019</year>
          <month>10</month>
          <day>21</day>
          <volume>11</volume>
          <issue>10</issue>
          <fpage>e5952</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31799093"/>
          </comment>
          <pub-id pub-id-type="doi">10.7759/cureus.5952</pub-id>
          <pub-id pub-id-type="medline">31799093</pub-id>
          <pub-id pub-id-type="pmcid">PMC6863587</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Okuhara</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ishikawa</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kato</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Okada</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kiuchi</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>A qualitative analysis of the beliefs of Japanese anti-influenza vaccination website authors</article-title>
          <source>Heliyon</source>
          <year>2018</year>
          <month>04</month>
          <volume>4</volume>
          <issue>4</issue>
          <fpage>e00609</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2405-8440(18)30543-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.heliyon.2018.e00609</pub-id>
          <pub-id pub-id-type="medline">29862370</pub-id>
          <pub-id pub-id-type="pii">S2405-8440(18)30543-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC5968169</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pehora</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gajaria</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Stoute</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fracassa</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Serebale-O'Sullivan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Matava</surname>
              <given-names>CT</given-names>
            </name>
          </person-group>
          <article-title>Are Parents Getting it Right? A Survey of Parents' Internet Use for Children's Health Care Information</article-title>
          <source>Interact J Med Res</source>
          <year>2015</year>
          <month>06</month>
          <day>22</day>
          <volume>4</volume>
          <issue>2</issue>
          <fpage>e12</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.i-jmr.org/2015/2/e12/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/ijmr.3790</pub-id>
          <pub-id pub-id-type="medline">26099207</pub-id>
          <pub-id pub-id-type="pii">v4i2e12</pub-id>
          <pub-id pub-id-type="pmcid">PMC4526953</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Ministry of Internal Affairs and Communications Japan</collab>
          </person-group>
          <article-title>Looking Back at the History of the Digital Economy in the Heisei Era</article-title>
          <source>WHITE PAPER Information and Communications in Japan</source>
          <year>2019</year>
          <access-date>2020-02-28</access-date>
          <publisher-loc>Tokyo</publisher-loc>
          <publisher-name>The Ministry of Internal Affairs and Communications Japan</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.soumu.go.jp/johotsusintokei/whitepaper/ja/r01/pdf/01honpen.pdf">https://www.soumu.go.jp/johotsusintokei/whitepaper/ja/r01/pdf/01honpen.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chosa</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>[Locomotive syndrome and frailty. Locomotive syndrome due to the underlying disease of degenerative arthritis]</article-title>
          <source>Clin Calcium</source>
          <year>2012</year>
          <month>04</month>
          <volume>22</volume>
          <issue>4</issue>
          <fpage>49</fpage>
          <lpage>57</lpage>
          <pub-id pub-id-type="medline">22460511</pub-id>
          <pub-id pub-id-type="pii">1204503511</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Director-General for Statistics and Information Policy</surname>
              <given-names>Health Statistics Office</given-names>
            </name>
          </person-group>
          <source>Patient's Behavior Survey 2017 (Final Report)</source>
          <year>2019</year>
          <month>3</month>
          <day>15</day>
          <access-date>2020-07-13</access-date>
          <publisher-loc>Tokyo</publisher-loc>
          <publisher-name>Ministry of Health, Labour and Welfare</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mhlw.go.jp/toukei/saikin/hw/jyuryo/17/kakutei.html">https://www.mhlw.go.jp/toukei/saikin/hw/jyuryo/17/kakutei.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>StatCounter</collab>
          </person-group>
          <source>Search Engine Share Worldwide</source>
          <access-date>2020-03-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://gs.statcounter.com/search-engine-market-share">http://gs.statcounter.com/search-engine-market-share</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>King</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Judge</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Byrne</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Conlon</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Googling Allergy in Ireland: Content Analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>05</month>
          <day>13</day>
          <volume>22</volume>
          <issue>5</issue>
          <fpage>e16763</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/5/e16763/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/16763</pub-id>
          <pub-id pub-id-type="medline">32401220</pub-id>
          <pub-id pub-id-type="pii">v22i5e16763</pub-id>
          <pub-id pub-id-type="pmcid">PMC7254291</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ssendikaddiwa</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lavergne</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Access to Primary Care and Internet Searches for Walk-In Clinics and Emergency Departments in Canada: Observational Study Using Google Trends and Population Health Survey Data</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2019</year>
          <month>11</month>
          <day>18</day>
          <volume>5</volume>
          <issue>4</issue>
          <fpage>e13130</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2019/4/e13130/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/13130</pub-id>
          <pub-id pub-id-type="medline">31738175</pub-id>
          <pub-id pub-id-type="pii">v5i4e13130</pub-id>
          <pub-id pub-id-type="pmcid">PMC6913775</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kamiński</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Łoniewski</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Misera</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Marlicz</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Heartburn-Related Internet Searches and Trends of Interest across Six Western Countries: A Four-Year Retrospective Analysis Using Google Ads Keyword Planner</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2019</year>
          <month>11</month>
          <day>20</day>
          <volume>16</volume>
          <issue>23</issue>
          <fpage>4591</fpage>
          <pub-id pub-id-type="doi">10.3390/ijerph16234591</pub-id>
          <pub-id pub-id-type="medline">31756947</pub-id>
          <pub-id pub-id-type="pii">ijerph16234591</pub-id>
          <pub-id pub-id-type="pmcid">PMC6926592</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Seo</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Shin</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Methods Using Social Media and Search Queries to Predict Infectious Disease Outbreaks</article-title>
          <source>Healthc Inform Res</source>
          <year>2017</year>
          <month>10</month>
          <volume>23</volume>
          <issue>4</issue>
          <fpage>343</fpage>
          <lpage>348</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.e-hir.org/DOIx.php?id=10.4258/hir.2017.23.4.343"/>
          </comment>
          <pub-id pub-id-type="doi">10.4258/hir.2017.23.4.343</pub-id>
          <pub-id pub-id-type="medline">29181246</pub-id>
          <pub-id pub-id-type="pmcid">PMC5688036</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>The Japanese Orthopaedic Association</collab>
          </person-group>
          <source>Patient Information</source>
          <year>2019</year>
          <access-date>2020-03-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.joa.or.jp/public/index.html">https://www.joa.or.jp/public/index.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>The American Academy of Orthopaedic Surgeons</collab>
          </person-group>
          <source>OrthiInfo</source>
          <year>2020</year>
          <access-date>2020-03-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://orthoinfo.aaos.org">https://orthoinfo.aaos.org</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Internet Marketing Ninjas</collab>
          </person-group>
          <source>Google Organic Clickthrough Study: Comparison of Google’s CTR by position, industry, and query type</source>
          <year>2017</year>
          <access-date>2020-03-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.internetmarketingninjas.com/additional-resources/google-ctr-white-paper.htm">https://www.internetmarketingninjas.com/additional-resources/google-ctr-white-paper.htm</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Scullard</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Peacock</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Davies</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Googling children's health: reliability of medical advice on the internet</article-title>
          <source>Arch Dis Child</source>
          <year>2010</year>
          <month>08</month>
          <volume>95</volume>
          <issue>8</issue>
          <fpage>580</fpage>
          <lpage>582</lpage>
          <pub-id pub-id-type="doi">10.1136/adc.2009.168856</pub-id>
          <pub-id pub-id-type="medline">20371593</pub-id>
          <pub-id pub-id-type="pii">adc.2009.168856</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wainstein</surname>
              <given-names>BK</given-names>
            </name>
            <name name-style="western">
              <surname>Sterling-Levis</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Baker</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Taitz</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Brydon</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Use of the Internet by parents of paediatric patients</article-title>
          <source>J Paediatr Child Health</source>
          <year>2006</year>
          <month>09</month>
          <volume>42</volume>
          <issue>9</issue>
          <fpage>528</fpage>
          <lpage>532</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1440-1754.2006.00916.x</pub-id>
          <pub-id pub-id-type="medline">16925539</pub-id>
          <pub-id pub-id-type="pii">JPC916</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Pew Internet &#38; American Life Project</collab>
          </person-group>
          <source>Health Information Online</source>
          <year>2005</year>
          <month>5</month>
          <day>17</day>
          <access-date>2020-03-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewresearch.org/internet/2005/05/17/health-information-online/">https://www.pewresearch.org/internet/2005/05/17/health-information-online/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Pew Internet &#38; American Life Project</collab>
          </person-group>
          <source>Wired for Health: How Californians Compare to the Rest of the Nation</source>
          <year>2003</year>
          <month>12</month>
          <day>15</day>
          <access-date>2020-07-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.chcf.org/publication/wired-for-health-how-californians-compare-to-the-rest-of-the-nation/">https://www.chcf.org/publication/wired-for-health-how-californians-compare-to-the-rest-of-the-nation/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yardi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Caldwell</surname>
              <given-names>PH</given-names>
            </name>
            <name name-style="western">
              <surname>Barnes</surname>
              <given-names>EH</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>KM</given-names>
            </name>
          </person-group>
          <article-title>Determining parents' patterns of behaviour when searching for online information on their child's health</article-title>
          <source>J Paediatr Child Health</source>
          <year>2018</year>
          <month>11</month>
          <volume>54</volume>
          <issue>11</issue>
          <fpage>1246</fpage>
          <lpage>1254</lpage>
          <pub-id pub-id-type="doi">10.1111/jpc.14068</pub-id>
          <pub-id pub-id-type="medline">29864197</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Okuhara</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ishikawa</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kato</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Okada</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kiuchi</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>A qualitative analysis of the beliefs of Japanese anti-influenza vaccination website authors</article-title>
          <source>Heliyon</source>
          <year>2018</year>
          <month>04</month>
          <volume>4</volume>
          <issue>4</issue>
          <fpage>e00609</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2405-8440(18)30543-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.heliyon.2018.e00609</pub-id>
          <pub-id pub-id-type="medline">29862370</pub-id>
          <pub-id pub-id-type="pii">S2405-8440(18)30543-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC5968169</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Downs</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>de Bruin</surname>
              <given-names>WB</given-names>
            </name>
            <name name-style="western">
              <surname>Fischhoff</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Parents' vaccination comprehension and decisions</article-title>
          <source>Vaccine</source>
          <year>2008</year>
          <month>03</month>
          <day>17</day>
          <volume>26</volume>
          <issue>12</issue>
          <fpage>1595</fpage>
          <lpage>1607</lpage>
          <pub-id pub-id-type="doi">10.1016/j.vaccine.2008.01.011</pub-id>
          <pub-id pub-id-type="medline">18295940</pub-id>
          <pub-id pub-id-type="pii">S0264-410X(08)00031-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Laurent</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Vickers</surname>
              <given-names>TJ</given-names>
            </name>
          </person-group>
          <article-title>Seeking health information online: does Wikipedia matter?</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2009</year>
          <volume>16</volume>
          <issue>4</issue>
          <fpage>471</fpage>
          <lpage>479</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19390105"/>
          </comment>
          <pub-id pub-id-type="doi">10.1197/jamia.M3059</pub-id>
          <pub-id pub-id-type="medline">19390105</pub-id>
          <pub-id pub-id-type="pii">M3059</pub-id>
          <pub-id pub-id-type="pmcid">PMC2705249</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kortum</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Richards-Kortum</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>The impact of inaccurate Internet health information in a secondary school learning environment</article-title>
          <source>J Med Internet Res</source>
          <year>2008</year>
          <month>06</month>
          <day>30</day>
          <volume>10</volume>
          <issue>2</issue>
          <fpage>e17</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2008/2/e17/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.986</pub-id>
          <pub-id pub-id-type="medline">18653441</pub-id>
          <pub-id pub-id-type="pii">v10i2e17</pub-id>
          <pub-id pub-id-type="pmcid">PMC2483927</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>O'Keeffe</surname>
              <given-names>ST</given-names>
            </name>
          </person-group>
          <article-title>Summertime blues? A re-examination of the seasonality of web searches for restless legs and leg cramps</article-title>
          <source>Sleep Med</source>
          <year>2017</year>
          <month>09</month>
          <volume>37</volume>
          <fpage>119</fpage>
          <lpage>123</lpage>
          <pub-id pub-id-type="doi">10.1016/j.sleep.2017.06.017</pub-id>
          <pub-id pub-id-type="medline">28899521</pub-id>
          <pub-id pub-id-type="pii">S1389-9457(17)30270-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Allan</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Korownyk</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kolber</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Flook</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Sternberg</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Garrison</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Seasonality of Ankle Swelling: Population Symptom Reporting Using Google Trends</article-title>
          <source>Ann Fam Med</source>
          <year>2016</year>
          <month>07</month>
          <volume>14</volume>
          <issue>4</issue>
          <fpage>356</fpage>
          <lpage>358</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.annfammed.org/cgi/pmidlookup?view=long&#38;pmid=27401424"/>
          </comment>
          <pub-id pub-id-type="doi">10.1370/afm.1953</pub-id>
          <pub-id pub-id-type="medline">27401424</pub-id>
          <pub-id pub-id-type="pii">14/4/356</pub-id>
          <pub-id pub-id-type="pmcid">PMC4940466</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Nalluri</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Deshmukh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pant</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Badheka</surname>
              <given-names>AO</given-names>
            </name>
            <name name-style="western">
              <surname>Asti</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Lafferty</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Schwartz</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Seasonal trends of heart failure hospitalizations in the United States: a national perspective from 2000 to 2011</article-title>
          <source>Int J Cardiol</source>
          <year>2014</year>
          <month>05</month>
          <day>15</day>
          <volume>173</volume>
          <issue>3</issue>
          <fpage>562</fpage>
          <lpage>563</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijcard.2014.03.122</pub-id>
          <pub-id pub-id-type="medline">24713458</pub-id>
          <pub-id pub-id-type="pii">S0167-5273(14)00558-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bonar</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Schneeberger</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Bourque</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bauermeister</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Blow</surname>
              <given-names>FC</given-names>
            </name>
            <name name-style="western">
              <surname>Cunningham</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Bohnert</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Zimmerman</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Walton</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Social Media Interventions for Risky Drinking Among Adolescents and Emerging Adults: Protocol for a Randomized Controlled Trial</article-title>
          <source>JMIR Res Protoc</source>
          <year>2020</year>
          <month>05</month>
          <day>13</day>
          <volume>9</volume>
          <issue>5</issue>
          <fpage>e16688</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2020/5/e16688/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/16688</pub-id>
          <pub-id pub-id-type="medline">32401225</pub-id>
          <pub-id pub-id-type="pii">v9i5e16688</pub-id>
          <pub-id pub-id-type="pmcid">PMC7254293</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shin</surname>
              <given-names>Natori</given-names>
            </name>
          </person-group>
          <source>Improvement of search results quality about medical and health contents Internet: Google</source>
          <year>2017</year>
          <month>12</month>
          <day>6</day>
          <access-date>2020-03-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://webmaster-ja.googleblog.com/2017/12/for-more-reliable-health-search.html">https://webmaster-ja.googleblog.com/2017/12/for-more-reliable-health-search.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>The Google Search Quality team</collab>
          </person-group>
          <source>Search Engine Optimization (SEO) Starter Guide</source>
          <access-date>2020-03-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://support.google.com/webmasters/answer/7451184?hl=en">https://support.google.com/webmasters/answer/7451184?hl=en</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>The Google Search Quality team</collab>
          </person-group>
          <source>Webmaster Guidelines</source>
          <access-date>2020-03-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://support.google.com/webmasters/answer/35769?hl=en">https://support.google.com/webmasters/answer/35769?hl=en</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
