<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v22i9e22181</article-id>
      <article-id pub-id-type="pmid">32924951</article-id>
      <article-id pub-id-type="doi">10.2196/22181</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Increased Internet Searches for Insomnia as an Indicator of Global Mental Health During the COVID-19 Pandemic: Multinational Longitudinal Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Lee</surname>
            <given-names>Li-Ang</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Ulmer</surname>
            <given-names>Christi</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Lin</surname>
            <given-names>Yu-Hsuan</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Institute of Population Health Sciences</institution>
            <institution>National Health Research Institutes</institution>
            <addr-line>Room A3234, No 35 Keyan Road, Zhunan Town</addr-line>
            <addr-line>Miaoli County, 35053</addr-line>
            <country>Taiwan</country>
            <phone>1 886 37206166 ext 36383</phone>
            <email>yuhsuanlin@nhri.edu.tw</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9393-3886</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Chiang</surname>
            <given-names>Ting-Wei</given-names>
          </name>
          <degrees>BSE</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3022-1803</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Lin</surname>
            <given-names>Yu-Lun</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0735-0594</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Institute of Population Health Sciences</institution>
        <institution>National Health Research Institutes</institution>
        <addr-line>Miaoli County</addr-line>
        <country>Taiwan</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Institute of Health Behaviors and Community Sciences</institution>
        <institution>College of Public Health</institution>
        <institution>National Taiwan University</institution>
        <addr-line>Taipei</addr-line>
        <country>Taiwan</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Psychiatry</institution>
        <institution>National Taiwan University Hospital</institution>
        <addr-line>Taipei</addr-line>
        <country>Taiwan</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Psychiatry, College of Medicine</institution>
        <institution>National Taiwan University</institution>
        <addr-line>Taipei</addr-line>
        <country>Taiwan</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Yu-Hsuan Lin <email>yuhsuanlin@nhri.edu.tw</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>9</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>21</day>
        <month>9</month>
        <year>2020</year>
      </pub-date>
      <volume>22</volume>
      <issue>9</issue>
      <elocation-id>e22181</elocation-id>
      <history>
        <date date-type="received">
          <day>6</day>
          <month>7</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>17</day>
          <month>8</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>19</day>
          <month>8</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>13</day>
          <month>9</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Yu-Hsuan Lin, Ting-Wei Chiang, Yu-Lun Lin. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 21.09.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://www.jmir.org/2020/9/e22181/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Real-time global mental health surveillance is urgently needed for tracking the long-term impact of the COVID-19 pandemic.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to use Google Trends data to investigate the impact of the pandemic on global mental health by analyzing three keywords indicative of mental distress: “insomnia,” “depression,” and “suicide.”</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We examined increases in search queries for 19 countries. Significant increases were defined as the actual daily search value (from March 20 to April 19, 2020) being higher than the 95% CIs of the forecast from the 3-month baseline via ARIMA (autoregressive integrated moving average) modeling. We examined the correlation between increases in COVID-19–related deaths and the number of days with significant increases in search volumes for insomnia, depression, and suicide across multiple nations.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The countries with the greatest increases in searches for insomnia were Iran, Spain, the United States, and Italy; these countries exhibited a significant increase in insomnia searches on more than 10 of the 31 days observed. The number of COVID-19–related deaths was positively correlated to the number of days with an increase in searches for insomnia in the 19 countries (ρ=0.64, <italic>P</italic>=.003). By contrast, there was no significant correlation between the number of deaths and increases in searches for depression (ρ=–0.12, <italic>P</italic>=.63) or suicide (ρ=–0.07, <italic>P</italic>=.79).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Our analysis suggests that insomnia could be a part of routine mental health screening during the COVID-19 pandemic.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>internet search</kwd>
        <kwd>Google Trends</kwd>
        <kwd>infodemiology</kwd>
        <kwd>infoveillance</kwd>
        <kwd>COVID-19</kwd>
        <kwd>insomnia</kwd>
        <kwd>mental health</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>The COVID-19 pandemic is the largest global public health challenge of this century. The number of confirmed COVID-19 cases and deaths have been growing exponentially, with over 355,688 deaths and 5,695,115 people infected worldwide, as of May 28, 2020 [<xref ref-type="bibr" rid="ref1">1</xref>]. In mid-March, countries with the highest prevalence of COVID-19 cases imposed lockdown policies, such as social distancing, bans on nonessential travel, and the temporary closure of almost all businesses, facilities, and places of religious and other gathering, including funerals. There are concerns that the pandemic and the secondary consequences of the public health response, such as lockdowns and social distancing, may adversely affect mental health. In addition, in the absence of a vaccine or effective treatment, fear of COVID-19 and increased experience of bereavement have left more people vulnerable to mental health problems, such as insomnia, anxiety, depression, posttraumatic stress, and suicide. The World Health Organization (WHO) has recognized the importance of considering population-level psychological well-being and mental health during the COVID-19 pandemic [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
      <p>Surveys on COVID-19–related mental health have been mostly based on self-reported, cross-sectional studies. Most of these surveys investigated a single country; multinational studies have been scarce [<xref ref-type="bibr" rid="ref3">3</xref>]. Only one study, with a repeated cross-sectional design, has monitored changes in a population’s mental health throughout the course of the pandemic [<xref ref-type="bibr" rid="ref4">4</xref>], but there was no longitudinal follow-up survey. Therefore, current research still does not provide a strong basis for national mental health strategies. However, mental distress can be reflected in Google searches. For example, Google searches for flu symptoms have been found to be real-time indicators of influenza outbreaks [<xref ref-type="bibr" rid="ref5">5</xref>]. Google Trends has been used previously for population mental health surveillance, and for longitudinal tracking to identify potential risk factors of depression [<xref ref-type="bibr" rid="ref6">6</xref>] and suicide [<xref ref-type="bibr" rid="ref7">7</xref>]. In a global crisis like the COVID-19 pandemic, real-time global mental health surveillance is urgently needed for tracking the long-term impact.</p>
      <p>This study hypothesized that increases in search terms related to mental health might correspond to the prevalence of COVID-19 in different countries. We aimed to use Google Trends data to investigate the impact of the pandemic on populations’ mental health, as indexed by changes in search frequency for three keywords indicative of mental distress: insomnia, depression, and suicide. We delineate a 4-month time course and focus on the period from March 20 to April 19, 2020, to evaluate search behaviors related to insomnia, depression, and suicide in response to a nation’s level of COVID-19 transmission.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>Using Google Trends data, we obtained search trends including “insomnia,” “depression,” and “suicide” from December 20, 2019, to April 19, 2020, as a surrogate for the general population’s mental health status in 19 countries with differing rates of COVID-19 prevalence. We confirmed the translation of the three terms into the local languages of the 19 countries by using translations from both Chinese and English, with back-translation on Google Translate.</p>
        <p>Google Trends does not provide information on the absolute numbers of searches. Instead it provides a relative search value to display search activity for a given term according to a specific period, time, and area. Each data point is divided by the total searches of the geography and time range it represents to compare relative popularity. This value is scaled from 0 to 100. A value of 100 is the peak popularity of the term, while a value of 50 means that the term is half as popular in a given time period/area with search volumes for the days given relative to this.</p>
        <p>We examined daily searches from March 20 to April 19, using this period since most countries enforced lockdowns in mid-March, to compare observed search volumes with expected search volumes from the 3-month baseline. The 3-month baseline period from December 20, 2019, to March 20, 2020, included two sentinel events: (1) on January 20, Chinese health authorities announced the human-to-human transmission of COVID-19, (ie, the first baseline month prior to any widespread knowledge of the disease worldwide); and (2) on February 20, the number of cases of COVID-19 outside China started to increase rapidly (no countries other than China had accumulated more than 100 cases of COVID-19 prior to February 19). The 3-month baseline time window was selected to inform our prediction since a longer time window could be contaminated by other past relevant events.</p>
      </sec>
      <sec>
        <title>Increased Search Volume Estimation</title>
        <p>Using search rates from December 20, 2019, to March 19, 2020, for each outcome (“insomnia,” “depression,” or “suicide”), we forecasted a counterfactual scenario of expected search rates had the COVID-19 rapid outbreak and lockdown policies not occurred in mid-March. The expected relative search volumes were estimated using Hyndman and Khandakar’s algorithm for autoregressive integrated moving average (ARIMA) modeling [<xref ref-type="bibr" rid="ref8">8</xref>], fit to the historical search rates from December 20, 2019, to March 19, 2020, and compared to the observed search rates from March 20 to April 19, 2020. For the residuals from each of the chosen models, we verified that they showed no significant autocorrelation with a Ljung–Box test [<xref ref-type="bibr" rid="ref9">9</xref>]. Subsequently, we used daily trends from December 20, 2019, to March 19, 2020, to forecast future values with bootstrap CIs, which were computed using R software, version 3.6.3 (R Foundation for Statistical Computing).</p>
      </sec>
      <sec>
        <title>Indicators of Increased Searches for Insomnia, Depression, and Suicide</title>
        <p>We examined the number of days with increased search volume for insomnia, depression, and suicide. We defined increases in search queries based on both the intensity and duration of increases in population interest, which was applied per our previous study [<xref ref-type="bibr" rid="ref10">10</xref>]. The intensity of a significant increase was defined as the actual daily Google Trends value during March 20 to April 19 being higher than the expected +1.645 standard error (via ARIMA), that is, the upper limit of the 95% CI in a one-tailed test. We calculated the number of days with significant increases in searches for insomnia higher than the 95% CI expected in each country from March 20 to April 19. We used similar approaches to calculate the indicators for depression and suicide.</p>
      </sec>
      <sec>
        <title>Rate of COVID-19 Spread Across Nations</title>
        <p>We used the increase in the number of deaths from March 20 to April 19 as an indicator of the speed at which COVID-19 spread within a nation during this time period, since widespread population testing was not yet available in most countries, especially in those with rapid outbreaks of COVID-19. However, in order to examine the robustness of our findings, we also used three additional indicators: increases in confirmed cases of COVID-19 from March 20 to April 19; the cumulative number of confirmed cases; and the cumulative number of deaths as of March 20.</p>
        <p>We used the Spearman rank-order correlation test to examine the correlation between increases in the number of confirmed cases and deaths related to COVID-19 and the number of days with increases in search volume for insomnia, depression, and suicide in the 19 countries from March 20 to April 19. We also examined the temporal correlation between confirmed cases and deaths as of March 20 as well as the number of days with increases in search volumes for insomnia, depression, and suicide from March 20 to April 19.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p><xref ref-type="table" rid="table1">Table 1</xref> shows the number of days with significant increases in searches for insomnia, depression, and suicide in the local language among the 19 countries. Nations with the highest increases in searches for insomnia were Iran, Spain (<xref rid="figure1" ref-type="fig">Figure 1</xref>), the United States, and Italy; these countries exhibited a significant increase in insomnia queries on more than 10 of the 31 days observed (March 20 to April 19). The countries with the greatest increases in searches for depression were Iran (8 days), Australia (6 days), and Hong Kong (6 days). The countries with the greatest increases in searches for suicide were Iran (10 days), Germany (10 days [<xref rid="figure2" ref-type="fig">Figure 2</xref>]), and Italy (5 days).</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Number of days with significant increases in searches for insomnia, depression, and suicide in each country’s local language, as well as the cumulative number of confirmed cases as of March 20, 2020; increases in confirmed cases from March 20 to April 19; and the increases in the number of deaths due to COVID-19.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="80"/>
          <col width="120"/>
          <col width="90"/>
          <col width="0"/>
          <col width="120"/>
          <col width="90"/>
          <col width="130"/>
          <col width="90"/>
          <col width="70"/>
          <col width="70"/>
          <col width="70"/>
          <col width="70"/>
          <thead>
            <tr valign="top">
              <td>Country</td>
              <td colspan="2">Insomnia</td>
              <td colspan="3">Depression</td>
              <td colspan="2">Suicide</td>
              <td colspan="2">Deaths, n</td>
              <td colspan="2">Confirmed cases, n</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Translated keyword</td>
              <td colspan="2">Days with significant increases in searches, n</td>
              <td>Translated keyword</td>
              <td>Days with significant increases in searches, n</td>
              <td>Translated keyword</td>
              <td>Days with significant increases in searches, n</td>
              <td>From March 20 to April 19</td>
              <td>As of March 20</td>
              <td>From March 20 to April 19</td>
              <td>As of March 20</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Australia</td>
              <td>insomnia</td>
              <td colspan="2">5</td>
              <td>depression</td>
              <td>6</td>
              <td>suicide</td>
              <td>0</td>
              <td>60</td>
              <td>7</td>
              <td>5819</td>
              <td>791</td>
            </tr>
            <tr valign="top">
              <td>Brazil</td>
              <td>insônia</td>
              <td colspan="2">10</td>
              <td>depressão</td>
              <td>0</td>
              <td>suicídio</td>
              <td>0</td>
              <td>2451</td>
              <td>11</td>
              <td>37,861</td>
              <td>793</td>
            </tr>
            <tr valign="top">
              <td>Canada</td>
              <td>insomnia</td>
              <td colspan="2">4</td>
              <td>depression</td>
              <td>4</td>
              <td>suicide</td>
              <td>1</td>
              <td>1552</td>
              <td>12</td>
              <td>34,676</td>
              <td>943</td>
            </tr>
            <tr valign="top">
              <td>France</td>
              <td>insomnie</td>
              <td colspan="2">9</td>
              <td>dépression</td>
              <td>0</td>
              <td>suicide</td>
              <td>2</td>
              <td>19,244</td>
              <td>450</td>
              <td>139,196</td>
              <td>12,612</td>
            </tr>
            <tr valign="top">
              <td>Germany</td>
              <td>Schlaflosigkeit</td>
              <td colspan="2">4</td>
              <td>Depression</td>
              <td>0</td>
              <td>Selbstmord</td>
              <td>10</td>
              <td>4519</td>
              <td>67</td>
              <td>125,336</td>
              <td>19,848</td>
            </tr>
            <tr valign="top">
              <td>Hong Kong</td>
              <td>失眠</td>
              <td colspan="2">1</td>
              <td>抑鬱</td>
              <td>6</td>
              <td>自殺</td>
              <td>3</td>
              <td>0</td>
              <td>4</td>
              <td>769</td>
              <td>256</td>
            </tr>
            <tr valign="top">
              <td>Iran</td>
              <td>
                <inline-graphic xlink:href="jmir_v22i9e22181_fig4.png" xlink:type="simple" mimetype="image"/>
              </td>
              <td colspan="2">17</td>
              <td>
                <inline-graphic xlink:href="jmir_v22i9e22181_fig5.png" xlink:type="simple" mimetype="image"/>
              </td>
              <td>9</td>
              <td>
                <inline-graphic xlink:href="jmir_v22i9e22181_fig6.png" xlink:type="simple" mimetype="image"/>
              </td>
              <td>10</td>
              <td>3685</td>
              <td>1433</td>
              <td>62,567</td>
              <td>19,644</td>
            </tr>
            <tr valign="top">
              <td>Italy</td>
              <td>insonnia</td>
              <td colspan="2">11</td>
              <td>depressione</td>
              <td>1</td>
              <td>suicidio</td>
              <td>5</td>
              <td>19,628</td>
              <td>4032</td>
              <td>131,951</td>
              <td>47,021</td>
            </tr>
            <tr valign="top">
              <td>Japan</td>
              <td>眠れない</td>
              <td colspan="2">1</td>
              <td>うつ病</td>
              <td>0</td>
              <td>自殺</td>
              <td>0</td>
              <td>203</td>
              <td>33</td>
              <td>9834</td>
              <td>963</td>
            </tr>
            <tr valign="top">
              <td>New Zealand</td>
              <td>insomnia</td>
              <td colspan="2">2</td>
              <td>depression</td>
              <td>1</td>
              <td>suicide</td>
              <td>1</td>
              <td>12</td>
              <td>0</td>
              <td>1392</td>
              <td>39</td>
            </tr>
            <tr valign="top">
              <td>Russia</td>
              <td>бессонница</td>
              <td colspan="2">1</td>
              <td>депрессия</td>
              <td>0</td>
              <td>самоубийство</td>
              <td>0</td>
              <td>360</td>
              <td>1</td>
              <td>42,600</td>
              <td>253</td>
            </tr>
            <tr valign="top">
              <td>Singapore</td>
              <td>insomnia</td>
              <td colspan="2">3</td>
              <td>depression</td>
              <td>0</td>
              <td>suicide</td>
              <td>2</td>
              <td>11</td>
              <td>0</td>
              <td>6203</td>
              <td>385</td>
            </tr>
            <tr valign="top">
              <td>South Korea</td>
              <td>불면증</td>
              <td colspan="2">1</td>
              <td>우울증</td>
              <td>3</td>
              <td>자살</td>
              <td>2</td>
              <td>140</td>
              <td>94</td>
              <td>2009</td>
              <td>8652</td>
            </tr>
            <tr valign="top">
              <td>Spain</td>
              <td>insomnio</td>
              <td colspan="2">16</td>
              <td>depresión</td>
              <td>4</td>
              <td>suicidio</td>
              <td>0</td>
              <td>19,410</td>
              <td>1043</td>
              <td>178,264</td>
              <td>20,410</td>
            </tr>
            <tr valign="top">
              <td>Taiwan</td>
              <td>失眠</td>
              <td colspan="2">4</td>
              <td>憂鬱</td>
              <td>2</td>
              <td>自殺</td>
              <td>4</td>
              <td>4</td>
              <td>2</td>
              <td>285</td>
              <td>135</td>
            </tr>
            <tr valign="top">
              <td>Thailand</td>
              <td>
                <inline-graphic xlink:href="jmir_v22i9e22181_fig7.png" xlink:type="simple" mimetype="image"/>
              </td>
              <td colspan="2">6</td>
              <td>
                <inline-graphic xlink:href="jmir_v22i9e22181_fig8.png" xlink:type="simple" mimetype="image"/>
              </td>
              <td>2</td>
              <td>
                <inline-graphic xlink:href="jmir_v22i9e22181_fig9.png" xlink:type="simple" mimetype="image"/>
              </td>
              <td>1</td>
              <td>46</td>
              <td>1</td>
              <td>2443</td>
              <td>322</td>
            </tr>
            <tr valign="top">
              <td>Turkey</td>
              <td>uykusuzluk</td>
              <td colspan="2">2</td>
              <td>depresyon</td>
              <td>0</td>
              <td>intihar</td>
              <td>0</td>
              <td>2013</td>
              <td>4</td>
              <td>85,947</td>
              <td>359</td>
            </tr>
            <tr valign="top">
              <td>United Kingdom</td>
              <td>insomnia</td>
              <td colspan="2">4</td>
              <td>depression</td>
              <td>0</td>
              <td>suicide</td>
              <td>0</td>
              <td>18,298</td>
              <td>194</td>
              <td>116,084</td>
              <td>3983</td>
            </tr>
            <tr valign="top">
              <td>United States</td>
              <td>insomnia</td>
              <td colspan="2">11</td>
              <td>depression</td>
              <td>4</td>
              <td>suicide</td>
              <td>1</td>
              <td>40,596</td>
              <td>349</td>
              <td>739,536</td>
              <td>19,273</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Daily trends for all Google searches for the term “insomnia” alongside expected trends for the days after March 20, 2020, in (A) Spain and (B) Germany.</p>
        </caption>
        <graphic xlink:href="jmir_v22i9e22181_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>Daily trends for all Google searches with the term “suicide,” alongside expected trends for the days after March 20, 2020, in (A) Spain and (B) Germany.</p>
        </caption>
        <graphic xlink:href="jmir_v22i9e22181_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p><xref rid="figure3" ref-type="fig">Figure 3</xref> shows that increases in deaths were positively correlated to the number of days with increases in searches for insomnia in the 19 countries from March 20 to April 19 with a Spearman correlation coefficient (ρ) of 0.64 (<italic>P</italic>=.003). Similarly, the number of cumulative death cases as of March 20 was temporally positively correlated to increases in insomnia searches from March 20 to April 19 (ρ=0.60, <italic>P</italic>=.007).</p>
      <p>By contrast, there was no significant correlation between the increased searches for depression and increases in deaths (ρ=–0.12, <italic>P</italic>=.63), nor a correlation between the increased searches for suicide and increases in deaths (ρ=–0.07, <italic>P</italic>=.79).</p>
      <fig id="figure3" position="float">
        <label>Figure 3</label>
        <caption>
          <p>Positive correlation between increases in COVID-19–related deaths and the number of days with an increase in searches for insomnia in 19 countries (Spearman correlation coefficient=0.64, <italic>P</italic>=.003) from March 20 to April 19, 2020.</p>
        </caption>
        <graphic xlink:href="jmir_v22i9e22181_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>To the best of our knowledge, this is the first study to use a real-time collection of population-level data to investigate the impacts of the COVID-19 pandemic on mental health across 19 countries. The multinational and longitudinal design demonstrates with a high temporal resolution how the pandemic influences global mental health. Furthermore, this study compared the associations between the impact of the COVID-19 outbreak and its varied impact on mental health indicators, namely insomnia, depression, and suicide. The increase in Google searches for insomnia, rather than for depression and suicide, was significantly correlated to the number of deaths related to COVID-19. These findings indicate the extent of the pandemic’s impact on the general population’s mental health.</p>
        <p>Insomnia is a common, preceding symptom or precipitating factor in new onset mental illness, such as depression, anxiety, and posttraumatic stress disorder [<xref ref-type="bibr" rid="ref11">11</xref>], whereas suicide is the most severe outcome of psychiatric disorders over a lifetime [<xref ref-type="bibr" rid="ref12">12</xref>]. Stress‐related sleep problems are common [<xref ref-type="bibr" rid="ref13">13</xref>], and poor sleep quality has been identified as having mental health consequences as a result of social isolation [<xref ref-type="bibr" rid="ref14">14</xref>]. In the absence of a vaccine and effective treatment for COVID-19, one of the most vital strategies for slowing the pandemic is social distancing. However, even for households free of the virus, the pandemic is likely to function as a major stressor, especially in terms of economic difficulties. Such effects may be exacerbated by self-isolation policies that can increase social isolation and relationship difficulties. Loneliness and social isolation may worsen the burden of stress and often exacerbate insomnia. Future research should explore search behaviors associated with terms such as fear, anxiety, and stress, which are highly relevant to COVID-19 and insomnia, to strengthen the qualitative correlation between insomnia and the COVID-19 pandemic.</p>
        <p>Our results indicate that insomnia is a more sensitive indicator than depression or suicide of populations’ mental health during the COVID-19 pandemic. However, unlike the patterns of Google searches for “face mask” and “wash hands,” which reached all-time highs during this pandemic [<xref ref-type="bibr" rid="ref10">10</xref>], searches patterns for insomnia, depression, and suicide usually consisted of multiple fluctuating components (eg, seasonality) and may increase in imperceptible manners. ARIMA models are capable of modeling both seasonal and nonseasonal data and can perform time-series forecasting to quantify whether imperceptible search queries are higher than expected [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>].</p>
        <p>The increased searches for insomnia and suicide demonstrated different patterns in this study (<xref rid="figure1" ref-type="fig">Figures 1</xref> and <xref rid="figure2" ref-type="fig">2</xref>). The surge in suicide-related searches in some countries (Italy, Germany, and Iran) may be attributed to media reports of suicides (ie, an Italian nurse on March 24, a German minister on March 29, and an Iranian student on April 6). These findings are consistent with previous studies that report on the correlation between suicide search trends and actual suicides [<xref ref-type="bibr" rid="ref17">17</xref>], indicating that media reports of suicides can lead to spikes in suicides [<xref ref-type="bibr" rid="ref18">18</xref>]. On the basis of these findings, media professionals should follow the WHO’s media guidelines [<xref ref-type="bibr" rid="ref2">2</xref>] for preventing suicide.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>There are several methodological limitations that should be noted when interpreting this study’s findings. First, we recognize that the Google Trends data do not represent a random sampling of the population and may exclude important vulnerable groups without access to the internet or those who were not actively engaged in searching. Second, we were unable to determine the sociodemographic characteristics of those conducting the searches. COVID-19 disproportionately affects poor and vulnerable populations; additionally, patients with serious mental illness may be among the hardest hit [<xref ref-type="bibr" rid="ref19">19</xref>]. Our results did not include the entire population, or all internet users, of every country. Third, individual search queries for insomnia, depression, or suicide may not accurately reflect the actual mental health status of internet users. Factors other than the COVID-19 pandemic, including cultural differences that affect the expression and evaluation of symptoms, as well as more complicated bio-psycho-social factors may influence mental health and thus internet search behaviors. However, the collective phenomenon of internet search behavior still can be a meaningful surrogate for mental health across large populations.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>In conclusion, our analysis suggests that insomnia could be a part of routine screening for mental health during the COVID-19 pandemic. Monitoring Google Trends has the benefit of allowing for rapid longitudinal tracking at the international level during this unprecedented health crisis.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ARIMA</term>
          <def>
            <p>autoregressive integrated moving average</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">WHO</term>
          <def>
            <p>World Health Organization</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors thank Dr Sheng-Hsuan Lin, Ms Hsiao-Han Lin, and Ms Szu-Yu Chen for their excellent technical assistance.</p>
      <p>This study was supported by grants from the National Health Research Institutes of Taiwan (09A1-PHPP20-014).</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>Y-HL designed the study. Y-HL and T-WC conducted the study and analyzed the data. Y-HL and Y-LL drafted the manuscript. All authors contributed to data analysis, and drafting or revising the paper; gave final approval of the version to be published; and agree to be accountable for all aspects of the work.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>COVID-19 Dashboard</article-title>
          <source>The Center for Systems Science and Engineering JHU</source>
          <year>2020</year>
          <access-date>2020-05-18</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://coronavirus.jhu.edu/map.html">https://coronavirus.jhu.edu/map.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>Mental health and psychosocial considerations during the COVID-19 outbreak</article-title>
          <source>World Health Organization</source>
          <year>2020</year>
          <month>03</month>
          <day>18</day>
          <access-date>2020-05-18</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/docs/default-source/coronaviruse/mental-health-considerations.pdf">https://www.who.int/docs/default-source/coronaviruse/mental-health-considerations.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chew</surname>
              <given-names>NW</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>GK</given-names>
            </name>
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>BY</given-names>
            </name>
            <name name-style="western">
              <surname>Jing</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Goh</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Ngiam</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Yeo</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Ahmad</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ahmed Khan</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Napolean Shanmugam</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Sharma</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Komalkumar</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Meenakshi</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>BP</given-names>
            </name>
            <name name-style="western">
              <surname>Sunny</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chandra</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Ong</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Paliwal</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>LY</given-names>
            </name>
            <name name-style="western">
              <surname>Sagayanathan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Ying Ng</surname>
              <given-names>AY</given-names>
            </name>
            <name name-style="western">
              <surname>Teoh</surname>
              <given-names>HL</given-names>
            </name>
            <name name-style="western">
              <surname>Tsivgoulis</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Ho</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Ho</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Sharma</surname>
              <given-names>VK</given-names>
            </name>
          </person-group>
          <article-title>A multinational, multicentre study on the psychological outcomes and associated physical symptoms amongst healthcare workers during COVID-19 outbreak</article-title>
          <source>Brain Behav Immun</source>
          <year>2020</year>
          <month>08</month>
          <volume>88</volume>
          <fpage>559</fpage>
          <lpage>565</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32330593"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.bbi.2020.04.049</pub-id>
          <pub-id pub-id-type="medline">32330593</pub-id>
          <pub-id pub-id-type="pii">S0889-1591(20)30523-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC7172854</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Pan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wan</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>McIntyre</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Choo</surname>
              <given-names>FN</given-names>
            </name>
            <name name-style="western">
              <surname>Tran</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Ho</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sharma</surname>
              <given-names>VK</given-names>
            </name>
            <name name-style="western">
              <surname>Ho</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>A longitudinal study on the mental health of general population during the COVID-19 epidemic in China</article-title>
          <source>Brain Behav Immun</source>
          <year>2020</year>
          <month>07</month>
          <volume>87</volume>
          <fpage>40</fpage>
          <lpage>48</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32298802"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.bbi.2020.04.028</pub-id>
          <pub-id pub-id-type="medline">32298802</pub-id>
          <pub-id pub-id-type="pii">S0889-1591(20)30511-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC7153528</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ginsberg</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mohebbi</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Brammer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Smolinski</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Brilliant</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Detecting influenza epidemics using search engine query data</article-title>
          <source>Nature</source>
          <year>2009</year>
          <month>02</month>
          <day>19</day>
          <volume>457</volume>
          <issue>7232</issue>
          <fpage>1012</fpage>
          <lpage>4</lpage>
          <pub-id pub-id-type="doi">10.1038/nature07634</pub-id>
          <pub-id pub-id-type="medline">19020500</pub-id>
          <pub-id pub-id-type="pii">nature07634</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>NE</given-names>
            </name>
            <name name-style="western">
              <surname>Peng</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tsai</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Do seasons have an influence on the incidence of depression? The use of an internet search engine query data as a proxy of human affect</article-title>
          <source>PLoS One</source>
          <year>2010</year>
          <month>10</month>
          <day>28</day>
          <volume>5</volume>
          <issue>10</issue>
          <fpage>e13728</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0013728"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0013728</pub-id>
          <pub-id pub-id-type="medline">21060851</pub-id>
          <pub-id pub-id-type="pmcid">PMC2965678</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Solano</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Ustulin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pizzorno</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Vichi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pompili</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Serafini</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Amore</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A Google-based approach for monitoring suicide risk</article-title>
          <source>Psychiatry Res</source>
          <year>2016</year>
          <month>12</month>
          <day>30</day>
          <volume>246</volume>
          <fpage>581</fpage>
          <lpage>586</lpage>
          <pub-id pub-id-type="doi">10.1016/j.psychres.2016.10.030</pub-id>
          <pub-id pub-id-type="medline">27837725</pub-id>
          <pub-id pub-id-type="pii">S0165-1781(16)30194-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hyndman</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Khandakar</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Automatic Time Series Forecasting: The Forecast Package for R</article-title>
          <source>J Stat Soft</source>
          <year>2008</year>
          <volume>27</volume>
          <issue>3</issue>
          <pub-id pub-id-type="doi">10.18637/jss.v027.i03</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ljung</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Box</surname>
              <given-names>GEP</given-names>
            </name>
          </person-group>
          <article-title>On a measure of lack of fit in time series models</article-title>
          <source>Biometrika</source>
          <year>1978</year>
          <month>08</month>
          <day>01</day>
          <volume>65</volume>
          <issue>2</issue>
          <fpage>297</fpage>
          <lpage>303</lpage>
          <pub-id pub-id-type="doi">10.1093/biomet/65.2.297</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Chiu</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Google searches for the keywords of "wash hands" predict the speed of national spread of COVID-19 outbreak among 21 countries</article-title>
          <source>Brain Behav Immun</source>
          <year>2020</year>
          <month>07</month>
          <volume>87</volume>
          <fpage>30</fpage>
          <lpage>32</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32283286"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.bbi.2020.04.020</pub-id>
          <pub-id pub-id-type="medline">32283286</pub-id>
          <pub-id pub-id-type="pii">S0889-1591(20)30474-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC7151250</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pigeon</surname>
              <given-names>WR</given-names>
            </name>
            <name name-style="western">
              <surname>Bishop</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Krueger</surname>
              <given-names>KM</given-names>
            </name>
          </person-group>
          <article-title>Insomnia as a Precipitating Factor in New Onset Mental Illness: a Systematic Review of Recent Findings</article-title>
          <source>Curr Psychiatry Rep</source>
          <year>2017</year>
          <month>08</month>
          <day>14</day>
          <volume>19</volume>
          <issue>8</issue>
          <fpage>44</fpage>
          <pub-id pub-id-type="doi">10.1007/s11920-017-0802-x</pub-id>
          <pub-id pub-id-type="medline">28616860</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11920-017-0802-x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fazel</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Runeson</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Suicide</article-title>
          <source>N Engl J Med</source>
          <year>2020</year>
          <month>01</month>
          <day>16</day>
          <volume>382</volume>
          <issue>3</issue>
          <fpage>266</fpage>
          <lpage>274</lpage>
          <pub-id pub-id-type="doi">10.1056/NEJMra1902944</pub-id>
          <pub-id pub-id-type="medline">31940700</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Altena</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Micoulaud-Franchi</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Geoffroy</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Sanz-Arigita</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Bioulac</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Philip</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>The bidirectional relation between emotional reactivity and sleep: From disruption to recovery</article-title>
          <source>Behav Neurosci</source>
          <year>2016</year>
          <month>06</month>
          <volume>130</volume>
          <issue>3</issue>
          <fpage>336</fpage>
          <lpage>50</lpage>
          <pub-id pub-id-type="doi">10.1037/bne0000128</pub-id>
          <pub-id pub-id-type="medline">26866361</pub-id>
          <pub-id pub-id-type="pii">2016-07215-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hawkley</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Cacioppo</surname>
              <given-names>JT</given-names>
            </name>
          </person-group>
          <article-title>Loneliness matters: a theoretical and empirical review of consequences and mechanisms</article-title>
          <source>Ann Behav Med</source>
          <year>2010</year>
          <month>10</month>
          <day>22</day>
          <volume>40</volume>
          <issue>2</issue>
          <fpage>218</fpage>
          <lpage>27</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20652462"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s12160-010-9210-8</pub-id>
          <pub-id pub-id-type="medline">20652462</pub-id>
          <pub-id pub-id-type="pmcid">PMC3874845</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ayers</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Althouse</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Leas</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Dredze</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Allem</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Internet Searches for Suicide Following the Release of 13 Reasons Why</article-title>
          <source>JAMA Intern Med</source>
          <year>2017</year>
          <month>10</month>
          <day>01</day>
          <volume>177</volume>
          <issue>10</issue>
          <fpage>1527</fpage>
          <lpage>1529</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28759671"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamainternmed.2017.3333</pub-id>
          <pub-id pub-id-type="medline">28759671</pub-id>
          <pub-id pub-id-type="pii">2646773</pub-id>
          <pub-id pub-id-type="pmcid">PMC5820689</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Caputi</surname>
              <given-names>TL</given-names>
            </name>
            <name name-style="western">
              <surname>Dredze</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kesselheim</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Ayers</surname>
              <given-names>JW</given-names>
            </name>
          </person-group>
          <article-title>Internet Searches for Unproven COVID-19 Therapies in the United States</article-title>
          <source>JAMA Intern Med</source>
          <year>2020</year>
          <month>08</month>
          <day>01</day>
          <volume>180</volume>
          <issue>8</issue>
          <fpage>1116</fpage>
          <lpage>1118</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32347895"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamainternmed.2020.1764</pub-id>
          <pub-id pub-id-type="medline">32347895</pub-id>
          <pub-id pub-id-type="pii">2765361</pub-id>
          <pub-id pub-id-type="pmcid">PMC7191468</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Tsai</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>NE</given-names>
            </name>
            <name name-style="western">
              <surname>Peng</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Association of Internet search trends with suicide death in Taipei City, Taiwan, 2004-2009</article-title>
          <source>J Affect Disord</source>
          <year>2011</year>
          <month>07</month>
          <volume>132</volume>
          <issue>1-2</issue>
          <fpage>179</fpage>
          <lpage>84</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2011.01.019</pub-id>
          <pub-id pub-id-type="medline">21371755</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(11)00052-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Niederkrotenthaler</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Braun</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pirkis</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Till</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Stack</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sinyor</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tran</surname>
              <given-names>US</given-names>
            </name>
            <name name-style="western">
              <surname>Voracek</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Arendt</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Scherr</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Yip</surname>
              <given-names>PSF</given-names>
            </name>
            <name name-style="western">
              <surname>Spittal</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>Association between suicide reporting in the media and suicide: systematic review and meta-analysis</article-title>
          <source>BMJ</source>
          <year>2020</year>
          <month>03</month>
          <day>18</day>
          <volume>368</volume>
          <fpage>m575</fpage>
          <pub-id pub-id-type="doi">10.1136/bmj.m575</pub-id>
          <pub-id pub-id-type="medline">32188637</pub-id>
          <pub-id pub-id-type="pmcid">PMC7190013</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Druss</surname>
              <given-names>BG</given-names>
            </name>
          </person-group>
          <article-title>Addressing the COVID-19 Pandemic in Populations With Serious Mental Illness</article-title>
          <source>JAMA Psychiatry</source>
          <year>2020</year>
          <month>09</month>
          <day>01</day>
          <volume>77</volume>
          <issue>9</issue>
          <fpage>891</fpage>
          <lpage>892</lpage>
          <pub-id pub-id-type="doi">10.1001/jamapsychiatry.2020.0894</pub-id>
          <pub-id pub-id-type="medline">32242888</pub-id>
          <pub-id pub-id-type="pii">2764227</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
