<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v22i9e21562</article-id>
      <article-id pub-id-type="pmid">32791492</article-id>
      <article-id pub-id-type="doi">10.2196/21562</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Excess Patient Visits for Cough and Pulmonary Disease at a Large US Health System in the Months Prior to the COVID-19 Pandemic: Time-Series Analysis</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Tu</surname>
            <given-names>Shin-Ping</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Geller-Bernstein</surname>
            <given-names>Carmi</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Elmore</surname>
            <given-names>Joann G</given-names>
          </name>
          <degrees>MD, MPH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Medicine</institution>
            <institution>David Geffen School of Medicine</institution>
            <institution>UCLA</institution>
            <addr-line>1100 Glendon Ave</addr-line>
            <addr-line>Suite 900</addr-line>
            <addr-line>Los Angeles, CA, 90024</addr-line>
            <country>United States</country>
            <phone>1 310 794 9505</phone>
            <email>jelmore@mednet.ucla.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7311-6835</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>Pin-Chieh</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1465-9933</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Kerr</surname>
            <given-names>Kathleen F</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6438-9583</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Schriger</surname>
            <given-names>David L</given-names>
          </name>
          <degrees>MD, MPH</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0242-1127</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Morrison</surname>
            <given-names>Douglas E</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7195-830X</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Brookmeyer</surname>
            <given-names>Ron</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8639-3399</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Pfeffer</surname>
            <given-names>Michael A</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8958-0843</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Payne</surname>
            <given-names>Thomas H</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3416-5474</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Currier</surname>
            <given-names>Judith S</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4279-4737</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Medicine</institution>
        <institution>David Geffen School of Medicine</institution>
        <institution>UCLA</institution>
        <addr-line>Los Angeles, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Biostatistics</institution>
        <institution>UW School of Public Health</institution>
        <addr-line>Seattle, WA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Emergency Medicine</institution>
        <institution>David Geffen School of Medicine</institution>
        <institution>UCLA</institution>
        <addr-line>Los Angeles, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Biostatistics</institution>
        <institution>Fielding School of Public Health</institution>
        <institution>UCLA</institution>
        <addr-line>Los Angeles, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Department of Medicine</institution>
        <institution>UW School of Medicine</institution>
        <addr-line>Seattle, WA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Joann G Elmore <email>jelmore@mednet.ucla.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>9</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>10</day>
        <month>9</month>
        <year>2020</year>
      </pub-date>
      <volume>22</volume>
      <issue>9</issue>
      <elocation-id>e21562</elocation-id>
      <history>
        <date date-type="received">
          <day>17</day>
          <month>6</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>24</day>
          <month>7</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>31</day>
          <month>7</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>3</day>
          <month>8</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Joann G Elmore, Pin-Chieh Wang, Kathleen F Kerr, David L Schriger, Douglas E Morrison, Ron Brookmeyer, Michael A Pfeffer, Thomas H Payne, Judith S Currier. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 10.09.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2020/9/e21562" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Accurately assessing the regional activity of diseases such as COVID-19 is important in guiding public health interventions. Leveraging electronic health records (EHRs) to monitor outpatient clinical encounters may lead to the identification of emerging outbreaks.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this study is to investigate whether excess visits where the word “cough” was present in the EHR reason for visit, and hospitalizations with acute respiratory failure were more frequent from December 2019 to February 2020 compared with the preceding 5 years.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A retrospective observational cohort was identified from a large US health system with 3 hospitals, over 180 clinics, and 2.5 million patient encounters annually. Data from patient encounters from July 1, 2014, to February 29, 2020, were included. Seasonal autoregressive integrated moving average (SARIMA) time-series models were used to evaluate if the observed winter 2019/2020 rates were higher than the forecast 95% prediction intervals. The estimated excess number of visits and hospitalizations in winter 2019/2020 were calculated compared to previous seasons.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The percentage of patients presenting with an EHR reason for visit containing the word “cough” to clinics exceeded the 95% prediction interval the week of December 22, 2019, and was consistently above the 95% prediction interval all 10 weeks through the end of February 2020. Similar trends were noted for emergency department visits and hospitalizations starting December 22, 2019, where observed data exceeded the 95% prediction interval in 6 and 7 of the 10 weeks, respectively. The estimated excess over the 3-month 2019/2020 winter season, obtained by either subtracting the maximum or subtracting the average of the five previous seasons from the current season, was 1.6 or 2.0 excess visits for cough per 1000 outpatient visits, 11.0 or 19.2 excess visits for cough per 1000 emergency department visits, and 21.4 or 39.1 excess visits per 1000 hospitalizations with acute respiratory failure, respectively. The total numbers of excess cases above the 95% predicted forecast interval were 168 cases in the outpatient clinics, 56 cases for the emergency department, and 18 hospitalized with acute respiratory failure.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>A significantly higher number of patients with respiratory complaints and diseases starting in late December 2019 and continuing through February 2020 suggests community spread of SARS-CoV-2 prior to established clinical awareness and testing capabilities. This provides a case example of how health system analytics combined with EHR data can provide powerful and agile tools for identifying when future trends in patient populations are outside of the expected ranges.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>COVID-19</kwd>
        <kwd>pandemic</kwd>
        <kwd>electronic health record</kwd>
        <kwd>time-series analysis</kwd>
        <kwd>prediction</kwd>
        <kwd>forecast</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Health systems, medical providers, bioinformaticians, and researchers worldwide are working tirelessly to understand, contain, and ameliorate the COVID-19 pandemic. During this health emergency, clinicians have anecdotally noted an unusual number of patients with respiratory complaints at the end of 2019 and early 2020, well before COVID-19 was officially categorized by the World Health Organization (WHO) as a pandemic [<xref ref-type="bibr" rid="ref1">1</xref>]. It is unclear whether such anecdotal reports are correct or the result of hindsight bias. If correct, the excess could represent typical variation in disease patterns. Alternatively, the excess, especially if it is significantly above prediction intervals based on historical data, could represent undetected and early COVID-19 cases prior to established clinical awareness and testing capabilities for the virus.</p>
      <p>In the past decade, there has been widespread adoption of electronic health records (EHRs) in the United States. However, there have been limited efforts to date to leverage EHRs to support the delivery of high-value medical care or otherwise improve the delivery of health care services [<xref ref-type="bibr" rid="ref2">2</xref>]. Using EHR data to model and forecast trends has the potential to improve resource management and the preparedness of health systems [<xref ref-type="bibr" rid="ref3">3</xref>-<xref ref-type="bibr" rid="ref7">7</xref>], which in turn could improve the quality of medical care. In particular, EHR data paired with analytical tools can potentially identify unusual trends in health care delivery that can alert clinicians and public health experts to critical changes in disease patterns.</p>
      <p>The purpose of this paper is to use discrete raw EHR data to evaluate whether there was an excess of patients presenting with symptoms and diseases suggestive of COVID-19 in the months prior to the first known COVID-19 cases in the US health system in March 2020, using words found in chief complaint fields and International Classification of Diseases (ICD) codes from hospital discharge diagnoses. We analyzed 5 years of data from a large Los Angeles–area health system using time-series methods to address whether there was an excess number of patients presenting for complaints of cough, or hospitalizations for respiratory ailments. These methods highlight how health care analytics coupled with EHR data can be harnessed for disease surveillance. In particular, surveillance starting from the larger outpatient setting, which is often the tip of the iceberg, can provide an early warning of a public health emergency before patients fill hospital intensive care units and deaths accumulate.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>The study included data from July 1, 2014, to February 29, 2020, from UCLA Health, a large health system with over 2.5 million total outpatient visits and 3 hospitals (UCLA Medical Center Santa Monica, Resnick Neuropsychiatric Hospital at UCLA, and Ronald Reagan UCLA Medical Center). Health system utilization data during the winter season, from December 1, 2019, to February 29, 2020, the months prior to increased public awareness of COVID-19 in the United States, were evaluated using the previous 5 years as the comparison period in a time-series analysis. Data were collected using SQL reports from Epic Clarity production databases supporting the EHRs used throughout UCLA Health.</p>
      <p>Analyses included three different care settings: outpatient clinics, emergency departments, and hospital. All primary, specialty, and urgent care outpatient visits were considered and searched for the word “cough” within the reason for visit, further examining the percentages of patients presenting with cough in the current winter season with forecast predictions based on data for the preceding 5 years. All patient visits to emergency departments for cough and data on patients hospitalized with acute respiratory failure for the current winter season were separately examined with the corresponding data for recent years in the same manner (see Table 7 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> for a list of ICD codes).</p>
      <p>Seasonal autoregressive integrated moving average (SARIMA) models were applied on weekly data in SAS (SAS Institute) from July 1, 2014, through November 30, 2019, to forecast data for December 2019 through February 2020 (Tables 1-6 and Figures 1-3 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). These models take into account seasonal effects [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>] and use maximum likelihood to estimate model parameters based on historical data from July 1, 2014, to November 30, 2019. A winter season is defined as the time period from December 1 to the last day of February the subsequent year. Using the SARIMA model, a forecast of the 2019/2020 winter season was provided. Specifically, a SARIMA(1,0,1)x(1,0,1)<sub>52</sub> model was used to analyze the outpatient time series, a SARIMA(1,0,3)x(1,0,1)<sub>52</sub> model was used to analyze the emergency department data, and a SARIMA(1,0,1)x(1,0,1)<sub>52</sub> model was used to analyze the inpatient data for patients with acute respiratory failure. The autoregressive and moving-average orders were identified by both SCAN and extended sample autocorrelation function (ESACF) methods [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
      <p>The 95% prediction intervals for the forecast allowed an assessment of whether the observed data at weekly intervals for the 2019/2020 winter season were outside of the time-series prediction interval.</p>
      <p>For example, for the outpatient clinic visit data, the following SARIMA(1,0,1)x(1,0,1)<sub>52</sub> model was used (model parameter estimates are shown in Table 1 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>):</p>
      <p>
        <disp-formula>
          <graphic xlink:href="jmir_v22i9e21562_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </disp-formula>
      </p>
      <p>Where <italic>X<sub>t</sub></italic> is the percentage of visits in week for which cough was a recorded symptom; <italic>B</italic> is the backshift operator, <italic>BX<sub>t</sub></italic> = <italic>X<sub>t</sub></italic><sub>-1</sub>; <inline-graphic xlink:href="jmir_v22i9e21562_fig6.png" xlink:type="simple" mimetype="image"/> is a white noise process of uncorrelated random variables with mean 0 and variance <inline-graphic xlink:href="jmir_v22i9e21562_fig7.png" xlink:type="simple" mimetype="image"/>; and <italic>Z<sub>t</sub></italic> is an indicator variable for the months of December to February.</p>
      <p>Excess cases per 1000 visits for the 2019/2020 winter season compared to previous seasons were estimated using three methods (Tables 8-11 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). First, for a conservative estimate of excess cases, the maximum of the five previous seasons was subtracted from the current season. Second, the average of the five previous seasons was subtracted from the current season. For both methods, the excess percentage was multiplied by the total number of patient visits in the current season to estimate the excess cases for each month. For the third method, the upper limit of the time-series 95% prediction interval was subtracted from the observed rate for each of the 13 weeks in the 2019/2020 season to estimate the weekly excess percentages. The weekly excess percentage was multiplied by the weekly patient visits and aggregated to estimate the excess cases.</p>
      <p>To visualize the data, the local regression (LOESS) technique was used to smooth daily data with a smoothing span of 20% (see Figure 4 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> for scatter plots of daily data) [<xref ref-type="bibr" rid="ref11">11</xref>], with analyses performed in R (R Foundation for Statistical Computing) [<xref ref-type="bibr" rid="ref12">12</xref>] and figures generated in Microsoft Excel (Microsoft Corp).</p>
      <p>Two sensitivity analyses were performed. First, patient insurance status was considered to see if variation in insurance could explain trends over time in the outpatient and emergency department data; the analysis was repeated using only those outpatient clinics that existed for all years of the study period to ensure that changing case mix did not confound our results. Second, patients hospitalized with a broader set of respiratory illnesses were investigated: patients hospitalized with ICD codes used in a study of respiratory tract illnesses associated with influenza [<xref ref-type="bibr" rid="ref13">13</xref>], and those with any pneumonia (see Table 7 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> for a list of ICD codes). A SARIMA(2,0,2)x(1,0,1)<sub>52</sub> model was used to analyze the inpatient data for “any respiratory tract disease,” and a SARIMA(2,0,1)x(1,0,1)<sub>52</sub> model was used to analyze the inpatient data for “pneumonia.” Institutional Review Board approval was obtained (UCLA number 20-000528).</p>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Outpatient Clinic Data</title>
        <p>The data encompass 9,501,091 outpatient clinic visits, with the average number of clinic visits increasing over time (eg, there were 314,832 visits from December 1, 2014, to February 28, 2015, and 511,687 visits during the 2019/2020 winter season). The expected cyclical increase in patients presenting with reports of cough each winter is observed for all 6 years studied (<xref rid="figure1" ref-type="fig">Figure 1</xref>A; <xref ref-type="table" rid="table1">Table 1</xref>; Figure 1A in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). The percentage of patients presenting for complaint of a cough was within the prediction intervals in early and mid-December 2019. Starting the week of December 22, 2019, the data exceeded the 95% prediction interval and consistently exceeded the 95% prediction interval each week through the end of February 2020 (<xref rid="figure2" ref-type="fig">Figure 2</xref>).</p>
        <p>The estimated number of total excess visits for cough over the three winter months of 2019-2020 was 739 (1.6/1000 visits) when compared with the highest historical monthly value and 1047 (2.0/1000 visits) when compared with the average monthly value for all 5 years of historical controls. There were 168 excess visits above the 95% prediction interval forecast according to the time-series analysis (<xref ref-type="table" rid="table2">Table 2</xref>; Table 8 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Percentage of outpatient and emergency department visits for cough and hospitalizations for acute respiratory failure from July 1, 2014, to February 29, 2020. Vertical reference lines align to the first day of each month. (A) Outpatient clinic visits for complaints of cough. (B) Emergency department visits for cough. (C) Hospitalizations for acute respiratory failure.</p>
          </caption>
          <graphic xlink:href="jmir_v22i9e21562_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Outpatient and emergency department visits for cough and hospitalizations for acute respiratory failure by years of winter season (December to February).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="100"/>
            <col width="100"/>
            <col width="120"/>
            <col width="100"/>
            <col width="0"/>
            <col width="100"/>
            <col width="0"/>
            <col width="110"/>
            <col width="80"/>
            <col width="0"/>
            <col width="80"/>
            <col width="0"/>
            <col width="130"/>
            <col width="80"/>
            <thead>
              <tr valign="top">
                <td>Calendar year</td>
                <td colspan="3">Outpatient</td>
                <td colspan="5">Emergency department</td>
                <td colspan="5">Hospitalization</td>
              </tr>
              <tr valign="top">
                <td colspan="1">
                  <break/>
                </td>
                <td>Total</td>
                <td>Cough</td>
                <td colspan="2">Cough
                </td>
                <td>Total</td>
                <td colspan="2">Cough</td>
                <td colspan="2">Cough
                </td>
                <td>Total</td>
                <td colspan="3">Acute respiratory failure</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  Outpatient visits
                </td>
                <td>Number<break/> of<break/> patients (%)</td>
                <td>Cases <break/>per<break/> 1000</td>
                <td colspan="2">
          ED<sup>a</sup> <break/>visits
                </td>
                <td colspan="2">Number <break/>of <break/>patients (%)</td>
                <td>Cases <break/>per<break/> 1000</td>
                <td colspan="2">
              Hospitalizations
                </td>
                <td colspan="2">Number<break/> of<break/> patients (%)</td>
                <td>Cases <break/>per<break/> 1000</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>2014-2015</td>
                <td>314,832</td>
                <td>929 (0.30)</td>
                <td>3.0</td>
                <td colspan="2">24,127</td>
                <td colspan="2">853 (3.54)</td>
                <td>35.4</td>
                <td colspan="2">11,016</td>
                <td colspan="2">680 (6.17)</td>
                <td>61.7</td>
              </tr>
              <tr valign="top">
                <td>2015-2016</td>
                <td>391,089</td>
                <td>1499 (0.38)</td>
                <td>3.8</td>
                <td colspan="2">25,977</td>
                <td colspan="2">1134 (4.37)</td>
                <td>43.7</td>
                <td colspan="2">10,925</td>
                <td colspan="2">760 (6.96)</td>
                <td>69.6</td>
              </tr>
              <tr valign="top">
                <td>2016-2017</td>
                <td>405,620</td>
                <td>1671 (0.41)</td>
                <td>4.1</td>
                <td colspan="2">25,505</td>
                <td colspan="2">1072 (4.20)</td>
                <td>42.0</td>
                <td colspan="2">10,831</td>
                <td colspan="2">827 (7.64)</td>
                <td>76.4</td>
              </tr>
              <tr valign="top">
                <td>2017-2018</td>
                <td>425,686</td>
                <td>1670 (0.39)</td>
                <td>3.9</td>
                <td colspan="2">27,022</td>
                <td colspan="2">1429 (5.29)</td>
                <td>52.9</td>
                <td colspan="2">10,640</td>
                <td colspan="2">830 (7.80)</td>
                <td>78.0</td>
              </tr>
              <tr valign="top">
                <td>2018-2019</td>
                <td>446,673</td>
                <td>1635 (0.37)</td>
                <td>3.7</td>
                <td colspan="2">25,555</td>
                <td colspan="2">1263 (4.94)</td>
                <td>49.4</td>
                <td colspan="2">10,646</td>
                <td colspan="2">996 (9.36)</td>
                <td>93.6</td>
              </tr>
              <tr valign="top">
                <td>2019-2020</td>
                <td>511,687</td>
                <td>2938 (0.57)</td>
                <td>5.7</td>
                <td colspan="2">26,748</td>
                <td colspan="2">1708 (6.39)</td>
                <td>63.9</td>
                <td colspan="2">9903</td>
                <td colspan="2">1138 (11.49)</td>
                <td>114.9</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>ED: emergency department.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Time series analysis of outpatient data. (A) Forecast, with 95% prediction intervals, of expected rates of outpatient presentations for cough (based on time-series analyses of the previous 5 years), with observed data for each week shown for December 1, 2019, to February 29, 2020. (B) Time-series analysis of outpatient data.</p>
          </caption>
          <graphic xlink:href="jmir_v22i9e21562_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Estimated excess cases during the 2019/2020 winter season via different methods.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="400"/>
            <col width="200"/>
            <col width="200"/>
            <col width="200"/>
            <thead>
              <tr valign="top">
                <td>Estimated excesses</td>
                <td>Outpatient<break/>(cough)</td>
                <td>Emergency department<break/> (cough)</td>
                <td>Hospitalization<break/> (acute respiratory failure)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Estimated excess cases per 1000 visits<sup>a</sup></td>
                <td>1.6, 2.0</td>
                <td>11.0, 19.2</td>
                <td>21.4, 39.1</td>
              </tr>
              <tr valign="top">
                <td>Estimated excess cases<sup>a</sup></td>
                <td>739, 1047</td>
                <td>229, 514</td>
                <td>210, 387</td>
              </tr>
              <tr valign="top">
                <td>Total number of weeks the observed data was above the 95% prediction interval</td>
                <td>10/13 (100% of weeks after December 22, 2019)</td>
                <td>6/13 (60% of weeks after December 22, 2019)</td>
                <td>7/13 (70% of weeks after December 22, 2019)</td>
              </tr>
              <tr valign="top">
                <td>Excess cases above the 95% prediction interval<sup>b</sup></td>
                <td>168</td>
                <td>56</td>
                <td>18</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>Two methods were used to estimate the excess cases per 1000 visits and excess cases in the 2019/2020 winter season (December 2019, January 2020, and February 2020) compared to previous seasons. First, for a conservative estimate of excess cases per 1000 visits, using percentages we subtracted the maximum of the five previous seasons with the current season. Second, we subtracted the average of the five previous seasons from the current season. For both methods, we multiplied the excess percentage by the total number of patient visits in the current season to estimate the excess cases.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>For the third method, we subtracted the upper limit of the time-series 95% prediction interval from the observed rate for each of the 13 weeks in the current season to estimate the weekly excess percentages (data not shown in table). We multiplied the weekly excess percentage by the weekly patient visits and aggregated these numbers to estimate the excess cases.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Emergency Department Visits</title>
        <p>The emergency department data encompass 574,813 visits from July 1, 2014, to February 29, 2020, with an average of 25,822 visits per winter season. Similar to outpatient visits for cough, seasonal variation in the proportion of emergency department visits for cough was observed (<xref rid="figure1" ref-type="fig">Figure 1</xref>B, <xref ref-type="table" rid="table1">Table 1</xref>). An excess above the time-series 95% prediction interval was noted starting December 22, 2019; in total, 6 of the 10 weeks exceeded the 95% prediction interval (<xref rid="figure3" ref-type="fig">Figure 3</xref>). The estimated number of total excess in patient visits to the emergency departments for cough over the 2019/2020 winter season using the three methods was 229 (11.0/1000 visits), 514 (19.2/1000 visits), and 56, respectively (<xref ref-type="table" rid="table2">Table 2</xref>; Table 9 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Time-series analysis of emergency department visits for cough. (A) Forecast, with 95% prediction intervals, of expected rates of emergency department presentations for cough (based on time-series analyses of the previous 5 years), with observed data for each week shown for December 1, 2019, to February 29, 2020. (B) Time-series analysis of emergency department data.</p>
          </caption>
          <graphic xlink:href="jmir_v22i9e21562_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Hospitalized Patients</title>
        <p>There were 247,774 patients admitted to the three hospitals included in this study from July 1, 2014, to February 29, 2020, with an average of 10,660 admissions each winter season. The percentage of patients with a discharge diagnosis of acute respiratory failure were higher in December 2019, January 2020, and February 2020 when compared with all 5 historical control years (<xref rid="figure1" ref-type="fig">Figure 1</xref>C, <xref ref-type="table" rid="table1">Table 1</xref>). The observed percentage of patients who had acute respiratory failure during the subsequent hospitalization exceeded the time-series 95% prediction interval for patients admitted starting the week of December 22, 2019; in total, 7 of the 10 weeks of observed data were above the 95% prediction interval (<xref rid="figure4" ref-type="fig">Figure 4</xref>). Using the three prediction methods, the estimated excess numbers of patients hospitalized with acute respiratory failure were 210 (21.4/1000 visits), 387 (39.1/1000 visits), and 18, respectively (<xref ref-type="table" rid="table2">Table 2</xref>; Table 10 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Time-series analyses of hospitalizations for acute respiratory failure. (A) Forecast, with 95% prediction intervals, of expected rates of patients hospitalized with acute respiratory failure (based on time-series analyses of the previous 5 years), with observed data for each week shown for December 1, 2019, to February 29, 2020. (B) Time-series analysis of hospitalization data.</p>
          </caption>
          <graphic xlink:href="jmir_v22i9e21562_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Sensitivity Analyses</title>
        <p>The above findings were qualitatively unchanged when clinic and emergency department visits were analyzed by insurance class and clinic visits were restricted to clinics that treated patients in all years of the study period (Figures 5-7 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). The percentage of patients with a discharge diagnosis of any respiratory tract disease or of any pneumonia were also higher in December 2019, January 2020, and February 2020 when compared with prior years (Table 11 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>A significantly higher number of patients presented to outpatient clinics and emergency departments in this health system with a complaint of cough starting the last week of December 2019 and continuing through January and February 2020. These findings translate into hundreds of additional patients seeking outpatient medical attention in this health system for the respiratory symptom of cough during the 2019/2020 winter season. A significant excess in the number of patients hospitalized with acute respiratory failure during this same time period was also noted. It is possible that some of this excess represents early COVID-19 disease before clinical recognition and testing, information that may help epidemiologists better understand the spread of this pandemic. If only some of these excess visits are due to COVID-19, this could still represent community spread of SARS-CoV-2 during that time because a substantial proportion of individuals infected have no symptoms or mild symptoms and do not seek medical care [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>], making cryptic spread of the disease within a community likely.</p>
      <p>EHRs are widely adopted but have not been used to their fullest potential to deliver high-value care [<xref ref-type="bibr" rid="ref16">16</xref>-<xref ref-type="bibr" rid="ref18">18</xref>]. This work demonstrates the potential of using EHR data for symptom or disease surveillance. A strength of this study is the use of raw EHR data that are already collected in most health care systems to determine whether patients were presenting with reports of “cough” at excess numbers in the months before the first known case of COVID-19 in this health system. In addition, this study considers data from three separate locations of patient care contained in the EHR: the outpatient setting, the emergency department, and the hospital. For many diseases, data from the outpatient setting can provide an early warning to emergency departments and hospital intensive care units of what is to come. By leveraging time-series analysis to calculate prediction intervals of expected patients, outlier numbers of patient visits can be quickly identified.</p>
      <p>While asymptomatic transmission and community spread of COVID-19 are possible explanations for the observed excess patient encounters, other reasons and limitations need to be considered. The study was performed in a single health system and we only searched for the word “cough.” Although the term “cough” is possibly more specific to COVID-19 than other symptoms such as “fever” or “aches,” this search method has imperfect specificity and sensitivity as it does not include the full spectrum of COVID-19 symptoms [<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref25">25</xref>]. The health system patient mix could have changed over the study period, but sensitivity analyses did not find evidence that this affected the findings. It is possible that the findings are due to lung injury from e-cigarettes (vaping), but this explanation is doubtful because the Centers for Disease Control and Prevention reported a continued decline after September 2019 [<xref ref-type="bibr" rid="ref26">26</xref>].</p>
      <p>Another limitation is not knowing for certain whether and what percentage of excess patient visits were due to influenza. An increase in influenza-positive test results and emergency department visits for influenza-like illnesses was noted in Los Angeles County and the United States during the 2019/2020 winter season when compared with prior years [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. The incidence of influenza-like illness symptoms in the United States peaked earlier in 2019 when compared with previous years [<xref ref-type="bibr" rid="ref28">28</xref>], with the 2019/2020 season peak at a similar level as the 2017/2018 season peak. This suggests that some of the observed incidence was due to influenza rather than COVID-19. However, the analysis shows an excess of patients above the forecast 95% prediction interval based on five previous seasons.</p>
      <p>It is plausible that some of the excess visits might be due to SARS-CoV-2 as studies of rapid sentinel surveillance and genome sequencing suggest community transmission of SARS-CoV-2 much earlier than initially thought. Studies in the United States and France found evidence for cryptic spread of the virus as early as December 2019 or January 2020, before community surveillance was actively implemented [<xref ref-type="bibr" rid="ref29">29</xref>-<xref ref-type="bibr" rid="ref32">32</xref>]. Especially early in outbreaks, existing methods for case identification may not capture incident infections; thus, novel and complementary methods using EHR data such as those reported here may play an important role.</p>
      <p>Heightened media attention regarding the coronavirus pandemic could influence patients to seek medical care for cough-related concerns and should be considered [<xref ref-type="bibr" rid="ref33">33</xref>]. Such data can complement these EHR data approaches. Using data from Google Trends [<xref ref-type="bibr" rid="ref34">34</xref>], the popularity of “cough” as a search term in the United States was slightly higher from late December 2019 through January 2020 when compared with the average national popularity in the previous 4 years (Figure 8 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). Popularity of searches for “cough” increased substantially in mid-March, corresponding to the sharp increase in “coronavirus” Google news searches. Although there was almost no mention of a COVID-19–type illness by United States media in December 2019 and little mention in January 2020, substantial media attention was present in February 2020. Therefore, this limitation is pronounced for February 2020, but less concerning for the earlier months.</p>
      <p>In summary, health system analytics combined with EHR data can be harnessed to quickly identify changes in underlying patient populations. This study identified a significant excess of patients with COVID-19–like presentations starting the last week of December 2019 and continuing through February 2020, a time period before the availability of testing or providers considered clinical diagnoses of COVID-19. A unique feature of this study is the evaluation of three different stages of health care settings, which expands surveillance beyond just reporting the number of patients in emergency departments or hospital intensive care unit beds to include consideration of 9.5 million outpatient clinic records. The Centers for Disease Control and Prevention Outpatient Influenza-like Illness Surveillance Network (ILINet) currently monitors patients presenting with fever and a cough and/or a sore throat in the United States [<xref ref-type="bibr" rid="ref35">35</xref>]. Data from the outpatient clinic setting is usually a harbinger of what is to come for hospital emergency departments and intensive care units.</p>
      <p>Harnessing larger electronic health data systems to monitor outpatient visits for the growing and diverse set of symptoms associated with COVID-19 should be considered [<xref ref-type="bibr" rid="ref21">21</xref>-<xref ref-type="bibr" rid="ref25">25</xref>].</p>
      <p>This SARS-CoV-2 pandemic highlights the urgent need to support the development of agile health care analytics that enable real-time symptom and disease surveillance [<xref ref-type="bibr" rid="ref36">36</xref>]. Lessons learned from this pandemic will hopefully lead to better preparation and the ability to quickly provide warnings and track the next pandemic.</p>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>All supplementary figures and tables.</p>
        <media xlink:href="jmir_v22i9e21562_app1.docx" xlink:title="DOCX File , 1706 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">EHR</term>
          <def>
            <p>electronic health record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">ICD</term>
          <def>
            <p>International Classification of Diseases</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">SARIMA</term>
          <def>
            <p>seasonal autoregressive integrated moving average</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">SCAN</term>
          <def>
            <p>smallest canonical correlation</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">WHO</term>
          <def>
            <p>World Health Organization</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We appreciate the University of California, Los Angeles Institutional Review Board rapid review and the care provided by the Health System personnel during the COVID-19 pandemic.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>JGE serves as Editor-in-Chief for Adult Primary Care topics at UpToDate. All other authors declare no conflicts of interest.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Parodi</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Aloisi</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Italian scientists investigate possible earlier emergence of coronavirus</article-title>
          <source>Reuters</source>
          <year>2020</year>
          <month>03</month>
          <day>26</day>
          <access-date>2020-04-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.reuters.com/article/us-health-coronavirus-italy-timing/italian-scientists-investigate-possible-earlier-emergence-of-coronavirus-idUSKBN21D2IG">https://www.reuters.com/article/us-health-coronavirus-italy-timing/italian-scientists-investigate-possible-earlier-emergence-of-coronavirus-idUSKBN21D2IG</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rudin</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Friedberg</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Shekelle</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Bates</surname>
              <given-names>DW</given-names>
            </name>
          </person-group>
          <article-title>Getting Value From Electronic Health Records: Research Needed to Improve Practice</article-title>
          <source>Ann Intern Med</source>
          <year>2020</year>
          <month>06</month>
          <day>02</day>
          <volume>172</volume>
          <issue>11_Supplement</issue>
          <fpage>S130</fpage>
          <lpage>S136</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.eurosurveillance.org/ViewArticle.aspx?ArticleId=20649"/>
          </comment>
          <pub-id pub-id-type="doi">10.7326/M19-0878</pub-id>
          <pub-id pub-id-type="medline">32479182</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Parker</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>SX</given-names>
            </name>
            <name name-style="western">
              <surname>Shen</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Lam</surname>
              <given-names>SSW</given-names>
            </name>
            <name name-style="western">
              <surname>Ong</surname>
              <given-names>MEH</given-names>
            </name>
          </person-group>
          <article-title>Predicting hospital admission at the emergency department triage: A novel prediction model</article-title>
          <source>Am J Emerg Med</source>
          <year>2019</year>
          <month>08</month>
          <volume>37</volume>
          <issue>8</issue>
          <fpage>1498</fpage>
          <lpage>1504</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0735-6757(18)30891-X"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ajem.2018.10.060</pub-id>
          <pub-id pub-id-type="medline">30413365</pub-id>
          <pub-id pub-id-type="pii">S0735-6757(18)30891-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kadri</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Harrou</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Chaabane</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tahon</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Time series modelling and forecasting of emergency department overcrowding</article-title>
          <source>J Med Syst</source>
          <year>2014</year>
          <month>09</month>
          <volume>38</volume>
          <issue>9</issue>
          <fpage>107</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://protein.bio.msu.ru/biokhimiya/contents/v72/full/72101385.html"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10916-014-0107-0</pub-id>
          <pub-id pub-id-type="medline">25053208</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Shi</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Shen</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Time-Series Approaches for Forecasting the Number of Hospital Daily Discharged Inpatients</article-title>
          <source>IEEE J Biomed Health Inform</source>
          <year>2017</year>
          <month>03</month>
          <volume>21</volume>
          <issue>2</issue>
          <fpage>515</fpage>
          <lpage>526</lpage>
          <pub-id pub-id-type="doi">10.1109/JBHI.2015.2511820</pub-id>
          <pub-id pub-id-type="medline">28055928</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>He</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>Hospital daily outpatient visits forecasting using a combinatorial model based on ARIMA and SES models</article-title>
          <source>BMC Health Serv Res</source>
          <year>2017</year>
          <month>07</month>
          <day>10</day>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>469</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/10.1186/s12913-017-2407-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12913-017-2407-9</pub-id>
          <pub-id pub-id-type="medline">28693579</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12913-017-2407-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC5504658</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Time series model for forecasting the number of new admission inpatients</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2018</year>
          <month>06</month>
          <day>15</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>39</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.zgddek.com/EN/abstract/abstract9729.shtml"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12911-018-0616-8</pub-id>
          <pub-id pub-id-type="medline">29907102</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12911-018-0616-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC6003180</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Box</surname>
              <given-names>GEP</given-names>
            </name>
            <name name-style="western">
              <surname>Tiao</surname>
              <given-names>GC</given-names>
            </name>
          </person-group>
          <article-title>Intervention Analysis with Applications to Economic and Environmental Problems</article-title>
          <source>Journal of the American Statistical Association</source>
          <year>1975</year>
          <month>03</month>
          <volume>70</volume>
          <issue>349</issue>
          <fpage>70</fpage>
          <lpage>79</lpage>
          <pub-id pub-id-type="doi">10.1080/01621459.1975.10480264</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shumway</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Stoffer</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <source>Time Series Analysis and Its Applications With R Examples. 4th ed</source>
          <year>2017</year>
          <access-date>2020-08-26</access-date>
          <publisher-loc>Pittsburgh, PA, USA</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.stat.pitt.edu/stoffer/tsa4/tsa4.pdf">https://www.stat.pitt.edu/stoffer/tsa4/tsa4.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stadnytska</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Braun</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Werner</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Model Identification of Integrated ARMA Processes</article-title>
          <source>Multivariate Behav Res</source>
          <year>2008</year>
          <month>03</month>
          <day>19</day>
          <volume>43</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>28</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.zgddek.com/EN/abstract/abstract12598.shtml"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/00273170701836646</pub-id>
          <pub-id pub-id-type="medline">26788970</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cleveland</surname>
              <given-names>WS</given-names>
            </name>
            <name name-style="western">
              <surname>Devlin</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Locally Weighted Regression: An Approach to Regression Analysis by Local Fitting</article-title>
          <source>Journal of the American Statistical Association</source>
          <year>1988</year>
          <month>09</month>
          <volume>83</volume>
          <issue>403</issue>
          <fpage>596</fpage>
          <lpage>610</lpage>
          <pub-id pub-id-type="doi">10.1080/01621459.1988.10478639</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>RStudio Team</collab>
          </person-group>
          <source>RStudio: Integrated Development for R</source>
          <year>2020</year>
          <access-date>2020-08-26</access-date>
          <publisher-loc>Boston, MA</publisher-loc>
          <publisher-name>RStudio Inc</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.rstudio.com">http://www.rstudio.com</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chow</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rolfes</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>O'Halloran</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Alden</surname>
              <given-names>NB</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Billing</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dufort</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kirley</surname>
              <given-names>PD</given-names>
            </name>
            <name name-style="western">
              <surname>George</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Irizarry</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lynfield</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Schaffner</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Talbot</surname>
              <given-names>HK</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Yousey-Hindes</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Reed</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Garg</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Respiratory and Nonrespiratory Diagnoses Associated With Influenza in Hospitalized Adults</article-title>
          <source>JAMA Netw Open</source>
          <year>2020</year>
          <month>03</month>
          <day>02</day>
          <volume>3</volume>
          <issue>3</issue>
          <fpage>e201323</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.sma.org.sg/smj/4611/4611e1.pdf"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2020.1323</pub-id>
          <pub-id pub-id-type="medline">32196103</pub-id>
          <pub-id pub-id-type="pii">2762991</pub-id>
          <pub-id pub-id-type="pmcid">PMC7084169</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kimball</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hatfield</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Arons</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>James</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Spicer</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bardossy</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Oakley</surname>
              <given-names>LP</given-names>
            </name>
            <name name-style="western">
              <surname>Tanwar</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chisty</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Methner</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Harney</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jacobs</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Carlson</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>McLaughlin</surname>
              <given-names>HP</given-names>
            </name>
            <name name-style="western">
              <surname>Stone</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Brostrom-Smith</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Page</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Kay</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hiatt</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Gant</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Duchin</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Honein</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Reddy</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Jernigan</surname>
              <given-names>JA</given-names>
            </name>
            <collab>Public Health – Seattle &#38; King County</collab>
            <collab>CDC COVID-19 Investigation Team</collab>
          </person-group>
          <article-title>Asymptomatic and Presymptomatic SARS-CoV-2 Infections in Residents of a Long-Term Care Skilled Nursing Facility - King County, Washington, March 2020</article-title>
          <source>MMWR Morb Mortal Wkly Rep</source>
          <year>2020</year>
          <month>04</month>
          <day>03</day>
          <volume>69</volume>
          <issue>13</issue>
          <fpage>377</fpage>
          <lpage>381</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.dialogues-cns.com/publication/nonpharmacological-somatic-treatments-of-depression-electroconvulsive-therapy-and-novel-brain-stimulation-modalities"/>
          </comment>
          <pub-id pub-id-type="doi">10.15585/mmwr.mm6913e1</pub-id>
          <pub-id pub-id-type="medline">32240128</pub-id>
          <pub-id pub-id-type="pmcid">PMC7119514</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rothe</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Schunk</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sothmann</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bretzel</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Froeschl</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Wallrauch</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zimmer</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Thiel</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Janke</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Guggemos</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Seilmaier</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Drosten</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Vollmar</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Zwirglmaier</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Zange</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wölfel</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hoelscher</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Transmission of 2019-nCoV Infection from an Asymptomatic Contact in Germany</article-title>
          <source>N Engl J Med</source>
          <year>2020</year>
          <month>03</month>
          <day>05</day>
          <volume>382</volume>
          <issue>10</issue>
          <fpage>970</fpage>
          <lpage>971</lpage>
          <pub-id pub-id-type="doi">10.1056/NEJMc2001468</pub-id>
          <pub-id pub-id-type="medline">32003551</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ye</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Using Information Technology to Manage the COVID-19 Pandemic: Development of a Technical Framework Based on Practical Experience in China</article-title>
          <source>JMIR Med Inform</source>
          <year>2020</year>
          <month>06</month>
          <day>08</day>
          <volume>8</volume>
          <issue>6</issue>
          <fpage>e19515</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://medinform.jmir.org/2020/6/e19515/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/19515</pub-id>
          <pub-id pub-id-type="medline">32479411</pub-id>
          <pub-id pub-id-type="pii">v8i6e19515</pub-id>
          <pub-id pub-id-type="pmcid">PMC7282474</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Powell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Buchan</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Electronic health records should support clinical research</article-title>
          <source>J Med Internet Res</source>
          <year>2005</year>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>e4</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2005/1/e4/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.7.1.e4</pub-id>
          <pub-id pub-id-type="medline">15829476</pub-id>
          <pub-id pub-id-type="pii">v7e4</pub-id>
          <pub-id pub-id-type="pmcid">PMC1550635</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kruse</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Goswamy</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Raval</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Marawi</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Challenges and Opportunities of Big Data in Health Care: A Systematic Review</article-title>
          <source>JMIR Med Inform</source>
          <year>2016</year>
          <month>11</month>
          <day>21</day>
          <volume>4</volume>
          <issue>4</issue>
          <fpage>e38</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://medinform.jmir.org/2016/4/e38/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/medinform.5359</pub-id>
          <pub-id pub-id-type="medline">27872036</pub-id>
          <pub-id pub-id-type="pii">v4i4e38</pub-id>
          <pub-id pub-id-type="pmcid">PMC5138448</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guan</surname>
              <given-names>WJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ni</surname>
              <given-names>ZY</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Liang</surname>
              <given-names>WH</given-names>
            </name>
            <name name-style="western">
              <surname>Ou</surname>
              <given-names>CQ</given-names>
            </name>
            <name name-style="western">
              <surname>He</surname>
              <given-names>JX</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Shan</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lei</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Hui</surname>
              <given-names>DSC</given-names>
            </name>
            <name name-style="western">
              <surname>Du</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Zeng</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Yuen</surname>
              <given-names>KY</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>PY</given-names>
            </name>
            <name name-style="western">
              <surname>Xiang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Liang</surname>
              <given-names>ZJ</given-names>
            </name>
            <name name-style="western">
              <surname>Peng</surname>
              <given-names>YX</given-names>
            </name>
            <name name-style="western">
              <surname>Wei</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>YH</given-names>
            </name>
            <name name-style="western">
              <surname>Peng</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>JY</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>ZJ</given-names>
            </name>
            <name name-style="western">
              <surname>Qiu</surname>
              <given-names>SQ</given-names>
            </name>
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ye</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>SY</given-names>
            </name>
            <name name-style="western">
              <surname>Zhong</surname>
              <given-names>NS</given-names>
            </name>
            <collab>China Medical Treatment Expert Group for Covid-19</collab>
          </person-group>
          <article-title>Clinical Characteristics of Coronavirus Disease 2019 in China</article-title>
          <source>N Engl J Med</source>
          <year>2020</year>
          <month>04</month>
          <day>30</day>
          <volume>382</volume>
          <issue>18</issue>
          <fpage>1708</fpage>
          <lpage>1720</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.dialogues-cns.org/publication/epidemiology-of-anxiety-disorders-in-the-21st-century"/>
          </comment>
          <pub-id pub-id-type="doi">10.1056/NEJMoa2002032</pub-id>
          <pub-id pub-id-type="medline">32109013</pub-id>
          <pub-id pub-id-type="pmcid">PMC7092819</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Centers for Disease Control and Prevention</collab>
          </person-group>
          <article-title>Symptoms of coronavirus</article-title>
          <source>Coronavirus (COVID-19)</source>
          <year>2020</year>
          <access-date>2020-05-04</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/coronavirus/2019-ncov/symptoms-testing/symptoms.html">https://www.cdc.gov/coronavirus/2019-ncov/symptoms-testing/symptoms.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Yan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Jin</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Niu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Ping</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Du</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Tu</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Clinical Characteristics of COVID-19 Patients With Digestive Symptoms in Hubei, China: A Descriptive, Cross-Sectional, Multicenter Study</article-title>
          <source>Am J Gastroenterol</source>
          <year>2020</year>
          <month>05</month>
          <volume>115</volume>
          <issue>5</issue>
          <fpage>766</fpage>
          <lpage>773</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.cancernetwork.com/lung-cancer/tobacco-use-united-states-19001999"/>
          </comment>
          <pub-id pub-id-type="doi">10.14309/ajg.0000000000000620</pub-id>
          <pub-id pub-id-type="medline">32287140</pub-id>
          <pub-id pub-id-type="pmcid">PMC7172492</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Duan</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Characteristics of Ocular Findings of Patients With Coronavirus Disease 2019 (COVID-19) in Hubei Province, China</article-title>
          <source>JAMA Ophthalmology</source>
          <year>2020</year>
          <volume>138</volume>
          <issue>5</issue>
          <fpage>575</fpage>
          <lpage>578</lpage>
          <pub-id pub-id-type="medline">32232433</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Galván Casas</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Català</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Carretero Hernández</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Rodríguez-Jiménez</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Fernández-Nieto</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Rodríguez-Villa Lario</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Navarro Fernández</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Ruiz-Villaverde</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Falkenhain-López</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Llamas Velasco</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>García-Gavín</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Baniandrés</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>González-Cruz</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Morillas-Lahuerta</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Cubiró</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Figueras Nart</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Selda-Enriquez</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Romaní</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Fustà-Novell</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Melian-Olivera</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Roncero Riesco</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Burgos-Blasco</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Sola Ortigosa</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Feito Rodriguez</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>García-Doval</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Classification of the cutaneous manifestations of COVID-19: a rapid prospective nationwide consensus study in Spain with 375 cases</article-title>
          <source>Br J Dermatol</source>
          <year>2020</year>
          <month>07</month>
          <volume>183</volume>
          <issue>1</issue>
          <fpage>71</fpage>
          <lpage>77</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.eurosurveillance.org/ViewArticle.aspx?ArticleId=19066"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/bjd.19163</pub-id>
          <pub-id pub-id-type="medline">32348545</pub-id>
          <pub-id pub-id-type="pmcid">PMC7267236</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Han</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Duan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Spiegel</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Shi</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ding</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Hou</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>Digestive Symptoms in COVID-19 Patients With Mild Disease Severity: Clinical Presentation, Stool Viral RNA Testing, and Outcomes</article-title>
          <source>Am J Gastroenterol</source>
          <year>2020</year>
          <month>06</month>
          <volume>115</volume>
          <issue>6</issue>
          <fpage>916</fpage>
          <lpage>923</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.cancernetwork.com/lung-cancer/tobacco-use-united-states-19001999"/>
          </comment>
          <pub-id pub-id-type="doi">10.14309/ajg.0000000000000664</pub-id>
          <pub-id pub-id-type="medline">32301761</pub-id>
          <pub-id pub-id-type="pmcid">PMC7172493</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Printza</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Constantinidis</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The role of self-reported smell and taste disorders in suspected COVID‑19</article-title>
          <source>Eur Arch Otorhinolaryngol</source>
          <year>2020</year>
          <month>09</month>
          <volume>277</volume>
          <issue>9</issue>
          <fpage>2625</fpage>
          <lpage>2630</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/10.1007/s00405-020-06069-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s00405-020-06069-6</pub-id>
          <pub-id pub-id-type="medline">32447496</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00405-020-06069-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC7245504</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Centers for Disease Control and Prevention, Office on Smoking and Health, National Center for Chronic Disease Prevention and Health Promotion</collab>
          </person-group>
          <source>Outbreak of Lung Injury Associated with the Use of E-Cigarette, or Vaping, Products</source>
          <year>2020</year>
          <month>02</month>
          <day>25</day>
          <access-date>2020-03-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/tobacco/basic_information/e-cigarettes/severe-lung-disease.html">https://www.cdc.gov/tobacco/basic_information/e-cigarettes/severe-lung-disease.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>LA County Department of Public Health</collab>
          </person-group>
          <source>Influenza Watch: Influenza and Related Disease Updates for Los Angeles County</source>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://publichealth.lacounty.gov/acd/docs/Flu/Season19-20/Week12.pdf">http://publichealth.lacounty.gov/acd/docs/Flu/Season19-20/Week12.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Centers for Disease Control and Prevention</collab>
          </person-group>
          <source>2019-2020 Influenza Season Week 21 ending May 23, 2020</source>
          <year>2020</year>
          <access-date>2020-05-31</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/flu/weekly/index.htm">https://www.cdc.gov/flu/weekly/index.htm</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zwald</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Sondermeyer Cooksey</surname>
              <given-names>GL</given-names>
            </name>
            <name name-style="western">
              <surname>Weiss</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Suarez</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Fischer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bonin</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Jain</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Langley</surname>
              <given-names>GE</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Moulia</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Benedict</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Han</surname>
              <given-names>GS</given-names>
            </name>
          </person-group>
          <article-title>Rapid Sentinel Surveillance for COVID-19 - Santa Clara County, California, March 2020</article-title>
          <source>MMWR Morb Mortal Wkly Rep</source>
          <year>2020</year>
          <month>04</month>
          <day>10</day>
          <volume>69</volume>
          <issue>14</issue>
          <fpage>419</fpage>
          <lpage>421</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.dialogues-cns.com/publication/nonpharmacological-somatic-treatments-of-depression-electroconvulsive-therapy-and-novel-brain-stimulation-modalities"/>
          </comment>
          <pub-id pub-id-type="doi">10.15585/mmwr.mm6914e3</pub-id>
          <pub-id pub-id-type="medline">32271724</pub-id>
          <pub-id pub-id-type="pmcid">PMC7147906</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <article-title>After Retesting Samples French Hospital Discovers Covid-19 Case From December</article-title>
          <source>Reuters</source>
          <year>2020</year>
          <access-date>2020-05-04</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.reuters.com/article/us-health-coronavirus-france-idUSKBN22G20L">https://www.reuters.com/article/us-health-coronavirus-france-idUSKBN22G20L</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spellberg</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Haddix</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Butler-Wu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Holtom</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Yee</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Gounder</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Community Prevalence of SARS-CoV-2 Among Patients With Influenzalike Illnesses Presenting to a Los Angeles Medical Center in March 2020</article-title>
          <source>JAMA</source>
          <year>2020</year>
          <month>03</month>
          <day>31</day>
          <fpage>e1</fpage>
          <lpage>e2</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://linkinghub.elsevier.com/retrieve/pii/2764137"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jama.2020.4958</pub-id>
          <pub-id pub-id-type="medline">32232421</pub-id>
          <pub-id pub-id-type="pii">2764137</pub-id>
          <pub-id pub-id-type="pmcid">PMC7110920</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bedford</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Greninger</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Roychoudhury</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Starita</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Famulare</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nalla</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pepper</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Reinhardt</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Shrestha</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>TN</given-names>
            </name>
            <name name-style="western">
              <surname>Adler</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Brandstetter</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Cho</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Giroux</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Han</surname>
              <given-names>PD</given-names>
            </name>
            <name name-style="western">
              <surname>Fay</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Frazar</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Ilcisin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lacombe</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kiavand</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Richardson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sibley</surname>
              <given-names>TR</given-names>
            </name>
            <name name-style="western">
              <surname>Truong</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wolf</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Nickerson</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Rieder</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Englund</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Hadfield</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hodcroft</surname>
              <given-names>EB</given-names>
            </name>
            <name name-style="western">
              <surname>Huddleston</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Moncla</surname>
              <given-names>LH</given-names>
            </name>
            <name name-style="western">
              <surname>Müller</surname>
              <given-names>NF</given-names>
            </name>
            <name name-style="western">
              <surname>Neher</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Deng</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Gu</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Federman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chiu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Duchin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gautom</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Melly</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Hiatt</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Dykema</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Lindquist</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Queen</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Tao</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Uehara</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tong</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>MacCannell</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Armstrong</surname>
              <given-names>GL</given-names>
            </name>
            <name name-style="western">
              <surname>Baird</surname>
              <given-names>GS</given-names>
            </name>
            <name name-style="western">
              <surname>Chu</surname>
              <given-names>HY</given-names>
            </name>
            <name name-style="western">
              <surname>Shendure</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jerome</surname>
              <given-names>KR</given-names>
            </name>
          </person-group>
          <article-title>Cryptic transmission of SARS-CoV-2 in Washington State</article-title>
          <source>medRxiv</source>
          <year>2020</year>
          <month>04</month>
          <day>06</day>
          <fpage>1</fpage>
          <pub-id pub-id-type="doi">10.1101/2020.04.02.20051417</pub-id>
          <pub-id pub-id-type="medline">32511596</pub-id>
          <pub-id pub-id-type="pmcid">PMC7276023</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ginsberg</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mohebbi</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Brammer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Smolinski</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Brilliant</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Detecting influenza epidemics using search engine query data</article-title>
          <source>Nature</source>
          <year>2009</year>
          <month>02</month>
          <day>19</day>
          <volume>457</volume>
          <issue>7232</issue>
          <fpage>1012</fpage>
          <lpage>4</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.dialogues-cns.com/publication/fda-relations-during-drug-development"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/nature07634</pub-id>
          <pub-id pub-id-type="medline">19020500</pub-id>
          <pub-id pub-id-type="pii">nature07634</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="web">
          <source>Google Trends</source>
          <access-date>2020-03-26</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://trends.google.com/trends/?geo=US">https://trends.google.com/trends/?geo=US</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Centers for Disease Control and Prevention</collab>
          </person-group>
          <source>US Influenza Surveillance System</source>
          <year>2020</year>
          <access-date>2020-05-31</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/flu/weekly/overview.htm#Outpatient">https://www.cdc.gov/flu/weekly/overview.htm#Outpatient</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schulz</surname>
              <given-names>WL</given-names>
            </name>
            <name name-style="western">
              <surname>Durant</surname>
              <given-names>TJS</given-names>
            </name>
            <name name-style="western">
              <surname>Torre</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hsiao</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Krumholz</surname>
              <given-names>HM</given-names>
            </name>
          </person-group>
          <article-title>Agile Health Care Analytics: Enabling Real-Time Disease Surveillance With a Computational Health Platform</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>05</month>
          <day>28</day>
          <volume>22</volume>
          <issue>5</issue>
          <fpage>e18707</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/5/e18707/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/18707</pub-id>
          <pub-id pub-id-type="medline">32442130</pub-id>
          <pub-id pub-id-type="pii">v22i5e18707</pub-id>
          <pub-id pub-id-type="pmcid">PMC7257473</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
