<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v22i6e19855</article-id>
      <article-id pub-id-type="pmid">32496206</article-id>
      <article-id pub-id-type="doi">10.2196/19855</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Epidemiological Observations on the Association Between Anosmia and COVID-19 Infection: Analysis of Data From a Self-Assessment Web Application</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Lanternier</surname>
            <given-names>Fanny</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Stavaux</surname>
            <given-names>Edouard</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Leal Neto</surname>
            <given-names>Onicio</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Denis</surname>
            <given-names>Fabrice</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Inter-regional Cancer Institut Jean Bernard</institution>
            <addr-line>9, rue Beauverger</addr-line>
            <addr-line>Le Mans, 72100</addr-line>
            <country>France</country>
            <phone>33 243475810</phone>
            <email>f.denis@cjb72.org</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2190-7782</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Galmiche</surname>
            <given-names>Simon</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1691-1744</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Dinh</surname>
            <given-names>Aurélien</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5843-4819</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Fontanet</surname>
            <given-names>Arnaud</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5239-6110</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Scherpereel</surname>
            <given-names>Arnaud</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7607-1863</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Benezit</surname>
            <given-names>Francois</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4315-6107</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Lescure</surname>
            <given-names>François-Xavier</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <xref rid="aff7" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2828-125X</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Inter-regional Cancer Institut Jean Bernard</institution>
        <addr-line>Le Mans</addr-line>
        <country>France</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Emerging Diseases Epidemiology Unit</institution>
        <institution>Institut Pasteur</institution>
        <addr-line>Paris</addr-line>
        <country>France</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Service de maladies infectieuses et tropicales</institution>
        <institution>Hôpital Raymond Poincaré</institution>
        <institution>Assistance Publique - Hôpitaux de Paris</institution>
        <addr-line>Garches</addr-line>
        <country>France</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Service de pneumologie</institution>
        <institution>Centre Hospitalier Régional Universitaire de Lille</institution>
        <addr-line>Lille</addr-line>
        <country>France</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Service de maladies infectieuses et réanimation médicale</institution>
        <institution>Centre Hospitalier Universitaire de Rennes Pointchaillou</institution>
        <addr-line>Rennes</addr-line>
        <country>France</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Infectious and Tropical Diseases Department</institution>
        <institution>Bichat-Claude Bernard University Hospital and University of Paris</institution>
        <institution>Assistance Publique - Hôpitaux de Paris</institution>
        <addr-line>Paris</addr-line>
        <country>France</country>
      </aff>
      <aff id="aff7">
        <label>7</label>
        <institution>Team DesCID</institution>
        <institution>Infection, Antimicrobials, Modelling, Evolution - U1137</institution>
        <institution>French Institute for Health and Medical Research, Institut national de la santé et de la recherche médicale</institution>
        <addr-line>Paris</addr-line>
        <country>France</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Fabrice Denis <email>f.denis@cjb72.org</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>6</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>11</day>
        <month>6</month>
        <year>2020</year>
      </pub-date>
      <volume>22</volume>
      <issue>6</issue>
      <elocation-id>e19855</elocation-id>
      <history>
        <date date-type="received">
          <day>4</day>
          <month>5</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>27</day>
          <month>5</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>2</day>
          <month>6</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>3</day>
          <month>6</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Fabrice Denis, Simon Galmiche, Aurélien Dinh, Arnaud Fontanet, Arnaud Scherpereel, Francois Benezit, François-Xavier Lescure. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 11.06.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://www.jmir.org/2020/6/e19855/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>We developed a self-assessment and participatory surveillance web application for coronavirus disease (COVID-19), which was launched in France in March 2020.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>Our objective was to determine if self-reported symptoms could help monitor the dynamics of the COVID-19 outbreak in France.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Users were asked questions about underlying conditions, sociodemographic status, zip code, and COVID-19 symptoms. Depending on the symptoms reported and the presence of coexisting disorders, users were told to either stay at home, contact a general practitioner (GP), or call an emergency phone number. Data regarding COVID-19–related hospitalizations were retrieved from the Ministry of Health.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>As of March 29, 2020, the application was opened 4,126,789 times; 3,799,535 electronic questionnaires were filled out; and 2,477,174 users had at least one symptom. In total, 34.8% (n=1,322,361) reported no symptoms. The remaining users were directed to self-monitoring (n=858,878, 22.6%), GP visit or teleconsultation (n=1,033,922, 27.2%), or an emergency phone call (n=584,374, 15.4%). Emergency warning signs were reported by 39.1% of participants with anosmia, a loss of the sense of smell (n=127,586) versus 22.7% of participants without anosmia (n=1,597,289). Anosmia and fever and/or cough were correlated with hospitalizations for COVID-19 (Spearman correlation coefficients=0.87 and 0.82, respectively; <italic>P</italic>&#60;.001 for both).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This study suggests that anosmia may be strongly associated with COVID-19 and its severity. Despite a lack of medical assessment and virological confirmation, self-checking application data could be a relevant tool to monitor outbreak trends.</p>
        </sec>
        <sec sec-type="Trial Registration">
          <title>Trial Registration</title>
          <p>ClinicalTrials.gov NCT04331171; https://clinicaltrials.gov/ct2/show/NCT04331171</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>COVID-19</kwd>
        <kwd>anosmia</kwd>
        <kwd>epidemiological surveillance</kwd>
        <kwd>self-assessment</kwd>
        <kwd>web application</kwd>
        <kwd>outbreak</kwd>
        <kwd>symptoms</kwd>
        <kwd>self-assessment</kwd>
        <kwd>surveillance</kwd>
        <kwd>epidemiology</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Web-based self-reporting of symptoms is a growing field and has been used to improve survival in oncology [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]; it can be used as a participatory surveillance tool for coronavirus disease (COVID-19) or other influenza-like illnesses as well [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. We thought of applying the same technology to optimize patient triage for COVID-19 patients in France and alleviate the burden on emergency call centers. A self-assessment and participatory surveillance website [<xref ref-type="bibr" rid="ref5">5</xref>] was developed and launched during the growing phase of the COVID-19 epidemic in France in March 2020. Our objective was to determine if self-reported symptoms could help monitor outbreak dynamics in France. We report here the analysis of the first 13 days of web application usage.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>Users were recruited via national media campaigns in France, including social media, radio, and magazine campaigns, between March 17-29, 2020. Participants were recruited through the maladiecoronavirus.fr website [<xref ref-type="bibr" rid="ref5">5</xref>]. Respondents provided information on sociodemographic data, zip code, and coexisting disorders anonymously. They were asked about nine symptoms associated with possible COVID-19 infection—fever (body temperature &#62;37.7°C), unusual cough, shortness of breath, sore throat, muscle aches, diarrhea, anorexia, and asthenia. Anosmia, a loss of the sense of smell, was added on March 21, 2020. Following symptom reporting, a notification was sent, recommending the user either to stay at home and use the website again in case of evolving symptomatology (self-monitoring), or to contact a general practitioner (GP), or to call an emergency number if they reported dyspnea or anorexia. A questionnaire was built according to Chinese reports and French experience [<xref ref-type="bibr" rid="ref6">6</xref>]. The website was not considered a medical device by regulatory authorities since no tracking was performed and data were anonymous. We compared the distribution of web-based, self-reported symptoms to that of hospitalized COVID-19 patients according to Ministry of Health reports. Spearman correlation coefficients were used for statistical analysis.</p>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>Between March 17-29, 2020, the website was accessed 4,126,789 times; 3,799,535 electronic questionnaires were filled out; and 2,477,174 users had at least one out of the nine symptoms included in the questionnaire (<xref rid="figure1" ref-type="fig">Figure 1</xref>). In total, 1,322,361 (34.8%) participants reported no symptoms. The remaining patients (median age 37 years; range 15-99 years) were directed to self-monitoring (858,878, 22.6%), GP visit or teleconsultation (1,033,922, 27.2%), or an emergency phone call (584,374, 15.4%).</p>
      <p>Of all symptomatic patients, anosmia was reported by 17.1% (325,910/1,903,741), fever was reported by 33.5% (828,952/2,477,174), and cough by 61.2% (1,515,557/2,477,174). Emergency warning signs (dyspnea or complete anorexia) were reported by 39.1% of participants with anosmia (n=127,586) versus 22.7% of participants without anosmia (n=1,597,289; <italic>P</italic>&#60;.001; <xref ref-type="table" rid="table1">Table 1</xref>). Anosmia and fever and/or cough were correlated with COVID-19–related hospitalizations (Spearman correlation coefficients=0.87 and 0.82, respectively; <italic>P</italic>&#60;.001 for both; <xref rid="figure2" ref-type="fig">Figure 2</xref>).</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Flowchart of the study population.</p>
        </caption>
        <graphic xlink:href="jmir_v22i6e19855_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Users characteristics.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="670"/>
          <col width="300"/>
          <thead>
            <tr valign="bottom">
              <td colspan="2">Characteristic</td>
              <td>Value (n=2,477,174<sup>a</sup>)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="2">Age (years), average (range), median</td>
              <td>39.12 (15-99), 37</td>
            </tr>
            <tr valign="bottom">
              <td colspan="2">Sex</td>
              <td>—<sup>b</sup></td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Body mass index (kg/m<sup>2</sup>)</bold>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>≥30</td>
              <td>436,609 (17.6)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>&#60;30</td>
              <td>2,040,555 (82.4)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Comorbidities</bold>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Cardiovascular disease / uncontrolled hypertension</td>
              <td>401,888 (16.2)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Diabetes</td>
              <td>78,354 (3.2)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Malignancy</td>
              <td>72,577 (2.9)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Pulmonary disease</td>
              <td>243,247 (9.8)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Chronic kidney disease</td>
              <td>11,333 (0.5)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Chronic liver disease</td>
              <td>36,677 (1.5)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Pregnancy</td>
              <td>40,766 (1.6)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Immunodepression</td>
              <td>135,624 (5.5)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Immunosuppressive ongoing therapy</td>
              <td>70,927 (2.9)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Reported symptoms</bold>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Fever (body temperature greater &#62;37.7°C)</td>
              <td>828,952 (33.5)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Cough</td>
              <td>1,515,557 (61.2)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Dyspnea</td>
              <td>658,442 (26.6)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Asthenia</td>
              <td>1,155,297 (46.6)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Complete anorexia</td>
              <td>103,122 (4.2)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Sore throat or muscle aches</td>
              <td>1,837,286 (74.1)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Diarrhea</td>
              <td>497,665 (20.1)</td>
            </tr>
            <tr valign="bottom">
              <td>
                <break/>
              </td>
              <td>Anosmia or dysgeusia<sup>c</sup></td>
              <td>325,910 (17.1)</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Patient triage after questionnaire completion<sup>d</sup></bold>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>No symptoms</td>
              <td>1,322,361 (34.8)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Self-monitoring</td>
              <td>858,878 (22.6)</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>General practitioner / phone call</td>
              <td>1,033,922 (27.2)</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table1fn1">
            <p><sup>a</sup>Symptomatic patient (reported at least one symptom).</p>
          </fn>
          <fn id="table1fn2">
            <p><sup>b</sup>Sex was not asked to protect the identity of the user.</p>
          </fn>
          <fn id="table1fn3">
            <p><sup>c</sup>Anosmia was reported from March 21, 2020; the number of symptomatic patients during this period was 1,903,741.</p>
          </fn>
          <fn id="table1fn4">
            <p><sup>d</sup>Denominator is N=3,799,535 (all respondents; symptomatic or not).</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>Maps displaying the correlation between fever and/or cough and anosmia with hospitalizations for COVID-19. (A) The cumulative number of hospitalized COVID-19–positive patients in France on March 29, 2020. (B) Fever and/or cough reported by users via the application; cumulative amount in French counties from March 17-29, 2020: 3,799,535 respondents (828,952 with fever and 1,515,557 with cough). (C) Anosmia reported by users; cumulative number from March 21-29, 2020: 325,910 positive respondents.</p>
        </caption>
        <graphic xlink:href="jmir_v22i6e19855_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>This study suggests that self-reported symptoms of COVID-19 are correlated with COVID-19–related hospitalizations and that anosmia may be strongly associated with COVID-19. This could be explained by a greater specificity compared to other reported symptoms that could result from other respiratory viruses [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. Limitations include lack of medical assessment and virological confirmation of COVID-19 and comparison of application-retrieved data with a distinct set of data from the Ministry of Health reports on hospitalizations. Self-checking application data could be a relevant tool to monitor the dynamics of an outbreak and thus can be a real-time health system response to the epidemic.</p>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">COVID-19</term>
          <def>
            <p>coronavirus disease</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">GP</term>
          <def>
            <p>general practitioner</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>FD received personal fees from AstraZeneca, Ipsen, Sivan Innovation, Pfizer, Chugai, Takeda, and Roche. All other authors declared no conflicts of interest.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Denis</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Basch</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Septans</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bennouna</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Urban</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Dueck</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Letellier</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Two-Year Survival Comparing Web-Based Symptom Monitoring vs Routine Surveillance Following Treatment for Lung Cancer</article-title>
          <source>JAMA</source>
          <year>2019</year>
          <month>01</month>
          <day>22</day>
          <volume>321</volume>
          <issue>3</issue>
          <fpage>306</fpage>
          <lpage>307</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30667494"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jama.2018.18085</pub-id>
          <pub-id pub-id-type="medline">30667494</pub-id>
          <pub-id pub-id-type="pii">2721170</pub-id>
          <pub-id pub-id-type="pmcid">PMC6439676</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Basch</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Deal</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Dueck</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Scher</surname>
              <given-names>HI</given-names>
            </name>
            <name name-style="western">
              <surname>Kris</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Hudis</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Schrag</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Overall Survival Results of a Trial Assessing Patient-Reported Outcomes for Symptom Monitoring During Routine Cancer Treatment</article-title>
          <source>JAMA</source>
          <year>2017</year>
          <month>07</month>
          <day>11</day>
          <volume>318</volume>
          <issue>2</issue>
          <fpage>197</fpage>
          <lpage>198</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28586821"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jama.2017.7156</pub-id>
          <pub-id pub-id-type="medline">28586821</pub-id>
          <pub-id pub-id-type="pii">2630810</pub-id>
          <pub-id pub-id-type="pmcid">PMC5817466</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lie</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Prinzen</surname>
              <given-names>FW</given-names>
            </name>
          </person-group>
          <article-title>Surveillance of COVID-19 in the General Population Using an Online Questionnaire: Report From 18,161 Respondents in China</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2020</year>
          <month>04</month>
          <day>27</day>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>e18576</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2020/2/e18576/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/18576</pub-id>
          <pub-id pub-id-type="medline">32319956</pub-id>
          <pub-id pub-id-type="pii">v6i2e18576</pub-id>
          <pub-id pub-id-type="pmcid">PMC7187763</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guerrisi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Turbelin</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Blanchon</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hanslik</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Bonmarin</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Levy-Bruhl</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Perrotta</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Paolotti</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Smallenburg</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Koppeschaar</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Franco</surname>
              <given-names>AO</given-names>
            </name>
            <name name-style="western">
              <surname>Mexia</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Edmunds</surname>
              <given-names>WJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sile</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Pebody</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>van Straten</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Meloni</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Moreno</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Duggan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kjelsø</surname>
              <given-names>Charlotte</given-names>
            </name>
            <name name-style="western">
              <surname>Colizza</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Participatory Syndromic Surveillance of Influenza in Europe</article-title>
          <source>J Infect Dis</source>
          <year>2016</year>
          <month>12</month>
          <day>01</day>
          <volume>214</volume>
          <issue>suppl_4</issue>
          <fpage>S386</fpage>
          <lpage>S392</lpage>
          <pub-id pub-id-type="doi">10.1093/infdis/jiw280</pub-id>
          <pub-id pub-id-type="medline">28830105</pub-id>
          <pub-id pub-id-type="pii">2527906</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <source>maladiecoronavirus.fr</source>
          <year>2020</year>
          <access-date>2020-03-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://maladiecoronavirus.fr/">https://maladiecoronavirus.fr/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guan</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Ni</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Liang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Ou</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>He</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Shan</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lei</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hui</surname>
              <given-names>DSC</given-names>
            </name>
            <name name-style="western">
              <surname>Du</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zeng</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Yuen</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Xiang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Liang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Peng</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Wei</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Peng</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Qiu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ye</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zhong</surname>
              <given-names>N</given-names>
            </name>
            <collab>China Medical Treatment Expert Group for Covid-19</collab>
          </person-group>
          <article-title>Clinical Characteristics of Coronavirus Disease 2019 in China</article-title>
          <source>N Engl J Med</source>
          <year>2020</year>
          <month>04</month>
          <day>30</day>
          <volume>382</volume>
          <issue>18</issue>
          <fpage>1708</fpage>
          <lpage>1720</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32109013"/>
          </comment>
          <pub-id pub-id-type="doi">10.1056/NEJMoa2002032</pub-id>
          <pub-id pub-id-type="medline">32109013</pub-id>
          <pub-id pub-id-type="pmcid">PMC7092819</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Menni</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Valdes</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Freidin</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Sudre</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>LH</given-names>
            </name>
            <name name-style="western">
              <surname>Drew</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Ganesh</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Varsavsky</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Cardoso</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>El-Sayed Moustafa</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Visconti</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hysi</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bowyer</surname>
              <given-names>RCE</given-names>
            </name>
            <name name-style="western">
              <surname>Mangino</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Falchi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wolf</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ourselin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Steves</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Spector</surname>
              <given-names>TD</given-names>
            </name>
          </person-group>
          <article-title>Real-time tracking of self-reported symptoms to predict potential COVID-19</article-title>
          <source>Nat Med</source>
          <year>2020</year>
          <month>05</month>
          <day>11</day>
          <pub-id pub-id-type="doi">10.1038/s41591-020-0916-2</pub-id>
          <pub-id pub-id-type="medline">32393804</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41591-020-0916-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bénézit</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Le Turnier</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Declerck</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Paillé</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Revest</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dubée</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Tattevin</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Arvieux</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Baldeyrou</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chapplain</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Comacle</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Patrat-Delon</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Maillard</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Poinot</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pronier</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Souala</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Thibault</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Abgueguen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Cormier</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Delbos</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>de la Chapelle</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ducancelle</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mahieu</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rabier</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Rehaiem</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Vandamme</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Biron</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Brochon</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Boutoille</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Chauveau</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Deschanvres</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gaborit</surname>
              <given-names>Bj</given-names>
            </name>
            <name name-style="western">
              <surname>Jenvrin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lecomte</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lefebvre</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Raffi</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Utility of hyposmia and hypogeusia for the diagnosis of COVID-19</article-title>
          <source>The Lancet Infectious Diseases</source>
          <year>2020</year>
          <month>4</month>
          <day>15</day>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32304632"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S1473-3099(20)30297-8</pub-id>
          <pub-id pub-id-type="medline">32304632</pub-id>
          <pub-id pub-id-type="pii">S1473-3099(20)30297-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC7159866</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
