<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v23i8e28947</article-id>
      <article-id pub-id-type="pmid">34227997</article-id>
      <article-id pub-id-type="doi">10.2196/28947</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Evaluating Epidemiological Risk by Using Open Contact Tracing Data: Correlational Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Basch</surname>
            <given-names>Corey</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Tonelli</surname>
            <given-names>Flavio</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Lahiri</surname>
            <given-names>Arista</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Piotto</surname>
            <given-names>Stefano</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Pharmacy</institution>
            <institution>University of Salerno</institution>
            <addr-line>Via Giovanni Paolo II, 132</addr-line>
            <addr-line>Fisciano, 84084</addr-line>
            <country>Italy</country>
            <phone>39 3204230068</phone>
            <email>piotto@unisa.it</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3102-1918</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Di Biasi</surname>
            <given-names>Luigi</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9583-6681</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Marrafino</surname>
            <given-names>Francesco</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8534-2442</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Concilio</surname>
            <given-names>Simona</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1461-9301</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Pharmacy</institution>
        <institution>University of Salerno</institution>
        <addr-line>Fisciano</addr-line>
        <country>Italy</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Bionam Research Center for Biomaterials</institution>
        <institution>University of Salerno</institution>
        <addr-line>Fisciano</addr-line>
        <country>Italy</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Computer Sciences</institution>
        <institution>University of Salerno</institution>
        <addr-line>Fisciano</addr-line>
        <country>Italy</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Stefano Piotto <email>piotto@unisa.it</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>8</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>2</day>
        <month>8</month>
        <year>2021</year>
      </pub-date>
      <volume>23</volume>
      <issue>8</issue>
      <elocation-id>e28947</elocation-id>
      <history>
        <date date-type="received">
          <day>19</day>
          <month>3</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>29</day>
          <month>4</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>10</day>
          <month>5</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>15</day>
          <month>5</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Stefano Piotto, Luigi Di Biasi, Francesco Marrafino, Simona Concilio. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 02.08.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2021/8/e28947" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>During the 2020s, there has been extensive debate about the possibility of using contact tracing (CT) to contain the SARS-CoV-2 pandemic, and concerns have been raised about data security and privacy. Little has been said about the effectiveness of CT. In this paper, we present a real data analysis of a CT experiment that was conducted in Italy for 8 months and involved more than 100,000 CT app users.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>We aimed to discuss the technical and health aspects of using a centralized approach. We also aimed to show the correlation between the acquired contact data and the number of SARS-CoV-2–positive cases. Finally, we aimed to analyze CT data to define population behaviors and show the potential applications of real CT data.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We collected, analyzed, and evaluated CT data on the duration, persistence, and frequency of contacts over several months of observation. A statistical test was conducted to determine whether there was a correlation between indices of behavior that were calculated from the data and the number of new SARS-CoV-2 infections in the population (new SARS-CoV-2–positive cases).</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>We found evidence of a correlation between a weighted measure of contacts and the number of new SARS-CoV-2–positive cases (Pearson coefficient=0.86), thereby paving the road to better and more accurate data analyses and spread predictions.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Our data have been used to determine the most relevant epidemiological parameters and can be used to develop an agent-based system for simulating the effects of restrictions and vaccinations. Further, we demonstrated our system's ability to identify the physical locations where the probability of infection is the highest. All the data we collected are available to the scientific community for further analysis.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>SARS-CoV-2</kwd>
        <kwd>COVID-19</kwd>
        <kwd>contact tracing</kwd>
        <kwd>Bluetooth Low Energy</kwd>
        <kwd>transmission dynamics</kwd>
        <kwd>infection spread</kwd>
        <kwd>mobile apps</kwd>
        <kwd>mHealth</kwd>
        <kwd>digital apps</kwd>
        <kwd>mobile phone</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>In China, during December 2019, SARS-CoV-2 was identified as a novel beta coronavirus. At the time of writing this paper (December 2020), SARS-CoV-2 has caused almost 60 million confirmed human infections worldwide and more than 1 million deaths since its discovery [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. The disease caused by SARS-CoV-2 is called COVID-19, and the disease was declared a global pandemic on March 11, 2020 [<xref ref-type="bibr" rid="ref3">3</xref>]. Containment measures are the first and most crucial step for rapidly halting an outbreak that could otherwise become an epidemic or even turn into a pandemic, such as the COVID-19 outbreak [<xref ref-type="bibr" rid="ref4">4</xref>]. Notable examples of disease epidemics with a high occurrence of superspreading events (SSEs) are the SARS-CoV (severe acute respiratory syndrome coronavirus; 2002-2003) and MERS-CoV (Middle East respiratory syndrome coronavirus; since 2013) epidemics [<xref ref-type="bibr" rid="ref5">5</xref>-<xref ref-type="bibr" rid="ref9">9</xref>]. The basic reproduction number (R<sub>0</sub>) is a key measure of transmissibility. It is defined as the number of infected contacts that 1 infected individual generates on average during their infectious period. An R<sub>0</sub> value of &#62;1 means that a virus will continue its propagation among susceptible hosts. In contrast, an R<sub>0</sub> of &#60;1 means that it is certain that epidemic spread will stop [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. The SARS-CoV and MERS-CoV have an R<sub>0</sub> of around 3 [<xref ref-type="bibr" rid="ref12">12</xref>]. For SARS-CoV-2, the estimated R<sub>0</sub> ranges between 2 and 3 [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. However, it is unknown as to what extent SSEs are involved in the spread of SARS-CoV-2 infection.</p>
      <p>Lockdown was the most widespread pandemic containment response, and it was introduced at different levels by most affected countries. As already predicted by mathematical models [<xref ref-type="bibr" rid="ref14">14</xref>] and proven by trends that were updated at the time of writing this paper, the contagion's spread resumed rapidly when lockdown countermeasures were lifted. Rapid and automatic contact tracing (CT) is an essential intervention for contagion containment [<xref ref-type="bibr" rid="ref15">15</xref>-<xref ref-type="bibr" rid="ref19">19</xref>]; however, user localization poses a privacy risk and reduces compliance rates [<xref ref-type="bibr" rid="ref20">20</xref>]. According to the World Health Organization, CT involves the following three steps: the identification of a contact (identifying those that a confirmed positive patient had contact with based on the transmission modalities of the pathogen of interest), the listing of contacts (keeping a record of individuals who possibly had contact with infected patients and informing these individuals), and contact follow-up [<xref ref-type="bibr" rid="ref21">21</xref>]. CT has a dual purpose—treating people who have possibly been exposed to infectious diseases and stopping the transmission chain to contain an epidemic. Due to the prevalence of smartphones, CT has the potential to become a powerful intervention; the vast majority of smartphone users carry their smartphone devices with them throughout the day, and smartphones can generate detailed GPS location information. However, due to the availability of users’ location data, there is growing concern about the infringement of an individual's right to privacy. An alternative is using other contact monitoring technologies that are based on proximity assessments rather than those based on location information [<xref ref-type="bibr" rid="ref22">22</xref>]. It is important to note that this study does not constitute an endorsement or rejection of CT based on potential data security risks or privacy limitations. This study intends to assess whether and to what extent the acquisition of contact data helps with assessing the spread of SARS-CoV-2.</p>
      <p>Technologies such as Bluetooth Low Energy allow for the evaluation of the distance between users without locating them and thus help with addressing the privacy issue. The number of CT apps that have been introduced since the beginning of the SARS-CoV-2 pandemic is considerable [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>] and reflects governments' interest in automating the tracing of people who have had recent contact with individuals who tested positive for COVID-19. An app that uses a centralized approach was developed by the academic spin-off company of the University of Salerno—SoftMining (SM). The app [<xref ref-type="bibr" rid="ref25">25</xref>] was supported by government agencies such as the Campania Region and was validated by more than 120,000 users; the app had peaks of more than 15,000 active daily users.</p>
      <p>CT is a fundamental intervention for acquiring population data, which show how different population groups can behave differently. Such behaviors result in different risks of infection among group members. In <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>, we describe how CT data were acquired via the Bluetooth Low Energy technology of the SM-COVID-19 app and how data were clustered to obtain different mobility and behavior groups. In this paper, we discuss how we used Italian National Institute of Health data on contagion trends in Italy [<xref ref-type="bibr" rid="ref26">26</xref>] to estimate a more precise number of SARS-CoV-2–positive cases that was less influenced by the number of tests performed on the population. In addition, we show the link between the acquired CT data and the number of new SARS-CoV-2–positive cases. This allowed us to define an epidemiological risk function that was based on the number of, frequency of, and distance between contacts. The risk function expresses the probability that an individual will become ill as a function of their age within a given period of time. This study aims to evaluate whether the use of CT can support the containment of an epidemic. The data acquired from CT were analyzed and correlated with data on the progression of SARS-CoV-2 infection.</p>
      <p>This study was not conducted for commercial purposes; it was conducted for the purposes of academic research and aims to make CT data available to the scientific community for future research.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>CT Data Acquisition</title>
        <p>During the CT phase, the SM-COVID-19 app analyzed the environment and, at regular intervals, sent data on the duration of a contact and the instantaneous and average distances (over the time) of a contact to the server. App users could voluntarily decide to share location data as well. If they did, the server also received latitude, longitude, precision, and smartphone provider data. We provide the full description of the data acquisition procedures in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendices 1</xref> and <xref ref-type="supplementary-material" rid="app2">2</xref>. The developed technologies allowed for high precision in distance calculations (less than 0.5 m under optimal conditions and after device calibration) and were implemented via the SM-COVID-19 app, which is available on Android and iOS smartphones (via TestFlight; Apple Inc). Daily data were anonymized and saved for further use, as described in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>, in accordance with the General Data Protection Regulation. Anonymity was also guaranteed when the GPS localization function was enabled, as data were stored randomly in the database; the database did not present an individual user's location in a precise way. The app only used random 128-bit proximity IDs, and only the user's device kept track of the device IDs. The app’s functions were conducted and maintained with a back-end server, on which arbitrary identifiers were stored. Users could not be identified directly with app data, as only the app's random identifiers were stored on the server.</p>
      </sec>
      <sec>
        <title>Social Mobility Analysis</title>
        <p>The data set obtained from the SM-COVID-19 app in the period of April to November 2020 was analyzed. The data set's structure is described in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>. Reported data from August 1 to August 30, 2020, were obtained to analyze mobility data from a period when no lockdown measures were in place. Such data are useful for tracking movements in real situations. We removed users with less than 15 days of activity from our analysis to exclude users who may have deactivated the app. The cleaned data set was clustered. Before the clustering process, the t-distributed stochastic neighbor embedding machine learning algorithm was applied to the data set to reduce its dimensionality to 2. The clustering was carried out by using the Ward linkage method. This method allows the user to select the number of clusters arbitrarily. We analyzed the distribution of data for different numbers of clusters (2-10 clusters); the optimal distribution was obtained with 5 clusters. The average number of daily contacts and the SDs for the clusters are reported in <xref ref-type="table" rid="table1">Table 1</xref>. SDs were high, since every cluster had many users with 0-contact days among those with low- and high-contact days. As shown in <xref ref-type="table" rid="table1">Table 1</xref>, the population was divided into clusters of approximately the same size. However, cluster 5 was larger and included users who had a larger number of contacts. This cluster accounted for the population with the highest number of contacts and included users with the highest number of contacts and the highest mobility.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>The cluster data of active users for the period of August 1 to August 30, 2020.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="160"/>
            <col width="580"/>
            <col width="260"/>
            <thead>
              <tr valign="bottom">
                <td>Cluster number</td>
                <td>Number of daily contacts based on Bluetooth Low Energy technology, mean (SD)<sup>a</sup></td>
                <td>Percentage of active users</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>1</td>
                <td>23.40 (38.55)</td>
                <td>14</td>
              </tr>
              <tr valign="top">
                <td>2</td>
                <td>12.05 (22.62)</td>
                <td>19</td>
              </tr>
              <tr valign="top">
                <td>3</td>
                <td>41.95 (75.79)</td>
                <td>17</td>
              </tr>
              <tr valign="top">
                <td>4</td>
                <td>69.91 (103.76)</td>
                <td>20</td>
              </tr>
              <tr valign="top">
                <td>5</td>
                <td>121.48 (145.05)</td>
                <td>30</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>The average number of daily contacts for each cluster and SDs were calculated based on all cluster data (ie, from days 1 to 30).</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Data Availability</title>
        <p>All data can be made available upon request from the authors or the SM-COVID-19 team [<xref ref-type="bibr" rid="ref27">27</xref>].</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Statistical Analysis and Estimates of the Real Number of SARS-CoV-2–Positive Cases</title>
        <p>For our statistical analysis, we relied on official data on the daily SARS-CoV-2–related trends in Italy, which were released by the Italian National Institute of Health and aggregated by the Department of Civil Protection of the Presidency of the Council of Ministers [<xref ref-type="bibr" rid="ref17">17</xref>]. We estimated the possible number of real infections that may have occurred during the epidemic in Italy. We obtained the daily number of newly performed tests based on the total number of tests performed. This was calculated by using equation 1 in <xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref>. The method for estimating the number of new daily SARS-CoV-2–positive cases is detailed in <xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref>. We performed data smoothing via sliding-window averaging to reduce each day's variability, which was the result of the cumulative regional data's intrinsic variability. The SARS-CoV-2–related trends over a given period were roughly linear; there were no sudden peaks. Additionally, the averaging process performed allowed us to smoothen the curves, which were in line with these trends. Equation 2 in <xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref> was used to define the ratio between the number of daily tests and the number of daily reported SARS-CoV-2–positive cases. The estimated number of new SARS-CoV-2–positive cases (EP<sub>[k]</sub>) for each day was calculated with equation 3 in <xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref>. With our method, we estimated a correction for the number of real SARS-CoV-2–positive cases that occurred during the pandemic period. We observed that around 224,000 cases were not diagnosed, and of these cases, nearly around 81,000 were missed in the period of March to May 2020. The difference between the official number of cases and the estimated number of new SARS-CoV-2–positive cases is shown in <xref rid="figure1" ref-type="fig">Figure 1</xref>.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Comparison of the official number of daily new SARS-CoV-2–positive cases reported by the ISS (black line) and the estimated number of daily new SARS-CoV-2–positive cases (red line). The difference was higher during the initial phases of the pandemic. ISS: Istituto Superiore di Sanità (Italian Superior Institute of Health).</p>
          </caption>
          <graphic xlink:href="jmir_v23i8e28947_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Correlation Between CT Data and Contagion Trends</title>
        <p>The correct number of daily SARS-CoV-2–positive cases was calculated to perform correlation analyses with the data obtained from CT. The data distributed by the ISS, due to how the data were structured, showed considerable fluctuations based on the number of tests performed. It was also possible to observe a weekly trend in the number of SARS-CoV-2–positive cases recorded due to the reduced number of tests performed during weekends. Such data therefore presented fluctuations that could alter the analysis. Data smoothing via sliding-window averaging also provided an additional element for alleviating the issue with fluctuations.</p>
        <p>We then examined whether the contact index (CI) and the alpha index (α) correlated with the number of daily new SARS-CoV-2–positive cases. These two parameters are indices of effective contacts and account for the distance between two users who come into contact with each other and the contact's duration. These parameters and the related equations are described in detail in <xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref> [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]. These parameters were necessary, since not all of the contacts recorded by the app involved people who could effectively transmit the virus. CI<sub>k</sub> is a value that indicates a user’s risk of infection on day k based on the number of effective contacts that the user had on the same day. CI<sub>k</sub> was calculated with equation 4 in <xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref> [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]. α<sub>k</sub> is a risk index, and it is based on data from the previous k−14 days (excluding day k). α<sub>k</sub> reflects a user's behavior. The optimization of these parameters will be the subject of future studies.</p>
        <p>The SM-COVID-19 data set lists the CI and α values for each day and every user. Therefore, to evaluate daily trends, we calculated the total CI and α values for each day (k) by summing each individual users' values. As such, it was possible to evaluate the trends for CI and α values and exclude users who deactivated the app for a given period. The values were smoothed by using a sliding window of 7 days. In <xref rid="figure2" ref-type="fig">Figure 2</xref>, we show the temporal evolution of CI values over 160 days. For visualization, in <xref rid="figure2" ref-type="fig">Figure 2</xref>, we report the logarithm of the number of new SARS-CoV-2–positive cases. There is an evident, rough correlation between the CI and the number of new SARS-CoV-2–positive cases. For each CI<sub>k</sub> and α<sub>k</sub> value, we calculated the Pearson correlation coefficient based on the estimated number of SARS-CoV-2–positive cases to assess how the number of contacts varied before and after a confirmation of COVID-19 positivity. It was very interesting to note that the correlation coefficient for CI<sub>k</sub> reached its maximum at k+7 days. The high correlations observed in the subsequent days correlated with SARS-CoV-2 incubation times, and COVID-19 positivity occurred in the days following an effective contact. The α<sub>k</sub> value reached its maximum at k+5 days. The differences between the α and CI values’ correlation coefficients (ie, their correlation with the number of new SARS-CoV-2–positive cases) were attributable to the different calculation methods that were used for the two parameters, as the α value accounts for the risk of infection in the 14 days before day k. The correlation between CI values and the number of new SARS-CoV-2–positive cases is shown in <xref rid="figure3" ref-type="fig">Figure 3</xref>. We reported the correlation data that corresponded to the period of June to October 2020 because of the high availability of more consistent CT data. This correlation was also monitored for the previous studied period (March to May 2020) to confirm that the obtained values were not the result of artifacts or autocorrelations.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Temporal evolution of the CI values (black line) and the logarithm of the number of new SARS-CoV-2–positive cases (red line) during a 160-day period. CI: contact index.</p>
          </caption>
          <graphic xlink:href="jmir_v23i8e28947_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Pearson correlation analysis between CIk and the number of new SARS-CoV-2–positive cases with a time shift of 0 days to 60 days for the period of June 1 to October 31, 2020. The highest correlation value was observed at k+7 days. CI: contact index.</p>
          </caption>
          <graphic xlink:href="jmir_v23i8e28947_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>The analysis of the collected data allowed us to determine the aspects of CT that are essential for the evaluation of the progression of the SARS-CoV-2 pandemic. These essential aspects were identified via the estimation of the real number of new SARS-CoV-2–positive cases and the correlation of the number and frequency of contacts with the probability of infection.</p>
      <sec>
        <title>Estimation of the Total Number of People Who Tested Positive for SARS-CoV-2</title>
        <p>At the beginning of the pandemic in Italy, during the period of March to May 2020, the substantial underestimation of the total number of people who tested positive for SARS-CoV-2 in Italy was a likely scenario. This was undoubtedly due to the reduced number of tests that were performed during the first phase of the SARS-CoV-2 pandemic and the lack of an adequate response for tracing infections. One method for estimating a realistic number of SARS-CoV-2–positive cases is to use the ratio between the number of tests carried out and the number of SARS-CoV-2–positive cases detected every day. We chose this ratio because as the number of tests carried out increases, this number eventually plateaus. These data are collected throughout the country and are therefore subject to regional and local variability. It has been assumed that the ratio between the number of positive cases and the number of tests performed varies slowly over time in the absence of hospitalization problems. This ratio has been used to estimate the actual number of SARS-CoV-2–positive cases, which is always greater than or equal to the official number of cases. As shown in <xref rid="figure1" ref-type="fig">Figure 1</xref>, the difference between the official number of daily new SARS-CoV-2–positive cases and the estimated number of cases was higher during the initial phases of the pandemic (ie, during the period of March to May 2020). During this period, according to our analysis, at least 81,000 patients with SARS-CoV-2 infection were not diagnosed with COVID-19. As already mentioned, calculating the real number of new SARS-CoV-2–positive cases was necessary because the data provided by the Istituto Superiore di Sanità (Italian Superior Institute of Health) varied according to the number of tests performed each day. In the initial stages of the pandemic, the number of tests was remarkably low due to the lack of adequate diagnostic tools.</p>
      </sec>
      <sec>
        <title>Ethical and Practical Issues of CT Apps</title>
        <p>CT apps have generated much discussion, particularly discussions regarding privacy and such apps’ susceptibility to attacks. Considerations of data security and possible privacy violations are certainly essential elements and have resulted in the creation of numerous solutions that have been adopted at the national level. This paper does not aim not to take a position on the security and privacy of CT apps, although the developers of SM-COVID-19 have considered these aspects. Rather, we are concerned with assessing whether CT apps, that is, those that can be developed based on currently available technology, can impact communities' health. Several apps have been adopted at a national level by multiple countries. However, during our research, we did not find any information on the availability of data collected by these apps. CT data provide useful information on various aspects of the SARS-CoV-2 pandemic (eg, the pandemic course) and the behavior and mobility of app users, thereby allowing researchers to map the frequency of contacts and identify high-risk areas. Our CT data set allowed us to analyze data and identify different classes of behavior among the population.</p>
        <p>The SM-COVID-19 app uses a centralized model [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. However, despite using a centralized model, users' privacy is completely protected via anonymization, as per the General Data Protection Regulation. The advantage of using a centralized model is that data stored on the server can be anonymized via aggregation and used by public authorities as a source of important aggregate information about the number of contacts in the population, the app's effectiveness in tracing and alerting contacts, and the aggregate number of people who could potentially develop symptoms. Unlike a decentralized model, a centralized model provides access to CT data, thereby making these data available for analysis and the improvement of epidemiological models. As already stated by Ferretti et al [<xref ref-type="bibr" rid="ref19">19</xref>], the control of the SARS-CoV-2 epidemic via manual CT is impossible, as CT introduces a time lag resulting from the need to notify individuals about having contact with infected individuals. Such lag exacerbates the spread the infection, which is already remarkable given the infectivity of SARS-CoV-2 and the high percentage of transmission by presymptomatic individuals. The use of this app model, in which individuals are immediately notified about having contact with people who tested positive for SARS-CoV-2, would be sufficient for stopping the epidemic if the app is used by an adequate number of people [<xref ref-type="bibr" rid="ref30">30</xref>] and would provide valuable data for creating accurate and valid predictive and epidemiological models. The choice of using a centralized model allows for the reconstruction of the chains of contagion transmission and the rapid propagation of risk indices (calculated with mathematical models)—operations that are difficult to implement when tracing data are only kept on devices.</p>
        <p>By using data from August 2020, during which no lockdown measures or restrictions on mobility were in place and only partial restrictions were placed on gatherings, it was possible to identify 5 different behavior classes (or mobility classes). <xref ref-type="table" rid="table1">Table 1</xref> shows the data from the clustering process. The five groups had approximately the same population size except for cluster 5, which had the largest number of people and included individuals with the highest mobility. The high amount of deviation in cluster 5 shows how users in this class alternated between experiencing days with 0 contacts (ie, no mobility; eg, days when they could be working from home) and experiencing days with a very high number of contacts (eg, due to a commute or due to work involving contact with the public). From these clusters, it is impossible to define the reasons behind a given number of contacts, but this is irrelevant as long as similar behaviors are present among the users belonging to a certain cluster. However, this clustering process provided interesting insights; it showed that there are classes of people with very low mobility (eg, older people) and classes of people with high mobility who experience a high number of contacts (eg, working in a hospital, supermarket, etc). This information can be even more useful when using a localized approach, such as using GPS data, as such data would help with providing more appropriate definitions for categories. The contacts registered by the app allowed us to trace the frequency of contacts and the trend in the number of contacts for a given period, a single user, a cluster, or the whole data set.</p>
      </sec>
      <sec>
        <title>Correlation Between CT and the Total Number of New SARS-CoV-2–Positive Cases</title>
        <p>CT data correlated with the growth in the number of new SARS-CoV-2–positive cases, and the highest correlation was observed 5 to 7 days after day k. This observation is in line with the hypothesis that an increase in the number of contacts is linked to an increased risk of infection. The most interesting element of the correlation is the time gap. The differences in the correlation values were probably related to the incubation period of SARS-CoV-2. Consequently, a contact that occurs on day k will not result in COVID-19 positivity on day k but on day k+n. This time gap is in line with the estimated incubation time for SARS-CoV-2 [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref28">28</xref>], and our analysis shows the effectiveness of using CT data to predict the number of new SARS-CoV-2–positive cases. This high correlation means that CT data can be used to develop new and more accurate epidemiological models and predictive tools.</p>
        <p>Although a distributed approach that involves the use of a central advertising server makes it possible to alert individuals in direct contacts (the first contact between a newly infected individual and another person) about an eventual infection, flooding operations are necessary on CT networks to warn individuals about contacts of level 2 or higher. The decentralized model provides only 1 degree of separation from a CT app user who tested positive for COVID-19 (user A). To obtain data on a longer chain of contacts, which would have a decreasing risk gradient, it would be necessary for user B (a user in user A’s contact chain) to publish their identifier so that user C (a user who had contact with user B but not with user A) is alerted. This could prove particularly dangerous when an asymptomatic or low-symptomatic individual who has not been tested for SARS-CoV-2 infection could infect another person and even cause another person’s death. [<xref ref-type="bibr" rid="ref31">31</xref>] In such a situation, decentralized CT would fail. On the other hand, the centralized model allows for the instant tracing of all contacts, regardless of the degree of separation. This would result in the more effective containment of the contagion, since all individuals in a contact chain that are deemed to be at risk for infection would be notified immediately about the danger. In this model, voluntary data input by individuals involved in first-degree contacts for informing those involved in second-degree contacts would not be required whenever the former was notified about having contact with a person who tested positive for COVID-19. Similar conclusions were reached by Aleta et al [<xref ref-type="bibr" rid="ref30">30</xref>], who proved the effectiveness of using an automatic and extensive CT system to contain the spread of SARS-CoV-2 when lockdown measures are lifted. The work of Aleta et al [<xref ref-type="bibr" rid="ref30">30</xref>] confirmed the usefulness of CT data collected from the population and provided an excellent basis for improving predictions and reducing the social and economic impact of SARS-CoV-2 prior to the effective vaccination of the entire population. At the time of writing this paper, we did not find any other available data sets with real CT data.</p>
      </sec>
      <sec>
        <title>Geolocalization</title>
        <p>CT data can be beneficial for evaluating SARS-CoV-2 propagation data. The data set that was made available by the app is particularly interesting because, due to its structure, it can be used as the basis for tracing SSEs. SSEs are generally defined as outbreaks in which a small number of individuals infect a large number of secondary individuals (ie, well-above the expected average number of individuals) [<xref ref-type="bibr" rid="ref32">32</xref>]. The CT data that allowed us to define behavioral clusters for the population can also help with determining the SARS-CoV-2 pandemic’s potential for generating SSEs. Although lower than those of the SARS-CoV and MERS-CoV pandemics, the SARS-CoV-2 pandemic’s potential for generating SSEs is significant. In the absence of interventions such as social distancing, this potential would be even more significant. When developing disease control measures, people should focus on the rapid CT and quarantining of infected individuals and policies for physical distancing or targeted shutdowns to prevent the occurrence of SSEs. Having the ability to predict a pandemic’s potential for generating SSEs would be vital in preventing outbreaks, and it would considerably reduce a contagion’s overall R<sub>0</sub> value. The use of GPS data that are made anonymous with an appropriate protocol would enable researchers to use a rapid localized approach to significantly reducing the risk of contagion spread in certain areas and act in a targeted and localized manner. This type of information can prove very useful for planning the possible containment of a contagion in defined areas. The tests we performed that used GPS data showed the potential of this approach. For these tests, CT data that were acquired during the lockdown period (April 14 to May 3, 2020) from SM-COVID-19 users who had explicitly activated GPS tracing and whose GPS coordinates included the Campania Region were used (<xref rid="figure4" ref-type="fig">Figure 4</xref>). The simulations showed that a higher number of alerts were generated in locations that corresponded to the outbreaks that occurred during the lockdown (<xref rid="figure5" ref-type="fig">Figure 5</xref>). This type of voluntarily provided information can be a handy tool for confining and preventing contagion spread.</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>A map showing contact tracing app users’ GPS locations on September 10, 2020. These data were used for the tests.</p>
          </caption>
          <graphic xlink:href="jmir_v23i8e28947_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>GPS test results. Green areas indicate locations that had a low risk of SARS-CoV-2 infection. Red areas indicate locations that had a high risk of infection. The red areas correspond to locations where SARS-CoV-2 outbreaks happened during the lockdown period.</p>
          </caption>
          <graphic xlink:href="jmir_v23i8e28947_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>The high correlation between CT data and the number of recorded SARS-COV-2–positive cases (with a delay of 5-7 days) was remarkable. The number of registered contacts and the number of new SARS-COV-2–positive cases showed the same weekly trend fluctuations, which not only depended on the number of tests but also on the different mobility abilities of people. Moreover, there was a time lag between the two factors, and this was the result of the incubation time of SARS-CoV-2. This time lag can be used to estimate the real incubation time of SARS-CoV-2. Further, this correlation can be extremely useful for defining and predicting infection trends and can be used to improve predictive models that only use health authorities' data. Regardless of the effectiveness of CT, the collected data provided a powerful tool for improving predictive and epidemiological models and could be integrated into different types of analyses to improve the accuracy and efficiency of predictions based on real data.</p>
        <p>This study lays the foundation for our upcoming papers. In future papers, we will show how CT data were implemented in a CT simulator to turn it into a real data-based contagion spread simulator, which provided us with data on the mobility of the different clusters that were defined in this study. The agents' mobility data will be used to determine the risk of infection, identify epidemiological parameters, and simulate the spread of SARS-CoV-2 in different contexts. The SM-COVID-19 data set is open and free for use by the scientific community. This paper does not represent a policy pronouncement, as this would not be a scientific objective. We believe that our study may prompt informed discussions of the possible risks and likely benefits of our approach to using CT data. For these reasons, all collected data are available for further analysis.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Acquisition of SM-COVID-19 app data on contacts.</p>
        <media xlink:href="jmir_v23i8e28947_app1.docx" xlink:title="DOCX File , 41 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Open data format.</p>
        <media xlink:href="jmir_v23i8e28947_app2.docx" xlink:title="DOCX File , 15 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Dumping and anonymization.</p>
        <media xlink:href="jmir_v23i8e28947_app3.docx" xlink:title="DOCX File , 15 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>Statistical analysis and estimates of the real number of SARS-CoV-2–positive cases.</p>
        <media xlink:href="jmir_v23i8e28947_app4.docx" xlink:title="DOCX File , 14 KB"/>
      </supplementary-material>
      <supplementary-material id="app5">
        <label>Multimedia Appendix 5</label>
        <p>Contact index and alpha values.</p>
        <media xlink:href="jmir_v23i8e28947_app5.docx" xlink:title="DOCX File , 20 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CI</term>
          <def>
            <p>contact index</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CT</term>
          <def>
            <p>contact tracing</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">MERS-COV</term>
          <def>
            <p>Middle East respiratory syndrome coronavirus</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">SARS-CoV</term>
          <def>
            <p>severe acute respiratory syndrome coronavirus</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">SM</term>
          <def>
            <p>SoftMining</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">SSE</term>
          <def>
            <p>superspreading event</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors thank the Campania Region for supporting our scientific research and the development of the app. We express our gratitude to Cesare Pianese and Luca Canepa for the numerous opportunities to discuss ethical and privacy issues. We also thank the entire SM-COVID-19 team [<xref ref-type="bibr" rid="ref33">33</xref>] for supporting and distributing the data used in this work.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>SP and LDB are members of the academic spin-off company SM, and they were involved in the development of the SM-COVID-19 app.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>Coronavirus disease (COVID-19) pandemic</article-title>
          <source>World Health Organization</source>
          <access-date>2021-07-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/emergencies/diseases/novel-coronavirus-2019">https://www.who.int/emergencies/diseases/novel-coronavirus-2019</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>Weekly epidemiological update - 5 October 2020</article-title>
          <source>World Health Organization</source>
          <year>2020</year>
          <month>10</month>
          <day>05</day>
          <access-date>2021-07-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/docs/default-source/coronaviruse/situation-reports/20201005-weekly-epi-update-8.pdf">https://www.who.int/docs/default-source/coronaviruse/situation-reports/20201005-weekly-epi-update-8.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <article-title>WHO Director-General's opening remarks at the media briefing on COVID-19 - 11 March 2020</article-title>
          <source>World Health Organization</source>
          <year>2020</year>
          <month>03</month>
          <day>11</day>
          <access-date>2021-07-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/dg/speeches/detail/who-director-general-s-opening-remarks-at-the-media-briefing-on-covid-19---11-march-2020">https://www.who.int/dg/speeches/detail/who-director-general-s-opening-remarks-at-the-media-briefing-on-covid-19---11-march-2020</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lauer</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Grantz</surname>
              <given-names>KH</given-names>
            </name>
            <name name-style="western">
              <surname>Bi</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>FK</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Meredith</surname>
              <given-names>HR</given-names>
            </name>
            <name name-style="western">
              <surname>Azman</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Reich</surname>
              <given-names>NG</given-names>
            </name>
            <name name-style="western">
              <surname>Lessler</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The incubation period of coronavirus disease 2019 (COVID-19) from publicly reported confirmed cases: estimation and application</article-title>
          <source>Ann Intern Med</source>
          <year>2020</year>
          <month>05</month>
          <day>05</day>
          <volume>172</volume>
          <issue>9</issue>
          <fpage>577</fpage>
          <lpage>582</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.acpjournals.org/doi/abs/10.7326/M20-0504?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.7326/M20-0504</pub-id>
          <pub-id pub-id-type="medline">32150748</pub-id>
          <pub-id pub-id-type="pii">2762808</pub-id>
          <pub-id pub-id-type="pmcid">PMC7081172</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cho</surname>
              <given-names>SY</given-names>
            </name>
            <name name-style="western">
              <surname>Kang</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Ha</surname>
              <given-names>YE</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>GE</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>JY</given-names>
            </name>
            <name name-style="western">
              <surname>Ko</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>JY</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Kang</surname>
              <given-names>CI</given-names>
            </name>
            <name name-style="western">
              <surname>Jo</surname>
              <given-names>IJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ryu</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Huh</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ki</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Kang</surname>
              <given-names>ES</given-names>
            </name>
            <name name-style="western">
              <surname>Peck</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Dhong</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Chung</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>YJ</given-names>
            </name>
          </person-group>
          <article-title>MERS-CoV outbreak following a single patient exposure in an emergency room in South Korea: an epidemiological outbreak study</article-title>
          <source>Lancet</source>
          <year>2016</year>
          <month>09</month>
          <day>03</day>
          <volume>388</volume>
          <issue>10048</issue>
          <fpage>994</fpage>
          <lpage>1001</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27402381"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(16)30623-7</pub-id>
          <pub-id pub-id-type="medline">27402381</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(16)30623-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC7159268</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>KH</given-names>
            </name>
            <name name-style="western">
              <surname>Tandi</surname>
              <given-names>TE</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Moon</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>Middle East respiratory syndrome coronavirus (MERS-CoV) outbreak in South Korea, 2015: epidemiology, characteristics and public health implications</article-title>
          <source>J Hosp Infect</source>
          <year>2017</year>
          <month>02</month>
          <volume>95</volume>
          <issue>2</issue>
          <fpage>207</fpage>
          <lpage>213</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28153558"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jhin.2016.10.008</pub-id>
          <pub-id pub-id-type="medline">28153558</pub-id>
          <pub-id pub-id-type="pii">S0195-6701(16)30443-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC7114867</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shen</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Ning</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>He</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Chin</surname>
              <given-names>DP</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Schuchat</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Superspreading SARS events, Beijing, 2003</article-title>
          <source>Emerg Infect Dis</source>
          <year>2004</year>
          <month>02</month>
          <volume>10</volume>
          <issue>2</issue>
          <fpage>256</fpage>
          <lpage>260</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/15030693"/>
          </comment>
          <pub-id pub-id-type="doi">10.3201/eid1002.030732</pub-id>
          <pub-id pub-id-type="medline">15030693</pub-id>
          <pub-id pub-id-type="pmcid">PMC3322930</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>SX</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>YM</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>BC</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>SW</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>WH</given-names>
            </name>
            <name name-style="western">
              <surname>Wei</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>KX</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>XL</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>ZL</given-names>
            </name>
            <name name-style="western">
              <surname>Krahn</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cheung</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>PP</given-names>
            </name>
          </person-group>
          <article-title>The SARS outbreak in a general hospital in Tianjin, China -- the case of super-spreader</article-title>
          <source>Epidemiol Infect</source>
          <year>2006</year>
          <month>08</month>
          <volume>134</volume>
          <issue>4</issue>
          <fpage>786</fpage>
          <lpage>791</lpage>
          <pub-id pub-id-type="doi">10.1017/S095026880500556X</pub-id>
          <pub-id pub-id-type="medline">16371174</pub-id>
          <pub-id pub-id-type="pii">S095026880500556X</pub-id>
          <pub-id pub-id-type="pmcid">PMC2870450</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Ran</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Musa</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Lou</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Gao</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>He</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>MH</given-names>
            </name>
          </person-group>
          <article-title>Preliminary estimation of the basic reproduction number of novel coronavirus (2019-nCoV) in China, from 2019 to 2020: A data-driven analysis in the early phase of the outbreak</article-title>
          <source>Int J Infect Dis</source>
          <year>2020</year>
          <month>03</month>
          <volume>92</volume>
          <fpage>214</fpage>
          <lpage>217</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.imperial.ac.uk/mrc-global-infectious-disease-analysis/covid-19/report-2-update-case-estimates-covid-19/"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ijid.2020.01.050</pub-id>
          <pub-id pub-id-type="medline">32007643</pub-id>
          <pub-id pub-id-type="pii">S1201-9712(20)30053-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC7110798</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Domingo</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Chapter 7 - Long-term virus evolution in nature</article-title>
          <source>Virus as Populations (Second Edition)</source>
          <year>2020</year>
          <publisher-loc>Cambridge, Massachusetts, United States</publisher-loc>
          <publisher-name>Academic Press</publisher-name>
          <fpage>225</fpage>
          <lpage>261</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fraser</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Donnelly</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Cauchemez</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hanage</surname>
              <given-names>WP</given-names>
            </name>
            <name name-style="western">
              <surname>Van Kerkhove</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Hollingsworth</surname>
              <given-names>TD</given-names>
            </name>
            <name name-style="western">
              <surname>Griffin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Baggaley</surname>
              <given-names>RF</given-names>
            </name>
            <name name-style="western">
              <surname>Jenkins</surname>
              <given-names>HE</given-names>
            </name>
            <name name-style="western">
              <surname>Lyons</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Jombart</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hinsley</surname>
              <given-names>WR</given-names>
            </name>
            <name name-style="western">
              <surname>Grassly</surname>
              <given-names>NC</given-names>
            </name>
            <name name-style="western">
              <surname>Balloux</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Ghani</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Ferguson</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Rambaut</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pybus</surname>
              <given-names>OG</given-names>
            </name>
            <name name-style="western">
              <surname>Lopez-Gatell</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Alpuche-Aranda</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Chapela</surname>
              <given-names>IB</given-names>
            </name>
            <name name-style="western">
              <surname>Zavala</surname>
              <given-names>EP</given-names>
            </name>
            <name name-style="western">
              <surname>Guevara</surname>
              <given-names>DME</given-names>
            </name>
            <name name-style="western">
              <surname>Checchi</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Garcia</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hugonnet</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Roth</surname>
              <given-names>C</given-names>
            </name>
            <collab>WHO Rapid Pandemic Assessment Collaboration</collab>
          </person-group>
          <article-title>Pandemic potential of a strain of influenza A (H1N1): early findings</article-title>
          <source>Science</source>
          <year>2009</year>
          <month>06</month>
          <day>19</day>
          <volume>324</volume>
          <issue>5934</issue>
          <fpage>1557</fpage>
          <lpage>1561</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.sciencemag.org/cgi/pmidlookup?view=long&#38;pmid=19433588"/>
          </comment>
          <pub-id pub-id-type="doi">10.1126/science.1176062</pub-id>
          <pub-id pub-id-type="medline">19433588</pub-id>
          <pub-id pub-id-type="pii">1176062</pub-id>
          <pub-id pub-id-type="pmcid">PMC3735127</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wallinga</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Teunis</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Different epidemic curves for severe acute respiratory syndrome reveal similar impacts of control measures</article-title>
          <source>Am J Epidemiol</source>
          <year>2004</year>
          <month>09</month>
          <day>15</day>
          <volume>160</volume>
          <issue>6</issue>
          <fpage>509</fpage>
          <lpage>516</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/15353409"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/aje/kwh255</pub-id>
          <pub-id pub-id-type="medline">15353409</pub-id>
          <pub-id pub-id-type="pii">160/6/509</pub-id>
          <pub-id pub-id-type="pmcid">PMC7110200</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Diao</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Pei</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Estimation of the reproductive number of novel coronavirus (COVID-19) and the probable outbreak size on the Diamond Princess cruise ship: A data-driven analysis</article-title>
          <source>Int J Infect Dis</source>
          <year>2020</year>
          <month>04</month>
          <volume>93</volume>
          <fpage>201</fpage>
          <lpage>204</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1201-9712(20)30091-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ijid.2020.02.033</pub-id>
          <pub-id pub-id-type="medline">32097725</pub-id>
          <pub-id pub-id-type="pii">S1201-9712(20)30091-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC7110591</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ferguson</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Laydon</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Nedjati-Gilani</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Imai</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Ainslie</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Baguelin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bhatia</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Boonyasiri</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cucunubá</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Cuomo-Dannenburg</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Dighe</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dorigatti</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Fu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Gaythorpe</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Hamlet</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hinsley</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Okell</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>van Elsland</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Verity</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Volz</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>PGT</given-names>
            </name>
            <name name-style="western">
              <surname>Walters</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Winskill</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Whittaker</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Donnelly</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Riley</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ghani</surname>
              <given-names>AC</given-names>
            </name>
          </person-group>
          <article-title>Report 9: Impact of non-pharmaceutical interventions (NPIs) to reduce COVID-19 mortality and healthcare demand</article-title>
          <source>Imperial College COVID-19 Response Team</source>
          <year>2020</year>
          <month>03</month>
          <day>16</day>
          <access-date>2021-07-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.imperial.ac.uk/media/imperial-college/medicine/sph/ide/gida-fellowships/Imperial-College-COVID19-NPI-modelling-16-03-2020.pdf">https://www.imperial.ac.uk/media/imperial-college/medicine/sph/ide/gida-fellowships/Imperial-College-COVID19-NPI-modelling-16-03-2020.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fraser</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Riley</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Ferguson</surname>
              <given-names>NM</given-names>
            </name>
          </person-group>
          <article-title>Factors that make an infectious disease outbreak controllable</article-title>
          <source>Proc Natl Acad Sci U S A</source>
          <year>2004</year>
          <month>04</month>
          <day>20</day>
          <volume>101</volume>
          <issue>16</issue>
          <fpage>6146</fpage>
          <lpage>6151</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.pnas.org/cgi/pmidlookup?view=long&#38;pmid=15071187"/>
          </comment>
          <pub-id pub-id-type="doi">10.1073/pnas.0307506101</pub-id>
          <pub-id pub-id-type="medline">15071187</pub-id>
          <pub-id pub-id-type="pii">0307506101</pub-id>
          <pub-id pub-id-type="pmcid">PMC395937</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hellewell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Abbott</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gimma</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bosse</surname>
              <given-names>NI</given-names>
            </name>
            <name name-style="western">
              <surname>Jarvis</surname>
              <given-names>CI</given-names>
            </name>
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>TW</given-names>
            </name>
            <name name-style="western">
              <surname>Munday</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Kucharski</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Edmunds</surname>
              <given-names>WJ</given-names>
            </name>
            <collab>Centre for the Mathematical Modelling of Infectious Diseases COVID-19 Working Group</collab>
            <name name-style="western">
              <surname>Funk</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Eggo</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>Feasibility of controlling COVID-19 outbreaks by isolation of cases and contacts</article-title>
          <source>Lancet Glob Health</source>
          <year>2020</year>
          <month>04</month>
          <volume>8</volume>
          <issue>4</issue>
          <fpage>e488</fpage>
          <lpage>e496</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2214-109X(20)30074-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S2214-109X(20)30074-7</pub-id>
          <pub-id pub-id-type="medline">32119825</pub-id>
          <pub-id pub-id-type="pii">S2214-109X(20)30074-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC7097845</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Klinkenberg</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Fraser</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Heesterbeek</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>The effectiveness of contact tracing in emerging epidemics</article-title>
          <source>PLoS One</source>
          <year>2006</year>
          <month>12</month>
          <day>20</day>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>e12</fpage>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0000012</pub-id>
          <pub-id pub-id-type="medline">17183638</pub-id>
          <pub-id pub-id-type="pmcid">PMC1762362</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kretzschmar</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Rozhnova</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Bootsma</surname>
              <given-names>MCJ</given-names>
            </name>
            <name name-style="western">
              <surname>van Boven</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>van de Wijgert</surname>
              <given-names>JHHM</given-names>
            </name>
            <name name-style="western">
              <surname>Bonten</surname>
              <given-names>MJM</given-names>
            </name>
          </person-group>
          <article-title>Impact of delays on effectiveness of contact tracing strategies for COVID-19: a modelling study</article-title>
          <source>Lancet Public Health</source>
          <year>2020</year>
          <month>08</month>
          <volume>5</volume>
          <issue>8</issue>
          <fpage>e452</fpage>
          <lpage>e459</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2468-2667(20)30157-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S2468-2667(20)30157-2</pub-id>
          <pub-id pub-id-type="medline">32682487</pub-id>
          <pub-id pub-id-type="pii">S2468-2667(20)30157-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC7365652</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ferretti</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wymant</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kendall</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Nurtay</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Abeler-Dörner</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Parker</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bonsall</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Fraser</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Quantifying SARS-CoV-2 transmission suggests epidemic control with digital contact tracing</article-title>
          <source>Science</source>
          <year>2020</year>
          <month>05</month>
          <day>08</day>
          <volume>368</volume>
          <issue>6491</issue>
          <fpage>eabb6936</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32234805"/>
          </comment>
          <pub-id pub-id-type="doi">10.1126/science.abb6936</pub-id>
          <pub-id pub-id-type="medline">32234805</pub-id>
          <pub-id pub-id-type="pii">science.abb6936</pub-id>
          <pub-id pub-id-type="pmcid">PMC7164555</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bengio</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Janda</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>YW</given-names>
            </name>
            <name name-style="western">
              <surname>Ippolito</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Jarvie</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pilat</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Struck</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Krastev</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sharma</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The need for privacy with public digital contact tracing during the COVID-19 pandemic</article-title>
          <source>Lancet Digit Health</source>
          <year>2020</year>
          <month>07</month>
          <volume>2</volume>
          <issue>7</issue>
          <fpage>e342</fpage>
          <lpage>e344</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2589-7500(20)30133-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S2589-7500(20)30133-3</pub-id>
          <pub-id pub-id-type="medline">32835192</pub-id>
          <pub-id pub-id-type="pii">S2589-7500(20)30133-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC7266569</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dar</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Lone</surname>
              <given-names>AH</given-names>
            </name>
            <name name-style="western">
              <surname>Zahoor</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Khan</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Naaz</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Applicability of mobile contact tracing in fighting pandemic (COVID-19): Issues, challenges and solutions</article-title>
          <source>Comput Sci Rev</source>
          <year>2020</year>
          <month>11</month>
          <volume>38</volume>
          <fpage>100307</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32989380"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.cosrev.2020.100307</pub-id>
          <pub-id pub-id-type="medline">32989380</pub-id>
          <pub-id pub-id-type="pii">S1574-0137(20)30407-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC7510441</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Foster</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gollakota</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Horvitz</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Jaeger</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kakade</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kohno</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Langford</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Larson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sharma</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Singanamalla</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sunshine</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tessaro</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>PACT: Privacy Sensitive Protocols and Mechanisms for Mobile Contact Tracing</article-title>
          <source>arXiv.</source>
          <year>2021</year>
          <comment>Preprint posted online on May 7, 2020.
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://arxiv.org/pdf/2004.03544.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ahmed</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Michelin</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Xue</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Ruj</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Malaney</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kanhere</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Seneviratne</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Janicke</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Jha</surname>
              <given-names>SK</given-names>
            </name>
          </person-group>
          <article-title>A survey of COVID-19 contact tracing apps</article-title>
          <source>IEEE Access</source>
          <year>2020</year>
          <month>07</month>
          <day>20</day>
          <volume>8</volume>
          <fpage>134577</fpage>
          <lpage>134601</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ieeexplore.ieee.org/document/9144194"/>
          </comment>
          <pub-id pub-id-type="doi">10.1109/access.2020.3010226</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Braithwaite</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Callender</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Bullock</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Aldridge</surname>
              <given-names>RW</given-names>
            </name>
          </person-group>
          <article-title>Automated and partly automated contact tracing: a systematic review to inform the control of COVID-19</article-title>
          <source>Lancet Digit Health</source>
          <year>2020</year>
          <month>11</month>
          <volume>2</volume>
          <issue>11</issue>
          <fpage>e607</fpage>
          <lpage>e621</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2589-7500(20)30184-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S2589-7500(20)30184-9</pub-id>
          <pub-id pub-id-type="medline">32839755</pub-id>
          <pub-id pub-id-type="pii">S2589-7500(20)30184-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC7438082</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <article-title>SM-Covid-19 App — Tracing app against Covid-19</article-title>
          <source>SM-COVID-19</source>
          <access-date>2021-07-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.smcovid19.org">https://www.smcovid19.org</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
          <article-title>COVID-19 Italia - Monitoraggio situzaione</article-title>
          <source>GitHub</source>
          <access-date>2021-07-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://github.com/pcm-dpc/COVID-19/">https://github.com/pcm-dpc/COVID-19/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <article-title>SM-COVID-19: Contact Tracing Open Data</article-title>
          <source>SM-COVID-19</source>
          <access-date>2021-07-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://smp.softmining.it/smp-smc19od.aspx">https://smp.softmining.it/smp-smc19od.aspx</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dai</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Deng</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Estimation of incubation period and serial interval of COVID-19: analysis of 178 cases and 131 transmission chains in Hubei province, China</article-title>
          <source>Epidemiol Infect</source>
          <year>2020</year>
          <month>06</month>
          <day>19</day>
          <volume>148</volume>
          <fpage>e117</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32594928"/>
          </comment>
          <pub-id pub-id-type="doi">10.1017/S0950268820001338</pub-id>
          <pub-id pub-id-type="medline">32594928</pub-id>
          <pub-id pub-id-type="pii">S0950268820001338</pub-id>
          <pub-id pub-id-type="pmcid">PMC7324649</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Xiao</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Torok</surname>
              <given-names>ME</given-names>
            </name>
          </person-group>
          <article-title>Taking the right measures to control COVID-19</article-title>
          <source>Lancet Infect Dis</source>
          <year>2020</year>
          <month>05</month>
          <volume>20</volume>
          <issue>5</issue>
          <fpage>523</fpage>
          <lpage>524</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32145766"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S1473-3099(20)30152-3</pub-id>
          <pub-id pub-id-type="medline">32145766</pub-id>
          <pub-id pub-id-type="pii">S1473-3099(20)30152-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC7128408</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aleta</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Martín-Corral</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Piontti</surname>
              <given-names>APY</given-names>
            </name>
            <name name-style="western">
              <surname>Ajelli</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Litvinova</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chinazzi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dean</surname>
              <given-names>NE</given-names>
            </name>
            <name name-style="western">
              <surname>Halloran</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Longini Jr</surname>
              <given-names>IM</given-names>
            </name>
            <name name-style="western">
              <surname>Merler</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pentland</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vespignani</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Moro</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Moreno</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Modelling the impact of testing, contact tracing and household quarantine on second waves of COVID-19</article-title>
          <source>Nat Hum Behav</source>
          <year>2020</year>
          <month>09</month>
          <volume>4</volume>
          <issue>9</issue>
          <fpage>964</fpage>
          <lpage>971</lpage>
          <pub-id pub-id-type="doi">10.1038/s41562-020-0931-9</pub-id>
          <pub-id pub-id-type="medline">32759985</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41562-020-0931-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC7641501</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Pei</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Shaman</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Substantial undocumented infection facilitates the rapid dissemination of novel coronavirus (SARS-CoV-2)</article-title>
          <source>Science</source>
          <year>2020</year>
          <month>05</month>
          <day>01</day>
          <volume>368</volume>
          <issue>6490</issue>
          <fpage>489</fpage>
          <lpage>493</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32179701"/>
          </comment>
          <pub-id pub-id-type="doi">10.1126/science.abb3221</pub-id>
          <pub-id pub-id-type="medline">32179701</pub-id>
          <pub-id pub-id-type="pii">science.abb3221</pub-id>
          <pub-id pub-id-type="pmcid">PMC7164387</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Galvani</surname>
              <given-names>AP</given-names>
            </name>
            <name name-style="western">
              <surname>May</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>Epidemiology: dimensions of superspreading</article-title>
          <source>Nature</source>
          <year>2005</year>
          <month>11</month>
          <day>17</day>
          <volume>438</volume>
          <issue>7066</issue>
          <fpage>293</fpage>
          <lpage>295</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/16292292"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/438293a</pub-id>
          <pub-id pub-id-type="medline">16292292</pub-id>
          <pub-id pub-id-type="pii">438293a</pub-id>
          <pub-id pub-id-type="pmcid">PMC7095140</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="web">
          <article-title>Team — SM-Covid-19 App</article-title>
          <source>SM-COVID-19</source>
          <access-date>2021-07-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.smcovid19.org/team/">https://www.smcovid19.org/team/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
