<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v23i3e25726</article-id>
      <article-id pub-id-type="pmid">33617459</article-id>
      <article-id pub-id-type="doi">10.2196/25726</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Viewpoint</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Viewpoint</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Adoption of COVID-19 Contact Tracing Apps: A Balance Between Privacy and Effectiveness</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
        <contrib contrib-type="editor">
          <name>
            <surname>Basch</surname>
            <given-names>Corey</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Li</surname>
            <given-names>Jinfeng</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Ropero</surname>
            <given-names>Jorge</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Seto</surname>
            <given-names>Emily</given-names>
          </name>
          <degrees>PhD, PEng</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Institute of Health Policy, Management and Evaluation</institution>
            <institution>Dalla Lana School of Public Health</institution>
            <institution>University of Toronto</institution>
            <addr-line>155 College Street, Suite 425</addr-line>
            <addr-line>Toronto, ON, M5T 3M6</addr-line>
            <country>Canada</country>
            <phone>1 416 669 9295</phone>
            <email>emily.seto@utoronto.ca</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8723-5915</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Challa</surname>
            <given-names>Priyanka</given-names>
          </name>
          <degrees>MHI</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3406-7222</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Ware</surname>
            <given-names>Patrick</given-names>
          </name>
          <degrees>MPH, PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5325-9871</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Institute of Health Policy, Management and Evaluation</institution>
        <institution>Dalla Lana School of Public Health</institution>
        <institution>University of Toronto</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Centre for Global eHealth Innovation</institution>
        <institution>University Health Network</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Techna Institute</institution>
        <institution>University Health Network</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Emily Seto <email>emily.seto@utoronto.ca</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>3</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>4</day>
        <month>3</month>
        <year>2021</year>
      </pub-date>
      <volume>23</volume>
      <issue>3</issue>
      <elocation-id>e25726</elocation-id>
      <history>
        <date date-type="received">
          <day>12</day>
          <month>11</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>4</day>
          <month>12</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>24</day>
          <month>12</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>19</day>
          <month>2</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Emily Seto, Priyanka Challa, Patrick Ware. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 04.03.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2021/3/e25726" xlink:type="simple"/>
      <abstract>
        <p>With the relative ubiquity of smartphones, contact tracing and exposure notification apps have been looked to as novel methods to help reduce the transmission of COVID-19. Many countries have created apps that lie across a spectrum from privacy-first approaches to those that have very few privacy measures. The level of privacy incorporated into an app is largely based on the societal norms and values of a particular country. Digital health technologies can be highly effective and preserve privacy at the same time, but in the case of contact tracing and exposure notification apps, there is a trade-off between increased privacy measures and the effectiveness of the app. In this article, examples from various countries are used to highlight how characteristics of contract tracing and exposure notification apps contribute to the perceived levels of privacy awarded to citizens and how this impacts an app’s effectiveness. We conclude that finding the right balance between privacy and effectiveness, while critical, is challenging because it is highly context-specific.</p>
      </abstract>
      <kwd-group>
        <kwd>mobile apps</kwd>
        <kwd>COVID-19</kwd>
        <kwd>contact tracing</kwd>
        <kwd>exposure notification</kwd>
        <kwd>privacy</kwd>
        <kwd>effectiveness</kwd>
        <kwd>app</kwd>
        <kwd>surveillance</kwd>
        <kwd>tracing</kwd>
        <kwd>transmission</kwd>
        <kwd>security</kwd>
        <kwd>digital health</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Many countries around the world have released contact tracing and exposure notification apps in an attempt to help combat the spread of COVID-19 [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. However, the technologies used, adoption rates, and potential impact of the apps have been extremely varied across countries. Moreover, each country has developed contact tracing apps that meet the level of privacy required for their citizens. Often, increased privacy has been deemed a fair trade-off for a decrease in the potential effectiveness of the app.</p>
    </sec>
    <sec>
      <title>Privacy-Related Characteristics of COVID-19 Apps</title>
      <p>Although privacy laws provide a foundation that can inform the design and implementation of exposure notification and true contact tracing apps [<xref ref-type="bibr" rid="ref3">3</xref>], it is the types of technologies used (eg, quick response [QR] codes, GPS, Bluetooth Low Energy) and the way they are applied within those legal frameworks that determine the level of privacy afforded to citizens. The important distinction between contact tracing apps and exposure notification apps is that the former collects tracking data so that public health authorities can determine who individuals have been in contact with, as well as the location and time of the contact. On the other hand, exposure notification apps collect only the data required to determine if an individual may have been in close contact with someone who has been identified as being positive for COVID-19, which provides significantly more privacy. <xref ref-type="table" rid="table1">Table 1</xref> expands upon research by Liu and Guo [<xref ref-type="bibr" rid="ref4">4</xref>], which was published in the initial months of the pandemic. Specifically, it presents privacy-related characteristics of COVID-19 apps in various countries. The examples have been selected to demonstrate a spectrum of privacy-related features in countries where information about their apps is publicly available, as well as to demonstrate that the optimal balance between privacy and effectiveness may be culturally dependent.</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Privacy characteristics of COVID-19 contact tracing and exposure notification apps.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="80"/>
          <col width="180"/>
          <col width="110"/>
          <col width="130"/>
          <col width="110"/>
          <col width="100"/>
          <col width="160"/>
          <col width="130"/>
          <thead>
            <tr valign="top">
              <td>Country</td>
              <td>App name (month of launch)</td>
              <td>Voluntary or mandatory</td>
              <td>Technology</td>
              <td>App data bound by privacy laws</td>
              <td>Consent for data sharing required</td>
              <td>Centralized or decentralized data storage</td>
              <td>Approximate adoption rate, % (month of reporting)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Australia</td>
              <td>COVIDSafe (April 2020) [<xref ref-type="bibr" rid="ref5">5</xref>]</td>
              <td>Voluntary</td>
              <td>Bluetooth [<xref ref-type="bibr" rid="ref5">5</xref>]</td>
              <td>Yes</td>
              <td>Yes</td>
              <td>Centralized</td>
              <td>21.6 (July 2020) [<xref ref-type="bibr" rid="ref6">6</xref>]</td>
            </tr>
            <tr valign="top">
              <td>China</td>
              <td>HealthCode (February 2020) [<xref ref-type="bibr" rid="ref7">7</xref>]</td>
              <td>Voluntary (required to move around cities)</td>
              <td>May use GPS or records of individual’s location</td>
              <td>Yes</td>
              <td>No</td>
              <td>Information not found</td>
              <td>~64 (April 2020)<sup>a</sup> [<xref ref-type="bibr" rid="ref8">8</xref>]</td>
            </tr>
            <tr valign="top">
              <td>Canada</td>
              <td>COVID Alert (July 2020) [<xref ref-type="bibr" rid="ref9">9</xref>]</td>
              <td>Voluntary</td>
              <td>Bluetooth</td>
              <td>Yes</td>
              <td>Yes</td>
              <td>Decentralized</td>
              <td>~15 (December 2020)<sup>a,b</sup> [<xref ref-type="bibr" rid="ref10">10</xref>]</td>
            </tr>
            <tr valign="top">
              <td>Germany</td>
              <td>Corona-Warn-App (June 2020) [<xref ref-type="bibr" rid="ref11">11</xref>]</td>
              <td>Voluntary</td>
              <td>Bluetooth</td>
              <td>Yes</td>
              <td>Yes</td>
              <td>Centralized (pseudonymized contact identifiers)</td>
              <td>1.4 (July 2020) [<xref ref-type="bibr" rid="ref6">6</xref>]</td>
            </tr>
            <tr valign="top">
              <td>Hong Kong</td>
              <td>StayHomeSafe (April 2020) [<xref ref-type="bibr" rid="ref12">12</xref>]</td>
              <td>Mandatory for 14-day home quarantine</td>
              <td>Bluetooth and geofencing technology using wristbands</td>
              <td>Yes</td>
              <td>Yes</td>
              <td>Decentralized</td>
              <td>Information not found</td>
            </tr>
            <tr valign="top">
              <td>Hong Kong</td>
              <td>LeaveHomeSafe (November 2020) [<xref ref-type="bibr" rid="ref12">12</xref>]</td>
              <td>Voluntary</td>
              <td>QR<sup>c</sup> codes</td>
              <td>Yes</td>
              <td>Yes</td>
              <td>Decentralized</td>
              <td>Information not found</td>
            </tr>
            <tr valign="top">
              <td>New Zealand</td>
              <td>NZ COVID Tracer App (May 2020) [<xref ref-type="bibr" rid="ref13">13</xref>]</td>
              <td>Voluntary</td>
              <td>Bluetooth, QR codes, location alert through push notifications</td>
              <td>Yes</td>
              <td>Yes</td>
              <td>Decentralized</td>
              <td>10.7 (July 2020) [<xref ref-type="bibr" rid="ref6">6</xref>]</td>
            </tr>
            <tr valign="top">
              <td>Russia</td>
              <td>Social Monitoring (April 2020) [<xref ref-type="bibr" rid="ref14">14</xref>]</td>
              <td>Mandatory for individuals with COVID-19; voluntary for others</td>
              <td>App seeks consent to access Bluetooth, GPS, and camera</td>
              <td>Yes</td>
              <td>Yes</td>
              <td>Centralized</td>
              <td>Information not found</td>
            </tr>
            <tr valign="top">
              <td>Singapore</td>
              <td>TraceTogether (March 2020) [<xref ref-type="bibr" rid="ref15">15</xref>]</td>
              <td>Voluntary (required to move around the city)</td>
              <td>Bluetooth</td>
              <td>Yes</td>
              <td>Not for infected persons</td>
              <td>Centralized</td>
              <td>70 (December 2020) [<xref ref-type="bibr" rid="ref16">16</xref>]</td>
            </tr>
            <tr valign="top">
              <td>South Korea</td>
              <td>Self-Quarantine Safety Protection (March 2020) [<xref ref-type="bibr" rid="ref17">17</xref>]</td>
              <td>Required for new arrivals for 2 weeks (telephone calls are alternative option)</td>
              <td>Bluetooth, GPS, credit card transactions, surveillance cameras, and others</td>
              <td>Yes</td>
              <td>Yes</td>
              <td>Centralized</td>
              <td>Information not found</td>
            </tr>
            <tr valign="top">
              <td>South Korea</td>
              <td>Corona 100m (February 2020) [<xref ref-type="bibr" rid="ref18">18</xref>]</td>
              <td>Voluntary</td>
              <td>GPS, uses data from public government sources</td>
              <td>Yes</td>
              <td>No</td>
              <td>Decentralized</td>
              <td>~2 (end of February 2020, 3 weeks after rollout)<sup>a</sup> [<xref ref-type="bibr" rid="ref18">18</xref>]</td>
            </tr>
            <tr valign="top">
              <td>Saudi Arabia</td>
              <td>Tawakkalna (May 2020) [<xref ref-type="bibr" rid="ref19">19</xref>]</td>
              <td>Voluntary</td>
              <td>GPS</td>
              <td>Information not found</td>
              <td>Information not found</td>
              <td>Centralized</td>
              <td>4.9 (July 2020) [<xref ref-type="bibr" rid="ref6">6</xref>]</td>
            </tr>
            <tr valign="top">
              <td>United Kingdom</td>
              <td>NHS COVID-19 (September 2020) [<xref ref-type="bibr" rid="ref20">20</xref>]</td>
              <td>Voluntary</td>
              <td>Bluetooth 4.0 or higher</td>
              <td>Yes</td>
              <td>Yes</td>
              <td>Centralized (nonidentifiable information)</td>
              <td>40 (October 2020) [<xref ref-type="bibr" rid="ref21">21</xref>]</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table1fn1">
            <p><sup>a</sup>Estimated adoption rate based on number of downloads divided by the country’s entire population.</p>
          </fn>
          <fn id="table1fn2">
            <p><sup>b</sup>In Canada, the app was rolled out in Ontario first; as of December 2020, only 9 of the 13 provinces and territories had adopted the app.</p>
          </fn>
          <fn id="table1fn3">
            <p><sup>c</sup>QR: quick response.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
    </sec>
    <sec>
      <title>Privacy Measures Related to Adoption</title>
      <p>Beyond the inherent value of privacy as a human right and as a protection against bias and stigma, the intent of increasing an app’s privacy measures is to broaden its adoption. This has been confirmed by studies conducted since the start of the pandemic, which have demonstrated the important role of trust and perceived privacy in influencing the adoption and use of COVID-19 apps [<xref ref-type="bibr" rid="ref22">22</xref>-<xref ref-type="bibr" rid="ref24">24</xref>]. The perception of privacy is not only determined by a user’s interpretation of existing safeguards (eg, the underlying technology, whether the app is voluntary, and the degree of data centralization), but also requires those details be effectively communicated to citizens, which is not always the case. For example, an analysis of COVID-19 app privacy policies concluded that improvements to the readability of privacy policies could lead to increased usage [<xref ref-type="bibr" rid="ref25">25</xref>].</p>
      <p>Modelling by a research group at Oxford has indicated that the pandemic can be stopped if about 60% of the population uses the app. Lower adoption rates of 15% would still reduce infection and deaths by about 8% and 6%, respectively [<xref ref-type="bibr" rid="ref26">26</xref>]. At the time of writing, Singapore and China have been able to reach the 60% threshold, while many other countries have reported adoption rates greater than 15%, including Ireland, Canada (ie, Ontario, where the app was first launched), Germany, and Iceland (the first country in Europe to launch their app) [<xref ref-type="bibr" rid="ref27">27</xref>].</p>
      <p>While adoption rates are affected by numerous nuanced factors, they are likely highly influenced by three broad categories of privacy-related factors highlighted in <xref ref-type="table" rid="table1">Table 1</xref>. First, apps that are mandatory would presumably result in higher adoption rates than voluntary apps. For example, although use of the apps in Singapore and China is technically voluntary, the apps are required for citizens to move around freely in cities, which may have resulted in the high adoption rates of those apps. Specifically, citizens in China are unable to move freely within cities and enter establishments without showing their color-coded individual QR codes at checkpoints. A color code (green, yellow, or red) is assigned depending on the user’s travel history and health status, with green allowing unrestricted movement, and yellow and red indicating different quarantine requirements [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
      <p>Second, the technology employed in the apps will largely dictate how intrusive the apps are to an individual’s privacy. Public transparency about the technology used may also increase confidence in the use of the app. To increase adoption, some countries—including Canada, Germany, and the United Kingdom—have opted to use the well-documented and highly vetted Google and Apple Exposure Notification application programming interface (API), which enables the swapping of anonymous identifier beacons (ie, random strings of numbers that are frequently changed) between phones in close proximity via Bluetooth Low Energy [<xref ref-type="bibr" rid="ref29">29</xref>]. This provides a very high level of privacy because no identifiable data is transmitted. Other countries, such as China, have opted for technology that tracks the location of individuals (eg, GPS), which may be a deterrent to their use. Local Chinese governments have developed their own apps with algorithms that assign the color code, but little information has been made available on the details of how the algorithms work [<xref ref-type="bibr" rid="ref28">28</xref>]. As another example, in South Korea, all people coming into the country are required to quarantine for two weeks and to download the “Self-Quarantine Safety Protection” app, which tracks a person’s movement via GPS to monitor compliance with isolation procedures (telephone calls are an option if someone does not have a smartphone) [<xref ref-type="bibr" rid="ref30">30</xref>]. After the two-week quarantine period, the app tells the user that they are able to delete the app from their phones. In addition, Corona 100m is a voluntary app in South Korea that was built by a private developer after the government made certain data about patients with COVID-19 freely available [<xref ref-type="bibr" rid="ref31">31</xref>]. The Corona 100m app shows the location of people infected with the virus, the date the infection was confirmed, and the nationality, sex, and age of the infected person. Alerts are sent to users when they are within 100 meters of the latest tracked location visited by someone positive for COVID-19. Data used by the app comes from smartphone location logs, credit and debit card transactions, and an extensive network of surveillance cameras [<xref ref-type="bibr" rid="ref32">32</xref>].</p>
      <p>Third, data governance in terms of privacy laws related to the app data, user consent for data sharing, and centralization of data storage are also important factors that can impact citizens’ comfort level with using the apps. Countries with data governance laws and policies that protect privacy, such as the United Kingdom and Canada, appear to have relatively good adoption rates. On the other hand, a lower adoption rate was reported in Saudi Arabia, where it is not clear if the apps are bound by privacy laws and whether consent for data sharing is required. Some countries have centralized the storage of data into a database controlled by a public health authority, while others have decentralized data storage (ie, data is stored only on an individual’s smartphone). While a centralized data storage system could provide added value through the ability to analyze the data for trends and adoption information, decentralized systems may invoke more trust in the app, which could drive up adoption. Germany’s exposure notification app was initially developed to support a centralized approach, but was met with much criticism, leading to a change to a decentralized model [<xref ref-type="bibr" rid="ref33">33</xref>].</p>
    </sec>
    <sec>
      <title>The Privacy Versus Effectiveness Trade-Off</title>
      <p>The trade-off between privacy and effectiveness is apparent at both the individual and system level. For example, apps leveraging the Google and Apple Exposure Notification API, which was designed with a privacy-first approach, do not provide users with the identity of the person with COVID-19 that they were in close proximity to, or information about the location or time of the potential exposure beyond the fact that it was within the past 14 days. Therefore, the user is provided with little context to determine the actual risk (eg, whether personal protective equipment was used) and how long they should be exercising extra precaution to reduce the risk of transmission of the virus.</p>
      <p>The limited collection of data and decentralized systems that are used to protect privacy also hinder the ability of governments to analyze aggregate data, including demographics, time stamps, and geolocalization, which could inform the design and implementation of more targeted public health strategies. Specifically, COVID-19 apps that prioritize effectiveness over privacy could aggregate reliable demographic information about potentially exposed users that is grounded in a specific place and time. In its absence, governments and public health officials must largely rely on information gathered when patients positive for COVID-19 interact with the health system (which is almost always temporally dissociated from the time of infection) or human-driven contact tracing, which relies on citizens’ recall and willingness to report accurate information. While useful, these data may be less reliable and comprehensive compared to data collected via a COVID-19 app, thus limiting the data’s ability to inform the types of targeted interventions that could simultaneously decrease the spread of COVID-19 and avoid the negative societal consequences of more generalized lockdowns.</p>
      <p>Furthermore, the lack of detailed and centralized data limits evaluations of the effectiveness of these apps. For instance, many exposure notification systems will only be able to determine the number of downloads and the number of users who have chosen to identify themselves as positive for COVID-19 through the app. It is not known whether the user has since deleted the app or has chosen to turn off Bluetooth. Other unknowns include how many people have been notified of a potential exposure, how many people chose to be tested because of an alert, and how many people tested positive for COVID-19 earlier than they would have otherwise due to an alert. In these situations, there is mainly anecdotal effectiveness evidence of users getting alerted about an exposure, getting tested, and then modifying their behavior to reduce the transmission of the virus. Evidence of the effectiveness of the app can help drive adoption of the app, as well as inform future implementations of and improvements to the app. Furthermore, the perception that the app is effective may incentivize individuals to download and use the app, which in itself would presumably increase its effectiveness.</p>
    </sec>
    <sec>
      <title>Other Factors Impacting the Adoption of COVID-19 Apps</title>
      <p>In addition to privacy concerns, a barrier to adoption is the inability for some to download the app. While the proportion of people who own smartphones is high and increasing (upwards of 80% in some countries), there is still a considerable number of people who do not own smartphones [<xref ref-type="bibr" rid="ref34">34</xref>]. In addition, a criticism of using the Google and Apple Exposure Notification API is that it works only on phones that were released in the past five years or so, which could have the effect of excluding lower-income communities that may have particularly high rates of COVID-19 transmission [<xref ref-type="bibr" rid="ref35">35</xref>]. Singapore’s innovative solution to help reach citizens that are unable to download the TraceTogether app was to distribute a device called the TraceTogether token, which works by swapping identifier beacons via Bluetooth, similar to the app [<xref ref-type="bibr" rid="ref36">36</xref>].</p>
      <p>There are other methods that have been used to try to increase adoption of voluntary exposure notification apps. One is to incorporate features in the app to increase its perceived value [<xref ref-type="bibr" rid="ref37">37</xref>]. For example, some exposure notification apps can provide COVID-19 test results. In the United Kingdom, the NHS COVID-19 app has features such as ordering COVID-19 tests, receiving test results, regional risk score alerts, symptom recorders, and a self-isolation countdown and advice [<xref ref-type="bibr" rid="ref38">38</xref>].</p>
      <p>A second way to increase adoption of these apps is through social influence and media campaigns. In Canada, influential brands and high-profile individuals like athletes have partnered to promote the use of the COVID Alert app [<xref ref-type="bibr" rid="ref39">39</xref>]. New Zealand has used humor and creativity in their efforts to inform citizens about the NZ COVID Tracer app, and the pandemic more generally, through comedic skits with well-known television personalities and a call for filmmakers to submit short videos [<xref ref-type="bibr" rid="ref40">40</xref>]. Opportunities to communicate the privacy safeguards as well as personal and societal benefits should also be explored in these campaigns.</p>
      <p>Finally, reducing user effort by making the app easier to download and use may also increase adoption. For example, during the launch of the COVID Alert app in Ontario, Canada, a government alert was sent to smartphones regarding the app, with information on how to download the app, which runs in the background after setup without further user interaction.</p>
    </sec>
    <sec>
      <title>Conclusion</title>
      <p>With increased privacy, there are inherent trade-offs in the effectiveness of COVID-19 contact tracing and exposure notification apps. The effectiveness of the apps might be impossible to evaluate fully due to the lack of collected data, especially for apps with privacy-first approaches, as well as confounding factors like community lockdowns. However, given the assumption that higher adoption translates into increased effectiveness, broadening adoption of voluntary apps is a goal of many countries, which can be achieved through several techniques. These include investing in a promotional campaign that may involve hiring a professional marketing firm, partnering with high-profile personalities to endorse the app, and increasing ease of app download via smartphone alerts by the government that link to the app. While the level of privacy required for a COVID-19 contact tracing and exposure notification app will depend on factors including whether it is voluntary, the underlying technology, and degree of data centralization, translation of those important safeguards into a user’s perception of privacy will occur within the context of the norms and values of their country. Therefore, striking the right balance between privacy and effectiveness requires careful consideration, especially as the urgency to reduce transmission of the virus evolves based on fluctuating case numbers and vaccination efforts.</p>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">API</term>
          <def>
            <p>application programming interface</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">QR</term>
          <def>
            <p>quick response</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sharma</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Bashir</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Use of apps in the COVID-19 response and the loss of privacy protection</article-title>
          <source>Nat Med</source>
          <year>2020</year>
          <month>08</month>
          <day>26</day>
          <volume>26</volume>
          <issue>8</issue>
          <fpage>1165</fpage>
          <lpage>1167</lpage>
          <pub-id pub-id-type="doi">10.1038/s41591-020-0928-y</pub-id>
          <pub-id pub-id-type="medline">32457443</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41591-020-0928-y</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abrahams</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Flockhart</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Cramer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cwalina</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gamvros</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Himo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hobson</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kitzer</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Contact tracing apps: A new world for data privacy</article-title>
          <source>Norton Rose Fullbright</source>
          <year>2020</year>
          <access-date>2020-11-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nortonrosefulbright.com/en-us/knowledge/publications/d7a9a296/contact-tracing-apps-a-new-world-for-data-privacy#Germany">https://www.nortonrosefulbright.com/en-us/knowledge/publications/d7a9a296/contact-tracing-apps-a-new-world-for-data-privacy#Germany</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bradford</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Aboy</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Liddell</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 Contact Tracing Apps: A Stress Test for Privacy, the GDPR and Data Protection Regimes</article-title>
          <source>Journal of Law and the Biosciences</source>
          <year>2020</year>
          <month>06</month>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>3</fpage>
          <pub-id pub-id-type="doi">10.1093/jlb/lsaa034</pub-id>
          <pub-id pub-id-type="medline">32728470</pub-id>
          <pub-id pub-id-type="pmcid">PMC7313893</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Guo</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>Global Deployment Mappings and Challenges of Contact-tracing Apps for COVID-19</article-title>
          <source>SSRN</source>
          <year>2020</year>
          <month>05</month>
          <day>26</day>
          <fpage>1</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.2139/ssrn.3609516</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abrahams</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Cwalina</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Flockhart</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Gamvros</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lennon</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Contact tracing apps in Australia</article-title>
          <source>Norton Rose Fulbright</source>
          <year>2020</year>
          <month>12</month>
          <day>01</day>
          <access-date>2020-12-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nortonrosefulbright.com/-/media/files/nrf/nrfweb/contact-tracing/australia-contact-tracing.pdf?revision=9f35a88a-4124-4c48-b38f-68e86a187050&#38;la=en-au">https://www.nortonrosefulbright.com/-/media/files/nrf/nrfweb/contact-tracing/australia-contact-tracing.pdf?revision= 9f35a88a-4124-4c48-b38f-68e86a187050&#38;la=en-au</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 Contact Tracing Apps Reach 9% Adoption In Most Populous Countries</article-title>
          <source>SensorTower</source>
          <year>2020</year>
          <month>07</month>
          <day>14</day>
          <access-date>2020-12-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://sensortower.com/blog/contact-tracing-app-adoption">https://sensortower.com/blog/contact-tracing-app-adoption</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gamvros</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cwalina</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Flockhart</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Contact tracing apps in China</article-title>
          <source>Norton Rose Fulbright</source>
          <year>2020</year>
          <month>05</month>
          <day>11</day>
          <access-date>2021-03-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nortonrosefulbright.com/-/media/files/nrf/nrfweb/contact-tracing/china-contact-tracing.pdf?revision=249d55f4-eb9a-49dd-8491-b8c9c7626691&#38;la=en-au">https://www.nortonrosefulbright.com/-/media/files/nrf/nrfweb/contact-tracing/china-contact-tracing.pdf?revision=249d55f4-eb9a-49dd-8491-b8c9c7626691&#38;la=en-au</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Associated Press</collab>
          </person-group>
          <article-title>Green symbol on Chinese smartphone screens allows subway travel, hotel check-in; new 'health code' a tool in getting economy on its feet</article-title>
          <source>MarketWatch</source>
          <year>2020</year>
          <month>04</month>
          <day>06</day>
          <access-date>2020-12-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.marketwatch.com/story/green-symbol-health-code-on-smartphone-screens-is-part-of-chinas-bid-to-get-economy-moving-again-2020-04-06">https://www.marketwatch.com/story/green-symbol-health-code-on-smartphone-screens-is-part-of-chinas-bid-to-get-economy-moving-again-2020-04-06</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cassell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Himo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cwalina</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Flockhart</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Gamvros</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Contact tracing apps in Canada</article-title>
          <source>Norton Rose Fulbright</source>
          <year>2020</year>
          <month>07</month>
          <day>01</day>
          <access-date>2020-12-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nortonrosefulbright.com/-/media/files/nrf/nrfweb/contact-tracing/canada-contact-tracing.pdf?revision=fd135992-df8b-45d9-922e-b7b7fbc33f49&#38;la=en-au">https://www.nortonrosefulbright.com/-/media/files/nrf/nrfweb/contact-tracing/canada-contact-tracing.pdf?revision=fd135992-df8b-45d9-922e-b7b7fbc33f49&#38;la=en-au</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="web">
          <article-title>Download the COVID Alert mobile app to protect yourself and your community</article-title>
          <source>Ontario Government</source>
          <year>2021</year>
          <month>02</month>
          <day>25</day>
          <access-date>2020-12-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://covid-19.ontario.ca/covidalert">https://covid-19.ontario.ca/covidalert</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ritzer</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Cwalina</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Flockhart</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Gamvros</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Contact tracing apps in Germany</article-title>
          <source>Norton Rose Fulbright</source>
          <year>2020</year>
          <month>06</month>
          <day>23</day>
          <access-date>2020-12-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nortonrosefulbright.com/-/media/files/nrf/nrfweb/contact-tracing/germany-contact-tracing.pdf?revision=ed379c1d-011d-4cd8-8e65-02c2664e2ba9">https://www.nortonrosefulbright.com/-/media/files/nrf/nrfweb/contact-tracing/germany-contact-tracing.pdf?revision=ed379c1d-011d-4cd8-8e65-02c2664e2ba9</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gamvros</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cwalina</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Flockhart</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Contact tracing apps in Hong Kong</article-title>
          <source>Norton Rose Fulbright</source>
          <year>2020</year>
          <month>11</month>
          <day>16</day>
          <access-date>2020-12-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nortonrosefulbright.com/-/media/files/nrf/nrfweb/contact-tracing/hk-contact-tracing.pdf?revision=de7dc38b-2ce3-4d4e-81a1-59642fa15b26&#38;la=en-cn">https://www.nortonrosefulbright.com/-/media/files/nrf/nrfweb/contact-tracing/hk-contact-tracing.pdf?revision=de7dc38b-2ce3-4d4e-81a1-59642fa15b26&#38;la=en-cn</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <article-title>Getting started with NZ COVID Tracer</article-title>
          <source>New Zealand Ministry of Health</source>
          <year>2020</year>
          <month>12</month>
          <day>21</day>
          <access-date>2020-12-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.health.govt.nz/our-work/diseases-and-conditions/covid-19-novel-coronavirus/covid-19-resources-and-tools/nz-covid-tracer-app/getting-started-nz-covid-tracer">https://www.health.govt.nz/our-work/diseases-and-conditions/covid-19-novel-coronavirus/covid-19-resources-and-tools/nz-covid-tracer-app/getting-started-nz-covid-tracer</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kozyreva</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cwalina</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Flockhart</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Gamvros</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Contact tracing apps in Russia</article-title>
          <source>Norton Rose Fulbright</source>
          <year>2020</year>
          <month>05</month>
          <day>15</day>
          <access-date>2020-12-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nortonrosefulbright.com/-/media/files/nrf/nrfweb/contact-tracing/russia-contact-tracing.pdf?revision=801f066d-714b-4148-81ea-d6febc766899&#38;la=en-cn">https://www.nortonrosefulbright.com/-/media/files/nrf/nrfweb/contact-tracing/russia-contact-tracing.pdf?revision=801f066d-714b-4148-81ea-d6febc766899&#38;la=en-cn</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goggin</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 apps in Singapore and Australia: reimagining healthy nations with digital technology</article-title>
          <source>Media International Australia</source>
          <year>2020</year>
          <month>08</month>
          <day>14</day>
          <volume>177</volume>
          <issue>1</issue>
          <fpage>61</fpage>
          <lpage>75</lpage>
          <pub-id pub-id-type="doi">10.1177/1329878X20949770</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Meah</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>TraceTogether adoption rate surpasses 70%, more distribution points to reopen from January 2021</article-title>
          <source>Today</source>
          <year>2020</year>
          <month>12</month>
          <day>23</day>
          <access-date>2020-12-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.todayonline.com/singapore/tracetogether-adoption-rate-surpasses-70-more-distribution-points-reopen-january-2021">https://www.todayonline.com/singapore/tracetogether-adoption-rate-surpasses-70-more-distribution-points- reopen-january-2021</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Joo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Shin</surname>
              <given-names>MM</given-names>
            </name>
          </person-group>
          <article-title>Resolving the tension between full utilization of contact tracing app services and user stress as an effort to control the COVID-19 pandemic</article-title>
          <source>Serv Bus</source>
          <year>2020</year>
          <month>09</month>
          <day>01</day>
          <volume>14</volume>
          <issue>4</issue>
          <fpage>461</fpage>
          <lpage>478</lpage>
          <pub-id pub-id-type="doi">10.1007/s11628-020-00424-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sui</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>How digital contact tracing slowed COVID-19 in East Asia</article-title>
          <source>Harvard Business Review</source>
          <year>2020</year>
          <month>04</month>
          <day>15</day>
          <access-date>2020-12-19</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://hbr.org/2020/04/how-digital-contact-tracing-slowed-covid-19-in-east-asia">https://hbr.org/2020/04/how-digital-contact-tracing-slowed-covid-19-in-east-asia</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Khalid</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Coronavirus: How to use Saudi Arabia's 'Tawakkalna' app to get movement permits</article-title>
          <source>Al Arabiya</source>
          <year>2020</year>
          <month>05</month>
          <day>26</day>
          <access-date>2020-12-19</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://english.alarabiya.net/en/coronavirus/2020/05/26/Coronavirus-How-to-use-Saudi-Arabia-s-Tawakkalna-app-to-get-movement-permits">https://english.alarabiya.net/en/coronavirus/2020/05/26/Coronavirus-How-to-use-Saudi-Arabia-s-Tawakkalna-app-to-get-movement-permits</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>White</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Cwalina</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Flockhart</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Gamvros</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Contact tracing apps in the UK</article-title>
          <source>Norton Rose Fulbright</source>
          <year>2020</year>
          <month>10</month>
          <day>05</day>
          <access-date>2020-12-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nortonrosefulbright.com/-/media/files/nrf/nrfweb/contact-tracing/uk-contact-tracing.pdf?la=en-us&#38;revision=">https://www.nortonrosefulbright.com/-/media/files/nrf/nrfweb/contact-tracing/uk-contact-tracing.pdf?la=en-us&#38;revision=</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kent</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>A comedy of errors: the UK’s contact-tracing apps</article-title>
          <source>Medical Device Network</source>
          <year>2020</year>
          <month>10</month>
          <day>06</day>
          <access-date>2020-12-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.medicaldevice-network.com/features/uk-contact-tracing-app-problems/">https://www.medicaldevice-network.com/features/uk-contact-tracing-app-problems/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kaspar</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Motivations for Social Distancing and App Use as Complementary Measures to Combat the COVID-19 Pandemic: Quantitative Survey Study</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>08</month>
          <day>27</day>
          <volume>22</volume>
          <issue>8</issue>
          <fpage>e21613</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/8/e21613/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/21613</pub-id>
          <pub-id pub-id-type="medline">32759100</pub-id>
          <pub-id pub-id-type="pii">v22i8e21613</pub-id>
          <pub-id pub-id-type="pmcid">PMC7458661</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Walrave</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Waeterloos</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ponnet</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Adoption of a Contact Tracing App for Containing COVID-19: A Health Belief Model Approach</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2020</year>
          <month>09</month>
          <day>01</day>
          <volume>6</volume>
          <issue>3</issue>
          <fpage>e20572</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2020/3/e20572/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/20572</pub-id>
          <pub-id pub-id-type="medline">32755882</pub-id>
          <pub-id pub-id-type="pii">v6i3e20572</pub-id>
          <pub-id pub-id-type="pmcid">PMC7470174</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abuhammad</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Khabour</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Alzoubi</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 Contact-Tracing Technology: Acceptability and Ethical Issues of Use</article-title>
          <source>PPA</source>
          <year>2020</year>
          <month>09</month>
          <day>18</day>
          <volume>Volume 14</volume>
          <fpage>1639</fpage>
          <lpage>1647</lpage>
          <pub-id pub-id-type="doi">10.2147/ppa.s276183</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chow</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 Contact-Tracing Apps: Analysis of the Readability of Privacy Policies</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>12</month>
          <day>03</day>
          <volume>22</volume>
          <issue>12</issue>
          <fpage>e21572</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/12/e21572/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/21572</pub-id>
          <pub-id pub-id-type="medline">33170798</pub-id>
          <pub-id pub-id-type="pii">v22i12e21572</pub-id>
          <pub-id pub-id-type="pmcid">PMC7717894</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abueg</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hinch</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Probert</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Eastham</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Shafi</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Rosencrantz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dikovsky</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>Modeling the combined effect of digital exposure notification and non-pharmaceutical interventions on the COVID-19 epidemic in Washington state</article-title>
          <source>medRxiv.</source>
          <comment>Preprint published online on September 2, 2020</comment>
          <pub-id pub-id-type="doi">10.1101/2020.08.29.20184135</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Farronato</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Iansiti</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bartosiak</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Denicolai</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ferretti</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Fontana</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>How to get people to actually use contact-tracing apps</article-title>
          <source>Harvard Business Review</source>
          <year>2020</year>
          <month>07</month>
          <day>15</day>
          <access-date>2020-12-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://hbr.org/2020/07/how-to-get-people-to-actually-use-contact-tracing-apps">https://hbr.org/2020/07/how-to-get-people-to-actually-use-contact-tracing-apps</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Utzerath</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bird</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Ohara</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Contact tracing apps in China, Hong Kong, Singapore, Japan, and South Korea</article-title>
          <source>Freshfields Bruckhaus Deringer</source>
          <year>2020</year>
          <month>04</month>
          <day>24</day>
          <access-date>2020-12-19</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://digital.freshfields.com/post/102g5my/contact-tracing-apps-in-china-hong-kong-singapore-japan-and-south-korea">https://digital.freshfields.com/post/102g5my/contact-tracing-apps-in-china-hong-kong-singapore-japan-and-south-korea</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <article-title>Exposure Notifications: Using technology to help public health authorities fight COVID‑19</article-title>
          <source>Google</source>
          <access-date>2020-12-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.google.com/covid19/exposurenotifications/">https://www.google.com/covid19/exposurenotifications/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hyonhee</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cha</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Ahead of the curve: South Korea's evolving strategy to prevent a coronavirus resurgence</article-title>
          <source>Reuters</source>
          <year>2020</year>
          <month>04</month>
          <day>15</day>
          <access-date>2020-12-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.reuters.com/article/us-health-coronavirus-southkorea-respons-idUSKCN21X0MO">https://www.reuters.com/article/us-health-coronavirus-southkorea-respons-idUSKCN21X0MO</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Klatt</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Corona apps: South Korea and the dark side of digital tracking</article-title>
          <source>The Brussels Times</source>
          <year>2020</year>
          <month>04</month>
          <day>30</day>
          <access-date>2020-12-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.brusselstimes.com/opinion/108594/corona-apps-south-korea-and-the-dark-side-of-digital-tracking/">https://www.brusselstimes.com/opinion/108594/corona-apps-south-korea-and-the-dark-side-of-digital-tracking/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="web">
          <article-title>Review of Mobile Application Technology to Enhance Contact Tracing Capacity for COVID-19</article-title>
          <source>Johns Hopkins Center for Health Security</source>
          <year>2020</year>
          <month>04</month>
          <day>08</day>
          <access-date>2020-12-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.centerforhealthsecurity.org/resources/COVID-19/COVID-19-fact-sheets/200408-contact-tracing-factsheet.pdf">https://www.centerforhealthsecurity.org/resources/COVID-19/COVID-19-fact-sheets/200408-contact-tracing-factsheet.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Busvine</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Rinke</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Germany flips to Apple-Google approach on smartphone contact tracing</article-title>
          <source>Reuters</source>
          <year>2020</year>
          <month>04</month>
          <day>26</day>
          <access-date>2020-12-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.reuters.com/article/us-health-coronavirus-europe-tech-idUSKCN22807J">https://www.reuters.com/article/us-health-coronavirus-europe-tech-idUSKCN22807J</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Silver</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Smartphone ownership is growing rapidly around the world, but not always equally</article-title>
          <source>Pew Research Center</source>
          <year>2019</year>
          <month>02</month>
          <day>05</day>
          <access-date>2020-12-19</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewresearch.org/global/2019/02/05/smartphone-ownership-is-growing-rapidly-around-the-world-but-not-always-equally/">https://www.pewresearch.org/global/2019/02/05/smartphone-ownership-is-growing- rapidly-around-the-world-but-not-always-equally/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="web">
          <article-title>Help for COVID Alert</article-title>
          <source>Government of Canada</source>
          <access-date>2020-12-19</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.canada.ca/en/public-health/services/diseases/coronavirus-disease-covid-19/covid-alert/help.html">https://www.canada.ca/en/public-health/services/diseases/coronavirus-disease-covid-19/covid-alert/help.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="web">
          <article-title>TraceTogether, safer together</article-title>
          <source>Singapore Government</source>
          <year>2020</year>
          <month>07</month>
          <day>20</day>
          <access-date>2020-12-18</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.tracetogether.gov.sg/">https://www.tracetogether.gov.sg/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Walrave</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Waeterloos</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ponnet</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Adoption of a Contact Tracing App for Containing COVID-19: A Health Belief Model Approach</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2020</year>
          <month>09</month>
          <day>01</day>
          <volume>6</volume>
          <issue>3</issue>
          <fpage>e20572</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2020/3/e20572/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/20572</pub-id>
          <pub-id pub-id-type="medline">32755882</pub-id>
          <pub-id pub-id-type="pii">v6i3e20572</pub-id>
          <pub-id pub-id-type="pmcid">PMC7470174</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="web">
          <article-title>NHS COVID-19: the new contact-tracing app from the NHS</article-title>
          <source>National Cyber Security Centre</source>
          <year>2020</year>
          <month>05</month>
          <day>04</day>
          <access-date>2020-12-18</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ncsc.gov.uk/information/nhs-covid-19-app-explainer">https://www.ncsc.gov.uk/information/nhs-covid-19-app-explainer</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="web">
          <article-title>Millions Across Canada Now Using Made-in-Ontario COVID Alert App</article-title>
          <source>Ontario Government</source>
          <year>2020</year>
          <month>10</month>
          <day>15</day>
          <access-date>2020-12-19</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://news.ontario.ca/en/release/58831/millions-across-canada-now-using-made-in-ontario-covid-alert-app">https://news.ontario.ca/en/release/58831/millions-across-canada-now-using-made-in-ontario-covid-alert-app</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bernacki</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Covid19 as wicked problem-solving: did your country change behaviours and make people laugh?</article-title>
          <source>LinkedIn</source>
          <year>2020</year>
          <month>07</month>
          <day>08</day>
          <access-date>2020-12-19</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.linkedin.com/pulse/covid19-wicked-problem-solving-did-your-country-change-ed-bernacki/">https://www.linkedin.com/pulse/covid19-wicked-problem-solving-did-your-country-change-ed-bernacki/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
