<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v22i12e21499</article-id>
      <article-id pub-id-type="pmid">33048823</article-id>
      <article-id pub-id-type="doi">10.2196/21499</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>The Twitter Social Mobility Index: Measuring Social Distancing Practices With Geolocated Tweets</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
        <contrib contrib-type="editor">
          <name>
            <surname>Fagherazzi</surname>
            <given-names>Guy</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Sun</surname>
            <given-names>Aixin</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Li</surname>
            <given-names>Jinfeng</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Xu</surname>
            <given-names>Paiheng</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6111-9863</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Dredze</surname>
            <given-names>Mark</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Malone Center for Engineering in Healthcare</institution>
            <institution>Center for Language and Speech Processing, Department of Computer Science</institution>
            <institution>Johns Hopkins University</institution>
            <addr-line>Malone 339</addr-line>
            <addr-line>3400 N Charles St</addr-line>
            <addr-line>Baltimore, MD, 21218</addr-line>
            <country>United States</country>
            <phone>1 4105166786</phone>
            <email>mdredze@cs.jhu.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0422-2474</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Broniatowski</surname>
            <given-names>David A</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3302-9497</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Malone Center for Engineering in Healthcare</institution>
        <institution>Center for Language and Speech Processing, Department of Computer Science</institution>
        <institution>Johns Hopkins University</institution>
        <addr-line>Baltimore, MD</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Engineering Management and Systems Engineering</institution>
        <institution>The George Washington University</institution>
        <addr-line>Washington, DC</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Mark Dredze <email>mdredze@cs.jhu.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>12</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>3</day>
        <month>12</month>
        <year>2020</year>
      </pub-date>
      <volume>22</volume>
      <issue>12</issue>
      <elocation-id>e21499</elocation-id>
      <history>
        <date date-type="received">
          <day>16</day>
          <month>6</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>13</day>
          <month>7</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>4</day>
          <month>8</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>11</day>
          <month>10</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Paiheng Xu, Mark Dredze, David A Broniatowski. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 03.12.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2020/12/e21499" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Social distancing is an important component of the response to the COVID-19 pandemic. Minimizing social interactions and travel reduces the rate at which the infection spreads and “flattens the curve” so that the medical system is better equipped to treat infected individuals. However, it remains unclear how the public will respond to these policies as the pandemic continues.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this study is to present the Twitter Social Mobility Index, a measure of social distancing and travel derived from Twitter data. We used public geolocated Twitter data to measure how much users travel in a given week.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We collected 469,669,925 tweets geotagged in the United States from January 1, 2019, to April 27, 2020. We analyzed the aggregated mobility variance of a total of 3,768,959 Twitter users at the city and state level from the start of the COVID-19 pandemic.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>We found a large reduction (61.83%) in travel in the United States after the implementation of social distancing policies. However, the variance by state was high, ranging from 38.54% to 76.80%. The eight states that had not issued statewide social distancing orders as of the start of April ranked poorly in terms of travel reduction: Arkansas (45), Iowa (37), Nebraska (35), North Dakota (22), South Carolina (38), South Dakota (46), Oklahoma (50), Utah (14), and Wyoming (53). We are presenting our findings on the internet and will continue to update our analysis during the pandemic.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>We observed larger travel reductions in states that were early adopters of social distancing policies and smaller changes in states without such policies. The results were also consistent with those based on other mobility data to a certain extent. Therefore, geolocated tweets are an effective way to track social distancing practices using a public resource, and this tracking may be useful as part of ongoing pandemic response planning.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>COVID-19</kwd>
        <kwd>social distancing</kwd>
        <kwd>mobility</kwd>
        <kwd>Twitter</kwd>
        <kwd>social media</kwd>
        <kwd>surveillance</kwd>
        <kwd>tracking</kwd>
        <kwd>travel</kwd>
        <kwd>index</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>The outbreak of SARS-CoV-2, a coronavirus that causes the disease COVID-19, has caused a pandemic on a scale unseen in a generation. Without an available vaccine to reduce transmission of the virus, public health organizations and elected officials have called on the public to practice social distancing. Social distancing is a set of practices in which individuals maintain a physical distance to reduce the number of physical contacts they encounter [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. These practices include maintaining a distance of at least six feet from other people and avoiding large gatherings [<xref ref-type="bibr" rid="ref3">3</xref>]. At the time of this writing, in the United States, nearly every state had implemented statewide “stay-at-home” orders to enforce social distancing practices [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
      <p>Social distancing is an important tool in the fight against COVID-19; however, its implementation by the general public can vary widely. Although a state governor may issue an order for the practice, individuals in different states may respond to this order in different ways. Courtemanche et al [<xref ref-type="bibr" rid="ref5">5</xref>] showed that social distancing policies in the United States reduced the daily growth rate of COVID-19 cases. However, if we only consider the social distancing policy duration and daily confirmed cases, it is difficult to rule out potential confounders, including additional policies for wearing masks and improving hygiene as well as other social norms. Therefore, understanding actual reductions in travel and social contacts is critical to measuring the effectiveness of such policies. Using mobile phone data, Badr et al [<xref ref-type="bibr" rid="ref6">6</xref>] found that mobility patterns were strongly correlated with decreased rates of COVID-19 case growth for the 25 most affected counties in the United States. These social distancing policies may remain in effect for an extended period of time. Thus, the public may begin to relax their practices, making additional policies necessary. Researchers showed the effectiveness of strict social distancing followed by testing and contact tracing by modeling mobility data from Cuebiq Inc in the Boston metropolitan area [<xref ref-type="bibr" rid="ref7">7</xref>]. Additionally, epidemiologists have already modeled the impact of social distancing policies on the course of disease outbreaks [<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref10">10</xref>]. These models may be more effective when incorporating actual measures of social distancing rather than assuming that official policies are implemented in practice.</p>
      <p>It can be challenging to obtain data on the efficacy of social distancing practices, especially during an ongoing pandemic. In a recent Gallup poll that surveyed Americans, it was found that many adults are taking precautions to maintain distance from others [<xref ref-type="bibr" rid="ref11">11</xref>]. However, while polling can provide insights, it cannot provide a solution. Polling is relatively expensive; thus, it is a poor choice for ongoing population surveillance practices and providing data on specific geographic locales (ie, US states and major cities) [<xref ref-type="bibr" rid="ref12">12</xref>]. Additionally, polling around public health issues suffers from response bias, as individuals may overstate their compliance with established public health recommendations [<xref ref-type="bibr" rid="ref13">13</xref>].</p>
      <p>Over the past decade, analyses of social media and web data have been widely adopted to support public health objectives [<xref ref-type="bibr" rid="ref14">14</xref>]. In this vein, several efforts have emerged over the past few months to track social distancing practices using these data sources. Google has released COVID-19 Community Mobility Reports [<xref ref-type="bibr" rid="ref15">15</xref>] that use Google data to “chart movement trends over time by geography, across different categories of places such as retail and recreation, groceries and pharmacies, parks, transit stations, workplaces, and residential.” The Unacast Social Distancing Scoreboard uses data collected from 127 million monthly active users to measure the implementation of social distancing practices [<xref ref-type="bibr" rid="ref16">16</xref>]. Researchers at the Institute for Disease Modeling have used data from Facebook’s Data for Good program to model the decline in mobility in the greater Seattle area and its effect on the spread of COVID-19 [<xref ref-type="bibr" rid="ref17">17</xref>]. Using mobile phone data, the <italic>New York Times</italic> completed an analysis that showed that stay-at-home orders dramatically reduced travel; however, it was found that in states where such orders were not quickly enacted, residents continued to travel widely [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
      <p>Identifying and isolating individuals who have potentially been exposed to a virus can blunt the spread of a pandemic. Contact tracing involves finding people who have had contact with an infected individual during the time the individual was contagious. In the current pandemic, several efforts have been made to develop digital contact tracing tools. Google and Apple announced a joint effort to build a Bluetooth-based contact tracing platform, which enhances the interoperability between Android and IOS devices using apps from public health authorities [<xref ref-type="bibr" rid="ref19">19</xref>]. Singapore [<xref ref-type="bibr" rid="ref20">20</xref>] and Australia [<xref ref-type="bibr" rid="ref21">21</xref>] released similar apps that use Bluetooth to exchange “digital handshakes” to establish contacts. Many countries have developed their own contact tracing responses [<xref ref-type="bibr" rid="ref22">22</xref>]. Li and Guo [<xref ref-type="bibr" rid="ref23">23</xref>] presented a review of the development of contact-tracing apps for COVID-19. These efforts provide new and important opportunities to study social distancing and contact tracing in real time.</p>
      <p>We present the Twitter Social Mobility Index, a measure of social distancing and travel patterns derived from public Twitter data. We used public geolocated Twitter data to measure how much a user travels in a given week. We computed a metric based on the standard deviation of a user’s geolocated tweets each week, and we aggregated these data over an entire population to produce a metric for the United States as a whole, for individual states, and for some US cities. We found that in the United States as a whole, there was a dramatic drop in travel in the later weeks of the study period, with travel between March 16 and April 27, 2020, showing the lowest amount since January 1, 2019, the start of our data set. Additionally, we found that travel reductions were not uniform across the United States but varied from state to state. However, there was no clear correlation between social mobility and confirmed COVID-19 cases at the state level. A key advantage of our approach is that unlike the other travel and social distancing analyses referenced above, we rely on entirely public data, which enables others to replicate our findings and explore different aspects of these data. Additionally, because Twitter contains user-generated content in addition to location information, future analyses can correlate users’ attitudes, beliefs, and behaviors with changes in social mobility.</p>
      <p>One concern regarding the mining of social media data is user privacy. Unlike the data used by the companies described above, all the data we used is publicly available. Users choose to post their location data to Twitter publicly; therefore, these data are accessible to all users. However, while the location data are public, the potential remains for violating user privacy and producing unintended consequences for users, such as highlighting users who are failing to social distance. To ensure privacy in our index, we aggregated all mobility metrics to produce population-level analyses. None of our work considers the identity of individual users, and we removed identifiable user information from the distributed data aggregations. Furthermore, we caution others who pursue work similar to ours to consider privacy ramifications for users when collecting new data and conducting similar analyses.</p>
      <p>There is widespread recognition that real-time tweets from millions of users can yield insights into a variety of population-level trends. Our study follows a tradition of using this insight to develop population-level indices and measures from Twitter data. Previous work includes tracking population-level sentiment as an economic indicator that can track stock price [<xref ref-type="bibr" rid="ref24">24</xref>], political indices that reflect the popular opinion on major socioeconomic issues [<xref ref-type="bibr" rid="ref25">25</xref>] or opinions about political candidates [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>], and measures of pop culture such as reception of entertainment programs [<xref ref-type="bibr" rid="ref28">28</xref>]. The Twitter Social Mobility Index is a measure of this kind, aggregating Twitter data from millions of people to produce real-time measurements of social distancing.</p>
      <p>There is a long line of work on geolocation prediction for Twitter, which requires inferring a location for a specific tweet or user [<xref ref-type="bibr" rid="ref29">29</xref>-<xref ref-type="bibr" rid="ref32">32</xref>]. This includes work on patterns and trends in geotagged Twitter data [<xref ref-type="bibr" rid="ref33">33</xref>]. Although most of these works focus on inferences of users’ current locations and thus are not suitable for tracking user movements, there may be opportunities to combine these methods with our approach.</p>
      <p>Many studies have analyzed Twitter geolocation data to study population movements. Hawelka et al [<xref ref-type="bibr" rid="ref34">34</xref>] demonstrated a method for computing global travel patterns from Twitter, and Dredze et al [<xref ref-type="bibr" rid="ref35">35</xref>] adapted this method to support efforts in combating the Zika virus epidemic. Several studies have used human mobility patterns from Twitter data [<xref ref-type="bibr" rid="ref36">36</xref>-<xref ref-type="bibr" rid="ref39">39</xref>]. These studies include analyses of urban mobility patterns [<xref ref-type="bibr" rid="ref40">40</xref>-<xref ref-type="bibr" rid="ref42">42</xref>]. Finally, some of these analyses considered mobility patterns around mass events [<xref ref-type="bibr" rid="ref43">43</xref>].</p>
      <p>Our findings are presented on a website [<xref ref-type="bibr" rid="ref44">44</xref>], and we will continue to update our analysis during the COVID-19 pandemic.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Data Source</title>
        <p>Twitter offers several ways in which a user can indicate their location. If a user is tweeting from a GPS-enabled device, they can attach their exact coordinates to that tweet. Twitter can then display the specific place that corresponds to these coordinates to the user and also provide it in their application programming interface (API). Alternatively, a user can explicitly select a location, which can be a point of interest (eg, a coffee shop), neighborhood, city, state, or country. If the tweet is public, this geolocation information is supplied with the tweet.</p>
        <p>We used the Twitter streaming API [<xref ref-type="bibr" rid="ref45">45</xref>] to download tweets based on location. We used a bounding box that covered the entire United States, including US territories. We used data from this collection starting on January 1, 2019, and ending on April 27, 2020. In total, the data set included 3,768,959 Twitter users and 469,669,925 tweets posted in the United States.</p>
      </sec>
      <sec>
        <title>Location Data</title>
        <p>We processed the two types of geolocation information described in the previous section.</p>
        <sec>
          <title>Coordinates</title>
          <p>We processed the exact coordinates (latitude and longitude) provided by the user (the “coordinates” field in the Twitter JavaScript Object Notation [JSON] object). Approximately 8% of our data included coordinates.</p>
        </sec>
        <sec>
          <title>Place</title>
          <p>The “place” field in the Twitter JSON object indicates a known location in which the tweet was authored. A place can be a point of interest (eg, a specific hotel), a neighborhood (eg, downtown Jacksonville), a city (eg, Kokomo, IN), a state (eg, Arizona), or a country (eg, the United States). The place object contains a unique ID, a bounding box, a country, and a name. More information about the location is available from the Twitter Geo API. A place is provided with a tweet in either of two conditions. First, Twitter can identify the coordinates provided by the user as occurring in a known place. Second, the user can manually select a place when authoring the tweet.</p>
          <p>Because coordinates give a more precise location, we used them instead of place when available. If only a place was available, we assumed that the user was in the center of the place, as given by the place’s bounding box.</p>
          <p>For points of interest and neighborhoods, Twitter only provides the country in the associated metadata. Although in some cases, the city can be parsed from the name and the state inferred, we opted to exclude these places from our analysis for states. The full location details can be obtained from querying the Twitter API; however, due to the magnitude of the data in our analysis, this task would have been too time-consuming. This limitation excluded approximately 1.8% of our data.</p>
          <p>We performed analyses for the 50 most populous US cities. For these analyses, we included points of interest that c the city name in their names, such as “New York City Center.” Specifically for New York City, we included places that corresponded to each of the five New York City boroughs (Brooklyn, Manhattan, Queens, Staten Island, and the Bronx).</p>
          <p>In summary, for each geolocated tweet, we obtained an associated latitude and longitude.</p>
        </sec>
      </sec>
      <sec>
        <title>Computing Mobility</title>
        <p>We defined the Twitter Social Mobility Index as follows. For each user, we collected all locations (coordinates) in a 1-week period, where a week starts on Monday and ends the following Sunday. We denoted the coordinate sequence as <inline-graphic xlink:href="jmir_v22i12e21499_fig5.png" xlink:type="simple" mimetype="image"/>, where <italic>C<sub>j</sub></italic> is the coordinate at time <italic>j</italic> in week <italic>i</italic> and <italic>n</italic> is the number of coordinates in that week. We computed the centroid of all of the coordinates and considered this the “home” location for the user. We then measured the distance between each location and the centroid for that week. To determine distance, we measured the geodesic distance in kilometers between two adjacent records, <italic>C<sub>j</sub></italic> and <italic>C<sub>j+1</sub></italic>, using geopy [<xref ref-type="bibr" rid="ref46">46</xref>], resulting in a distance sequence of <inline-graphic xlink:href="jmir_v22i12e21499_fig6.png" xlink:type="simple" mimetype="image"/>. After collecting the distances, we measured the standard deviations of these distances. Formally, we defined Twitter Social Mobility Index <italic>M</italic> for each user as</p>
        <graphic xlink:href="jmir_v22i12e21499_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        <p>where <italic>σ</italic>(·) is the standard deviation operator and <italic>N</italic> is the number of weeks considered for the measure. We measured mobility in kilometers.</p>
        <p>In summary, this measure reflects the area and regularity of travel for a user rather than the raw distance traveled. Therefore, a user who takes a long trip with a small number of check-ins would have a larger social mobility measure than a user with many check-ins who traveled in a small area. Because the measure is sensitive to the number of check-ins, it reflects when people have fewer check-ins during the pandemic.</p>
        <p>We aggregated the results by week by taking the mean measure of all users in a given geographic area. We also present results for a 7-day moving average aggregation as a measure of daily movement. We recorded the variance of these measures to study the travel variance in the population, which indicates if travel is reduced overall but not for some users.</p>
        <p>We produced aggregate scores by geographic area for the United States as a whole, for each US state and territory, and for the 50 most populous cities in the United States. We determined the geographic area of a user based on their centroid location for all times in our collection.</p>
        <p>We computed the social mobility index for each day and week between January 1, 2019, and April 27, 2020. We selected the date of March 16, 2020, as the start of social distancing on the national level, although individual states implemented practices at different times. Therefore, we divided the data into two time periods: before social distancing (January 1, 2019, to March 15, 2020) and after social distancing (March 16, 2020, to April 27, 2020).</p>
        <p>We then computed the group level reduction in social mobility by considering the average values as follows:</p>
        <graphic xlink:href="jmir_v22i12e21499_fig8.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        <p>We also computed the reduction for each user and then tracked the median value, number of users active in both periods, and proportion of active users who completely reduced their mobility. We conducted a similar analysis for seasonal effects by comparing mobility after social distancing with mobility during the same period in 2019.</p>
        <p>To address sparse data issues in our data set, we excluded users with fewer than 3 geolocated tweets overall and excluded the weekly record for a user if they had fewer than 3 geolocated tweets in that week. Additionally, due to data loss in our data collection process, we removed two weeks that contained far less data than the other time periods by taking a 99.75% confidence limit on the number of users and records.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Social Mobility Index</title>
        <p><xref ref-type="table" rid="table1">Table 1</xref> shows the Twitter Social Mobility Index measured in kilometers for every state and territory in the United States and the United States as a whole. City results are shown in <xref ref-type="table" rid="table2">Table 2</xref>. We also included the rank of location by the group level reduction.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Reductions of mobility for all US states and territories and for the United States. Ranks are based on group level reduction.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="140"/>
            <col width="130"/>
            <col width="130"/>
            <col width="200"/>
            <col width="130"/>
            <col width="190"/>
            <col width="80"/>
            <thead>
              <tr valign="top">
                <td>Location</td>
                <td colspan="2">Mobility (kilometers)</td>
                <td>Group level reduction (%)</td>
                <td colspan="2">User-level reduction (%)</td>
                <td>Rank</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Before distancing</td>
                <td>After distancing</td>
                <td>
                  <break/>
                </td>
                <td>Median reduction</td>
                <td>Median seasonal reduction</td>
                <td>
                  <break/>
                </td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>AK</td>
                <td>109.76</td>
                <td>25.47</td>
                <td>76.80</td>
                <td>99.84</td>
                <td>63.73</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>AL</td>
                <td>48.04</td>
                <td>22.57</td>
                <td>53.03</td>
                <td>84.47</td>
                <td>72.94</td>
                <td>47</td>
              </tr>
              <tr valign="top">
                <td>AR</td>
                <td>50.54</td>
                <td>23.15</td>
                <td>54.19</td>
                <td>91.87</td>
                <td>76.81</td>
                <td>45</td>
              </tr>
              <tr valign="top">
                <td>AZ</td>
                <td>62.85</td>
                <td>23.47</td>
                <td>62.66</td>
                <td>93.69</td>
                <td>85.55</td>
                <td>26</td>
              </tr>
              <tr valign="top">
                <td>CA</td>
                <td>78.58</td>
                <td>29.60</td>
                <td>62.33</td>
                <td>96.65</td>
                <td>91.35</td>
                <td>29</td>
              </tr>
              <tr valign="top">
                <td>CO</td>
                <td>72.23</td>
                <td>24.47</td>
                <td>66.12</td>
                <td>98.2</td>
                <td>93.37</td>
                <td>12</td>
              </tr>
              <tr valign="top">
                <td>CT</td>
                <td>45.51</td>
                <td>14.89</td>
                <td>67.28</td>
                <td>96.29</td>
                <td>89.25</td>
                <td>8</td>
              </tr>
              <tr valign="top">
                <td>DC</td>
                <td>77.67</td>
                <td>19.74</td>
                <td>74.58</td>
                <td>100.00</td>
                <td>97.75</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>DE</td>
                <td>43.63</td>
                <td>13.61</td>
                <td>68.81</td>
                <td>93.44</td>
                <td>85.08</td>
                <td>7</td>
              </tr>
              <tr valign="top">
                <td>FL</td>
                <td>76.99</td>
                <td>32.24</td>
                <td>58.13</td>
                <td>92.38</td>
                <td>82.92</td>
                <td>42</td>
              </tr>
              <tr valign="top">
                <td>GA</td>
                <td>65.64</td>
                <td>27.11</td>
                <td>58.70</td>
                <td>85.26</td>
                <td>78.00</td>
                <td>39</td>
              </tr>
              <tr valign="top">
                <td>HI</td>
                <td>147.61</td>
                <td>70.75</td>
                <td>52.07</td>
                <td>97.69</td>
                <td>89.21</td>
                <td>51</td>
              </tr>
              <tr valign="top">
                <td>IA</td>
                <td>50.42</td>
                <td>20.59</td>
                <td>59.17</td>
                <td>95.91</td>
                <td>89.82</td>
                <td>37</td>
              </tr>
              <tr valign="top">
                <td>ID</td>
                <td>70.77</td>
                <td>33.36</td>
                <td>52.86</td>
                <td>94.12</td>
                <td>78.19</td>
                <td>49</td>
              </tr>
              <tr valign="top">
                <td>IL</td>
                <td>55.59</td>
                <td>19.38</td>
                <td>65.15</td>
                <td>98.71</td>
                <td>93.01</td>
                <td>16</td>
              </tr>
              <tr valign="top">
                <td>IN</td>
                <td>45.86</td>
                <td>17.15</td>
                <td>62.60</td>
                <td>97.19</td>
                <td>89.61</td>
                <td>27</td>
              </tr>
              <tr valign="top">
                <td>KS</td>
                <td>65.50</td>
                <td>23.19</td>
                <td>64.60</td>
                <td>97.03</td>
                <td>81.57</td>
                <td>19</td>
              </tr>
              <tr valign="top">
                <td>KY</td>
                <td>44.67</td>
                <td>15.31</td>
                <td>65.74</td>
                <td>93.93</td>
                <td>83.42</td>
                <td>13</td>
              </tr>
              <tr valign="top">
                <td>LA</td>
                <td>45.98</td>
                <td>19.39</td>
                <td>57.83</td>
                <td>86.13</td>
                <td>77.76</td>
                <td>43</td>
              </tr>
              <tr valign="top">
                <td>MA</td>
                <td>58.69</td>
                <td>17.64</td>
                <td>69.95</td>
                <td>98.83</td>
                <td>93.93</td>
                <td>5</td>
              </tr>
              <tr valign="top">
                <td>MD</td>
                <td>46.10</td>
                <td>15.19</td>
                <td>67.04</td>
                <td>94.80</td>
                <td>88.67</td>
                <td>9</td>
              </tr>
              <tr valign="top">
                <td>ME</td>
                <td>59.68</td>
                <td>22.45</td>
                <td>62.38</td>
                <td>93.77</td>
                <td>78.53</td>
                <td>28</td>
              </tr>
              <tr valign="top">
                <td>MI</td>
                <td>56.24</td>
                <td>20.96</td>
                <td>62.72</td>
                <td>96.84</td>
                <td>90.42</td>
                <td>25</td>
              </tr>
              <tr valign="top">
                <td>MN</td>
                <td>64.01</td>
                <td>21.68</td>
                <td>66.13</td>
                <td>98.36</td>
                <td>91.34</td>
                <td>11</td>
              </tr>
              <tr valign="top">
                <td>MO</td>
                <td>52.27</td>
                <td>20.08</td>
                <td>61.59</td>
                <td>95.89</td>
                <td>88.65</td>
                <td>31</td>
              </tr>
              <tr valign="top">
                <td>MS</td>
                <td>50.24</td>
                <td>24.36</td>
                <td>51.51</td>
                <td>79.09</td>
                <td>69.11</td>
                <td>52</td>
              </tr>
              <tr valign="top">
                <td>MT</td>
                <td>69.93</td>
                <td>32.96</td>
                <td>52.86</td>
                <td>90.17</td>
                <td>65.58</td>
                <td>48</td>
              </tr>
              <tr valign="top">
                <td>NC</td>
                <td>52.11</td>
                <td>19.73</td>
                <td>62.14</td>
                <td>94.27</td>
                <td>85.26</td>
                <td>30</td>
              </tr>
              <tr valign="top">
                <td>ND</td>
                <td>65.77</td>
                <td>23.65</td>
                <td>64.04</td>
                <td>99.71</td>
                <td>97.21</td>
                <td>22</td>
              </tr>
              <tr valign="top">
                <td>NE</td>
                <td>55.11</td>
                <td>21.88</td>
                <td>60.29</td>
                <td>99.95</td>
                <td>91.40</td>
                <td>35</td>
              </tr>
              <tr valign="top">
                <td>NH</td>
                <td>55.09</td>
                <td>19.48</td>
                <td>64.64</td>
                <td>96.26</td>
                <td>85.35</td>
                <td>18</td>
              </tr>
              <tr valign="top">
                <td>NJ</td>
                <td>49.27</td>
                <td>14.62</td>
                <td>70.33</td>
                <td>97.28</td>
                <td>93.41</td>
                <td>4</td>
              </tr>
              <tr valign="top">
                <td>NM</td>
                <td>58.20</td>
                <td>24.23</td>
                <td>58.37</td>
                <td>95.66</td>
                <td>73.14</td>
                <td>41</td>
              </tr>
              <tr valign="top">
                <td>NV</td>
                <td>80.25</td>
                <td>33.19</td>
                <td>58.64</td>
                <td>93.42</td>
                <td>85.00</td>
                <td>40</td>
              </tr>
              <tr valign="top">
                <td>NY</td>
                <td>71.17</td>
                <td>24.57</td>
                <td>65.48</td>
                <td>98.94</td>
                <td>94.20</td>
                <td>15</td>
              </tr>
              <tr valign="top">
                <td>OH</td>
                <td>44.88</td>
                <td>15.73</td>
                <td>64.95</td>
                <td>94.81</td>
                <td>88.68</td>
                <td>17</td>
              </tr>
              <tr valign="top">
                <td>OK</td>
                <td>52.34</td>
                <td>24.69</td>
                <td>52.83</td>
                <td>88.38</td>
                <td>76.99</td>
                <td>50</td>
              </tr>
              <tr valign="top">
                <td>OR</td>
                <td>71.12</td>
                <td>25.97</td>
                <td>63.49</td>
                <td>97.51</td>
                <td>92.68</td>
                <td>24</td>
              </tr>
              <tr valign="top">
                <td>PA</td>
                <td>54.40</td>
                <td>19.45</td>
                <td>64.24</td>
                <td>97.59</td>
                <td>89.85</td>
                <td>20</td>
              </tr>
              <tr valign="top">
                <td>PR</td>
                <td>44.96</td>
                <td>14.94</td>
                <td>66.77</td>
                <td>97.26</td>
                <td>90.38</td>
                <td>10</td>
              </tr>
              <tr valign="top">
                <td>RI</td>
                <td>46.80</td>
                <td>14.50</td>
                <td>69.01</td>
                <td>96.74</td>
                <td>90.55</td>
                <td>6</td>
              </tr>
              <tr valign="top">
                <td>SC</td>
                <td>48.28</td>
                <td>19.85</td>
                <td>58.88</td>
                <td>86.03</td>
                <td>77.92</td>
                <td>38</td>
              </tr>
              <tr valign="top">
                <td>SD</td>
                <td>68.41</td>
                <td>31.52</td>
                <td>53.92</td>
                <td>95.91</td>
                <td>86.66</td>
                <td>46</td>
              </tr>
              <tr valign="top">
                <td>TN</td>
                <td>56.77</td>
                <td>21.83</td>
                <td>61.55</td>
                <td>94.89</td>
                <td>85.89</td>
                <td>32</td>
              </tr>
              <tr valign="top">
                <td>TX</td>
                <td>73.24</td>
                <td>28.60</td>
                <td>60.95</td>
                <td>93.81</td>
                <td>84.18</td>
                <td>34</td>
              </tr>
              <tr valign="top">
                <td>UT</td>
                <td>68.43</td>
                <td>23.62</td>
                <td>65.49</td>
                <td>93.56</td>
                <td>91.50</td>
                <td>14</td>
              </tr>
              <tr valign="top">
                <td>VA</td>
                <td>57.37</td>
                <td>22.33</td>
                <td>61.07</td>
                <td>95.62</td>
                <td>87.51</td>
                <td>33</td>
              </tr>
              <tr valign="top">
                <td>VI</td>
                <td>132.16</td>
                <td>47.57</td>
                <td>64.00</td>
                <td>98.66</td>
                <td>87.72</td>
                <td>23</td>
              </tr>
              <tr valign="top">
                <td>VT</td>
                <td>56.84</td>
                <td>20.33</td>
                <td>64.23</td>
                <td>96.35</td>
                <td>86.70</td>
                <td>21</td>
              </tr>
              <tr valign="top">
                <td>WA</td>
                <td>75.34</td>
                <td>21.31</td>
                <td>71.71</td>
                <td>98.43</td>
                <td>95.72</td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td>WI</td>
                <td>56.32</td>
                <td>22.68</td>
                <td>59.74</td>
                <td>96.88</td>
                <td>91.75</td>
                <td>36</td>
              </tr>
              <tr valign="top">
                <td>WV</td>
                <td>46.59</td>
                <td>20.02</td>
                <td>57.02</td>
                <td>88.95</td>
                <td>82.40</td>
                <td>44</td>
              </tr>
              <tr valign="top">
                <td>WY</td>
                <td>71.64</td>
                <td>44.03</td>
                <td>38.54</td>
                <td>84.95</td>
                <td>50.90</td>
                <td>53</td>
              </tr>
              <tr valign="top">
                <td>United States</td>
                <td>65.59</td>
                <td>25.04</td>
                <td>61.83</td>
                <td>95.86</td>
                <td>88.36</td>
                <td>N/A<sup>a</sup></td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>N/A: not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Reduction of mobility for top 50 United States cities by population. Ranks are based on group level reduction.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="130"/>
            <col width="130"/>
            <col width="130"/>
            <col width="190"/>
            <col width="140"/>
            <col width="200"/>
            <col width="80"/>
            <thead>
              <tr valign="top">
                <td>Location</td>
                <td colspan="2">Mobility (kilometers)</td>
                <td>Group level reduction (%)</td>
                <td colspan="2">User level reduction (%)</td>
                <td>Rank</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Before distancing</td>
                <td>After distancing</td>
                <td>
                  <break/>
                </td>
                <td>Median reduction</td>
                <td>Median seasonal reduction</td>
                <td>
                  <break/>
                </td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>New York City</td>
                <td>86.37</td>
                <td>29.91</td>
                <td>65.38</td>
                <td>99.70</td>
                <td>96.69</td>
                <td>27</td>
              </tr>
              <tr valign="top">
                <td>Los Angeles</td>
                <td>103.16</td>
                <td>40.86</td>
                <td>60.39</td>
                <td>98.69</td>
                <td>93.87</td>
                <td>40</td>
              </tr>
              <tr valign="top">
                <td>Chicago</td>
                <td>64.09</td>
                <td>19.87</td>
                <td>69.00</td>
                <td>99.96</td>
                <td>94.58</td>
                <td>14</td>
              </tr>
              <tr valign="top">
                <td>Houston</td>
                <td>53.70</td>
                <td>21.50</td>
                <td>59.96</td>
                <td>97.04</td>
                <td>88.00</td>
                <td>41</td>
              </tr>
              <tr valign="top">
                <td>Phoenix</td>
                <td>60.07</td>
                <td>19.12</td>
                <td>68.17</td>
                <td>96.32</td>
                <td>91.08</td>
                <td>18</td>
              </tr>
              <tr valign="top">
                <td>Philadelphia</td>
                <td>54.80</td>
                <td>17.70</td>
                <td>67.71</td>
                <td>99.16</td>
                <td>93.70</td>
                <td>19</td>
              </tr>
              <tr valign="top">
                <td>San Antonio</td>
                <td>45.43</td>
                <td>15.93</td>
                <td>64.93</td>
                <td>99.00</td>
                <td>91.33</td>
                <td>28</td>
              </tr>
              <tr valign="top">
                <td>San Diego</td>
                <td>79.21</td>
                <td>28.19</td>
                <td>64.41</td>
                <td>98.67</td>
                <td>92.77</td>
                <td>30</td>
              </tr>
              <tr valign="top">
                <td>Dallas</td>
                <td>63.92</td>
                <td>21.85</td>
                <td>65.81</td>
                <td>95.48</td>
                <td>89.32</td>
                <td>25</td>
              </tr>
              <tr valign="top">
                <td>San Jose</td>
                <td>60.63</td>
                <td>14.82</td>
                <td>75.55</td>
                <td>99.88</td>
                <td>97.34</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>Austin</td>
                <td>72.50</td>
                <td>22.84</td>
                <td>68.50</td>
                <td>99.66</td>
                <td>94.66</td>
                <td>17</td>
              </tr>
              <tr valign="top">
                <td>Jacksonville</td>
                <td>47.06</td>
                <td>26.87</td>
                <td>42.90</td>
                <td>96.60</td>
                <td>92.92</td>
                <td>50</td>
              </tr>
              <tr valign="top">
                <td>Fort Worth</td>
                <td>51.67</td>
                <td>19.68</td>
                <td>61.92</td>
                <td>95.33</td>
                <td>85.72</td>
                <td>37</td>
              </tr>
              <tr valign="top">
                <td>Columbus</td>
                <td>44.67</td>
                <td>14.73</td>
                <td>67.02</td>
                <td>96.91</td>
                <td>93.15</td>
                <td>22</td>
              </tr>
              <tr valign="top">
                <td>San Francisco</td>
                <td>113.77</td>
                <td>31.99</td>
                <td>71.89</td>
                <td>99.93</td>
                <td>98.94</td>
                <td>8</td>
              </tr>
              <tr valign="top">
                <td>Charlotte</td>
                <td>58.13</td>
                <td>20.90</td>
                <td>64.04</td>
                <td>96.26</td>
                <td>89.83</td>
                <td>31</td>
              </tr>
              <tr valign="top">
                <td>Indianapolis</td>
                <td>46.50</td>
                <td>14.53</td>
                <td>68.76</td>
                <td>99.26</td>
                <td>91.85</td>
                <td>15</td>
              </tr>
              <tr valign="top">
                <td>Seattle</td>
                <td>98.92</td>
                <td>21.64</td>
                <td>78.12</td>
                <td>99.98</td>
                <td>99.06</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Denver</td>
                <td>81.11</td>
                <td>23.08</td>
                <td>71.55</td>
                <td>99.05</td>
                <td>96.30</td>
                <td>9</td>
              </tr>
              <tr valign="top">
                <td>Washington</td>
                <td>80.26</td>
                <td>22.12</td>
                <td>72.43</td>
                <td>99.93</td>
                <td>97.27</td>
                <td>7</td>
              </tr>
              <tr valign="top">
                <td>Boston</td>
                <td>77.58</td>
                <td>27.47</td>
                <td>64.59</td>
                <td>99.42</td>
                <td>96.40</td>
                <td>29</td>
              </tr>
              <tr valign="top">
                <td>El Paso</td>
                <td>51.10</td>
                <td>21.50</td>
                <td>57.92</td>
                <td>100.00</td>
                <td>95.97</td>
                <td>44</td>
              </tr>
              <tr valign="top">
                <td>Detroit</td>
                <td>53.94</td>
                <td>22.38</td>
                <td>58.50</td>
                <td>94.89</td>
                <td>83.68</td>
                <td>43</td>
              </tr>
              <tr valign="top">
                <td>Nashville</td>
                <td>72.83</td>
                <td>23.94</td>
                <td>67.13</td>
                <td>98.45</td>
                <td>94.88</td>
                <td>21</td>
              </tr>
              <tr valign="top">
                <td>Portland</td>
                <td>78.91</td>
                <td>24.81</td>
                <td>68.56</td>
                <td>99.45</td>
                <td>96.81</td>
                <td>16</td>
              </tr>
              <tr valign="top">
                <td>Memphis</td>
                <td>48.64</td>
                <td>18.41</td>
                <td>62.15</td>
                <td>98.65</td>
                <td>86.75</td>
                <td>35</td>
              </tr>
              <tr valign="top">
                <td>Oklahoma City</td>
                <td>46.07</td>
                <td>16.78</td>
                <td>63.57</td>
                <td>91.34</td>
                <td>75.19</td>
                <td>33</td>
              </tr>
              <tr valign="top">
                <td>Las Vegas</td>
                <td>80.21</td>
                <td>35.69</td>
                <td>55.50</td>
                <td>94.87</td>
                <td>83.90</td>
                <td>47</td>
              </tr>
              <tr valign="top">
                <td>Louisville</td>
                <td>45.52</td>
                <td>12.97</td>
                <td>71.51</td>
                <td>94.31</td>
                <td>77.68</td>
                <td>10</td>
              </tr>
              <tr valign="top">
                <td>Baltimore</td>
                <td>45.61</td>
                <td>11.66</td>
                <td>74.43</td>
                <td>96.10</td>
                <td>89.37</td>
                <td>4</td>
              </tr>
              <tr valign="top">
                <td>Milwaukee</td>
                <td>52.01</td>
                <td>22.78</td>
                <td>56.19</td>
                <td>97.01</td>
                <td>91.86</td>
                <td>46</td>
              </tr>
              <tr valign="top">
                <td>Albuquerque</td>
                <td>51.04</td>
                <td>16.88</td>
                <td>66.93</td>
                <td>98.95</td>
                <td>75.81</td>
                <td>23</td>
              </tr>
              <tr valign="top">
                <td>Tucson</td>
                <td>53.58</td>
                <td>23.10</td>
                <td>56.89</td>
                <td>95.73</td>
                <td>84.48</td>
                <td>45</td>
              </tr>
              <tr valign="top">
                <td>Fresno</td>
                <td>37.39</td>
                <td>10.84</td>
                <td>71.02</td>
                <td>96.06</td>
                <td>89.20</td>
                <td>11</td>
              </tr>
              <tr valign="top">
                <td>Mesa</td>
                <td>48.77</td>
                <td>21.72</td>
                <td>55.47</td>
                <td>92.40</td>
                <td>71.33</td>
                <td>48</td>
              </tr>
              <tr valign="top">
                <td>Sacramento</td>
                <td>62.14</td>
                <td>25.45</td>
                <td>59.05</td>
                <td>94.82</td>
                <td>94.47</td>
                <td>42</td>
              </tr>
              <tr valign="top">
                <td>Atlanta</td>
                <td>87.90</td>
                <td>33.39</td>
                <td>62.02</td>
                <td>93.50</td>
                <td>86.36</td>
                <td>36</td>
              </tr>
              <tr valign="top">
                <td>Kansas City</td>
                <td>62.93</td>
                <td>17.23</td>
                <td>72.61</td>
                <td>98.30</td>
                <td>96.54</td>
                <td>6</td>
              </tr>
              <tr valign="top">
                <td>Colorado Springs</td>
                <td>64.82</td>
                <td>23.55</td>
                <td>63.67</td>
                <td>99.47</td>
                <td>95.66</td>
                <td>32</td>
              </tr>
              <tr valign="top">
                <td>Miami</td>
                <td>114.33</td>
                <td>55.77</td>
                <td>51.22</td>
                <td>97.55</td>
                <td>88.56</td>
                <td>49</td>
              </tr>
              <tr valign="top">
                <td>Raleigh</td>
                <td>51.62</td>
                <td>15.24</td>
                <td>70.47</td>
                <td>97.79</td>
                <td>89.51</td>
                <td>12</td>
              </tr>
              <tr valign="top">
                <td>Omaha</td>
                <td>49.99</td>
                <td>15.38</td>
                <td>69.24</td>
                <td>100.00</td>
                <td>93.72</td>
                <td>13</td>
              </tr>
              <tr valign="top">
                <td>Long Beach</td>
                <td>54.97</td>
                <td>20.51</td>
                <td>62.70</td>
                <td>93.33</td>
                <td>89.75</td>
                <td>34</td>
              </tr>
              <tr valign="top">
                <td>Virginia Beach</td>
                <td>48.91</td>
                <td>18.92</td>
                <td>61.33</td>
                <td>96.35</td>
                <td>88.38</td>
                <td>39</td>
              </tr>
              <tr valign="top">
                <td>Oakland</td>
                <td>87.36</td>
                <td>22.26</td>
                <td>74.52</td>
                <td>98.41</td>
                <td>96.26</td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td>Minneapolis</td>
                <td>69.67</td>
                <td>18.72</td>
                <td>73.14</td>
                <td>99.14</td>
                <td>94.21</td>
                <td>5</td>
              </tr>
              <tr valign="top">
                <td>Tulsa</td>
                <td>48.54</td>
                <td>18.51</td>
                <td>61.85</td>
                <td>99.89</td>
                <td>93.20</td>
                <td>38</td>
              </tr>
              <tr valign="top">
                <td>Arlington</td>
                <td>56.42</td>
                <td>18.27</td>
                <td>67.62</td>
                <td>97.58</td>
                <td>93.25</td>
                <td>20</td>
              </tr>
              <tr valign="top">
                <td>Tampa</td>
                <td>70.50</td>
                <td>23.55</td>
                <td>66.59</td>
                <td>94.48</td>
                <td>83.23</td>
                <td>24</td>
              </tr>
              <tr valign="top">
                <td>New Orleans</td>
                <td>55.96</td>
                <td>19.18</td>
                <td>65.73</td>
                <td>97.00</td>
                <td>88.75</td>
                <td>26</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <p>We observed that the overall drop in mobility across the United States was large (61.83%). <xref rid="figure1" ref-type="fig">Figure 1</xref> shows the weekly social mobility index for the United States for the entire time period of our data set. The figure reflects a massive drop in mobility starting in March, and the four most recent weeks showed the lowest mobility on record in our data set. Second, every US state and territory saw a drop in mobility, ranging from 38.54% to 76.80% of travel compared to the numbers before March 16, 2020. However, the variance by state was high. States that were early adopters of social distancing practices ranked highly on the reduction in travel, such as Washington (3) and Maryland (9). In contrast, the eight states that had not implemented statewide orders as of the start of April [<xref ref-type="bibr" rid="ref4">4</xref>] ranked poorly, namely Arkansas (45), Iowa (37), Nebraska (35), North Dakota (22), South Carolina (38), South Dakota (46), Oklahoma (50), Utah (14), and Wyoming (53). We observed similar trends in the city analysis; however, the median users in cities had a larger mobility reduction than the users in states.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Mean social mobility index (kilometers) in United States from January 1, 2019, to April 27, 2020. Weeks with missing data are excluded from the figure.</p>
          </caption>
          <graphic xlink:href="jmir_v22i12e21499_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>In addition to the group-level mobility travel reduction, we examined the distribution of user-level travel reduction. For this analysis, we only considered the subgroup of users who had at least two check-ins in both periods. The median values for the reduction distribution were close to 100% for most states. The median values for seasonal reduction were all smaller but still suggested that people substantially reduced their mobility during the pandemic. Moreover, in the United States, 40% of the 818,213 active users completely reduced their mobility (ie, the mobility reduction was 100%). In contrast, during the same period in 2019, a 31% reduction was seen among 286,217 active users.</p>
        <p>The White House announced “Slow the Spread” guidelines for persons to take action to reduce the spread of COVID-19 on March 16, 2020 [<xref ref-type="bibr" rid="ref47">47</xref>]. Of the states, 49.06% (26/53) had their largest mobility drop in the week of March 16-22, 2020, and 22.64% (12/53) had their largest drop in the following week. We computed a moving average of daily mobility data and used an offline change point detection method [<xref ref-type="bibr" rid="ref48">48</xref>] on this trend. In 2020, 62.26% of the change points occurred after the national announcement date but before the dates on which individual state policies were enacted. This suggests that the national announcement had a larger effect compared to state policies, which is a similar finding to that of a mobile phone–based mobility analysis of four large cities [<xref ref-type="bibr" rid="ref49">49</xref>]. We also observed that among the 40 states that announced stay-at-home policies, 92.5% (37) of the states had a more stationary daily mobility time series before the policy announcement date compared to the mobility time series over the entire time period, suggesting a rapid mobility change during the pandemic.</p>
        <p>Finally, <xref rid="figure2" ref-type="fig">Figure 2</xref> shows a box plot of the mobility variance across all users in a given time period. The distribution is long-tailed with numerous zeros; therefore, we took the log of 1 plus each mobility index. Although mobility was reduced in general, some users still showed a lot of movement, which suggests that social distancing is not being uniformly practiced. These results clearly demonstrate that our metric can track drops in travel, suggesting that it can be used as part of ongoing pandemic response planning.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Box plots showing the user distributions of the mean social mobility index (kilometers) before and after social distancing measure were enacted in the United States.</p>
          </caption>
          <graphic xlink:href="jmir_v22i12e21499_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Correlations</title>
        <p>To investigate the factors that explain our Twitter Social Mobility Index and how well the index tracks COVID-19 cases compared to other relevant factors, we performed a correlation analysis on our data. We computed the daily infection rate by dividing the number of new confirmed COVID-19 cases in each US state [<xref ref-type="bibr" rid="ref50">50</xref>] by the population of the state. We compared the daily infection rate with the social mobility index and the trends in the state characteristics category from [<xref ref-type="bibr" rid="ref51">51</xref>]. We first ran a correlation analysis for the following trends: state size in square miles, population density per square mile, unemployment rate (2018), percentage of the population living under the federal poverty line (2018), number of homeless individuals (2019), percentage of the population at risk for serious illness due to COVID-19, and number of all-cause deaths (2016). We selected these measures to track the size of the state, economic activity, and composition of the population, which were studied in a similar correlation analysis of other countries [<xref ref-type="bibr" rid="ref52">52</xref>]. These measures may change how far people typically travel in a given state.</p>
        <p>In <xref rid="figure3" ref-type="fig">Figure 3</xref> and <xref rid="figure4" ref-type="fig">Figure 4</xref>, we show the characteristics that have high correlation with either the number of confirmed cases or the mobility index. These characteristics were the size of the state in square miles, the number of homeless individuals (2019), the unemployment rate (2018), and the percentage of the population at risk for serious illness due to COVID-19.</p>
        <p>For each day, we computed the correlations between the daily infection rate and the above data by state.</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Pearson correlations between daily COVID-19 infection rates and various factors at the state level.</p>
          </caption>
          <graphic xlink:href="jmir_v22i12e21499_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p><xref rid="figure3" ref-type="fig">Figure 3</xref> shows the correlations by day. We adopted the infection rate because the raw number of confirmed cases is not as informative, as the population has the highest correlation. However, the most significant factors in the early stage were still population-related factors (eg, the number of homeless people). We did not see significant correlations with other factors, including the social mobility index. Starting from mid-March, we observed trends of increasing correlation with the unemployment rate, size of the state, and social mobility index; however, these correlations were not significant (absolute correlation values &#60;.5). A fluctuation occurred in the middle of the period, when states started to report confirmed cases of COVID-19.</p>
        <p>We conducted a similar correlation analysis between each data source and the social mobility index, as shown in <xref rid="figure4" ref-type="fig">Figure 4</xref>. As expected, geographical state size showed the highest positive correlation. We also observed that the number of people at risk for serious illness due to COVID-19 had a negative correlation at the early stage of the pandemic.</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Pearson correlations between the social mobility index and various factors at the state level.</p>
          </caption>
          <graphic xlink:href="jmir_v22i12e21499_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p><xref ref-type="table" rid="table3">Table 3</xref> demonstrates the effects of various restriction policies on confirmed cases by running a similar correlation analysis on the cumulative confirmed cases for each state on May 10, 2020. The policy types follow the data from [<xref ref-type="bibr" rid="ref51">51</xref>]. We used the time difference (in days) between May 10, 2020, and the policy release date as the input for the analysis, and we assigned a negative value (–1000) to states that had not announced a policy. The factor with the highest correlation with the social mobility index is the declaration of a state of emergency, which is the broadest type of policy.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Pearson correlations between the cumulative number of confirmed COVID-19 cases on May 10, 2020, and the dates on which policies were released in each state.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="610"/>
            <col width="210"/>
            <col width="180"/>
            <thead>
              <tr valign="top">
                <td>Policy</td>
                <td>Correlation</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>State of emergency</td>
                <td>0.2587</td>
                <td>
                  .07
                </td>
              </tr>
              <tr valign="top">
                <td>Date banned visitors to nursing homes</td>
                <td>0.151</td>
                <td>
                  .29
                </td>
              </tr>
              <tr valign="top">
                <td>Stay-at-home or shelter-in-place order</td>
                <td>0.1507</td>
                <td>
                  .29
                </td>
              </tr>
              <tr valign="top">
                <td>Evictions frozen</td>
                <td>0.1411</td>
                <td>
                  .32
                </td>
              </tr>
              <tr valign="top">
                <td>Nonessential businesses closed</td>
                <td>0.1359</td>
                <td>
                  .34
                </td>
              </tr>
              <tr valign="top">
                <td>Gyms closed</td>
                <td>0.0765</td>
                <td>
                  .59
                </td>
              </tr>
              <tr valign="top">
                <td>Movie theaters closed</td>
                <td>0.0737</td>
                <td>
                  .61
                </td>
              </tr>
              <tr valign="top">
                <td>Day cares closed</td>
                <td>0.0563</td>
                <td>
                  .70
                </td>
              </tr>
              <tr valign="top">
                <td>Restaurants closed except takeout</td>
                <td>0.0341</td>
                <td>
                  .81
                </td>
              </tr>
              <tr valign="top">
                <td>Kindergarten to 12th grade schools closed</td>
                <td>–0.0821</td>
                <td>
                  .57
                </td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>We present the Twitter Social Mobility Index, a measure of social mobility based on public geolocated tweets. Our analysis shows that there was a large drop in mobility overall in the United States. However, the drop was inconsistent and varied significantly by state. It appears that states that were early adopters of social distancing practices experienced more significant drops than states that had not yet implemented these practices.</p>
      <p>Several limitations of using geo-tagged tweets as the subject of our study must be kept in mind. First, users on Twitter and other social media platforms are not representative of the general population. Their demographics, such as age, race, ethnicity, education level, income, and political affiliation, do not perfectly mirror the larger population. In the United States, Twitter users are younger, more educated, have higher incomes, and are more likely to identify as Democrats than the general public [<xref ref-type="bibr" rid="ref53">53</xref>,<xref ref-type="bibr" rid="ref54">54</xref>]. Therefore, while our sample of users is large, it is highly biased.</p>
      <p>Second, not all users are equally likely to use geotagging features on Twitter, and they may use the features in different ways. For example, in a previous study [<xref ref-type="bibr" rid="ref32">32</xref>], demographic differences were found in the groups of people who used the two different types of geolocation information (ie, coordinates and place). GPS-tagged tweets are posted more often by young people and by women compared to tweets with self-reported locations.</p>
      <p>Third, while we obtained access to millions of geotagged tweets, this is still a relatively small proportion of the total number of nongeotagged tweets on the platform, and it is also small compared to private measures of social mobility computed by companies such as Google and Apple.</p>
      <p>Fourth, a small proportion of geotagged tweets report fake geolocation information. However, we believe that this is a negligible problem, as previous work found the rate of fake geolocation to be around 0.22% on social media in general [<xref ref-type="bibr" rid="ref55">55</xref>] and even lower on Twitter. In our preliminary analysis, we considered mobility data based on GPS from mobile devices alone while excluding place information, as this method has greater precision. However, our results with these limited data were similar to our results with the full data set, except that they were less stable. Therefore, we decided to include all location data.</p>
      <p>Despite these limitations, our results produced metrics that align with expected trends given national social distancing guidelines and related statewide policies. This suggests that there is sufficient information in our data to overcome these limitations. Additionally, the public nature of Twitter data has advantages over proprietary and private data sources. More work is needed to compare our mobility trends with those of other data sources.</p>
      <p>Our work on this data is ongoing, and there are several directions that warrant further study. First, as states begin to reopen and some states maintain restrictions, tracking changes in population behaviors will be helpful in making policy decisions. Second, we focused on the United States; however, Twitter data provides sufficient coverage to replicate our analysis for many countries. Third, tweet content exists for each user in the data set; this content can reflect the user's attitudes, beliefs, and behaviors. Studying these factors together with users’ mobility reduction could yield further insights. Our findings are presented on a website [<xref ref-type="bibr" rid="ref44">44</xref>], and we will continue to update our analysis during the pandemic.</p>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">API</term>
          <def>
            <p>application programming interface</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">JSON</term>
          <def>
            <p>JavaScript Object Notation</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>MD holds equity in Sickweather Inc and has received consulting fees from Bloomberg LP and Good Analytics Inc. These organizations did not have any role in the study design, data collection and analysis, decision to publish, or preparation of the article. All other authors have no conflicts to declare.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maharaj</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kleczkowski</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Controlling epidemic spread by social distancing: do it well or not at all</article-title>
          <source>BMC Public Health</source>
          <year>2012</year>
          <month>08</month>
          <day>20</day>
          <volume>12</volume>
          <fpage>679</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/1471-2458-12-679"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2458-12-679</pub-id>
          <pub-id pub-id-type="medline">22905965</pub-id>
          <pub-id pub-id-type="pii">1471-2458-12-679</pub-id>
          <pub-id pub-id-type="pmcid">PMC3563464</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kelso</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Milne</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kelly</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Simulation suggests that rapid activation of social distancing can arrest epidemic development due to a novel strain of influenza</article-title>
          <source>BMC Public Health</source>
          <year>2009</year>
          <month>04</month>
          <day>29</day>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>117</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/1471-2458-9-117"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2458-9-117</pub-id>
          <pub-id pub-id-type="medline">19400970</pub-id>
          <pub-id pub-id-type="pii">1471-2458-9-117</pub-id>
          <pub-id pub-id-type="pmcid">PMC2680828</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Glass</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Glass</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Beyeler</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Min</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Targeted social distancing design for pandemic influenza</article-title>
          <source>Emerg Infect Dis</source>
          <year>2006</year>
          <month>11</month>
          <volume>12</volume>
          <issue>11</issue>
          <fpage>1671</fpage>
          <lpage>81</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://wwwnc.cdc.gov/eid/article/12/11/06-0255_article.htm"/>
          </comment>
          <pub-id pub-id-type="doi">10.3201/eid1211.060255</pub-id>
          <pub-id pub-id-type="medline">17283616</pub-id>
          <pub-id pub-id-type="pmcid">PMC3372334</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zeleny</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Why these 8 Republican governors are holding out on statewide stay-at-home orders</article-title>
          <source>CNN</source>
          <year>2020</year>
          <month>04</month>
          <day>04</day>
          <access-date>2020-10-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cnn.com/2020/04/04/politics/republican-governors-stay-at-home-orders-coronavirus/index.html">https://www.cnn.com/2020/04/04/politics/republican-governors-stay-at-home-orders-coronavirus/index.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Courtemanche</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Garuccio</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Le</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pinkston</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Yelowitz</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Strong Social Distancing Measures In The United States Reduced The COVID-19 Growth Rate</article-title>
          <source>Health Affairs</source>
          <year>2020</year>
          <month>07</month>
          <day>01</day>
          <volume>39</volume>
          <issue>7</issue>
          <fpage>1237</fpage>
          <lpage>1246</lpage>
          <pub-id pub-id-type="doi">10.1377/hlthaff.2020.00608</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Badr</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Du</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Marshall</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dong</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Squire</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gardner</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Association between mobility patterns and COVID-19 transmission in the USA: a mathematical modelling study</article-title>
          <source>Lancet Infect Dis</source>
          <year>2020</year>
          <month>11</month>
          <volume>20</volume>
          <issue>11</issue>
          <fpage>1247</fpage>
          <lpage>1254</lpage>
          <pub-id pub-id-type="doi">10.1016/s1473-3099(20)30553-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aleta</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Martín-Corral</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Pastore Y Piontti</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ajelli</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Litvinova</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chinazzi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dean</surname>
              <given-names>NE</given-names>
            </name>
            <name name-style="western">
              <surname>Halloran</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Longini</surname>
              <given-names>IM</given-names>
            </name>
            <name name-style="western">
              <surname>Merler</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pentland</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vespignani</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Moro</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Moreno</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Modelling the impact of testing, contact tracing and household quarantine on second waves of COVID-19</article-title>
          <source>Nat Hum Behav</source>
          <year>2020</year>
          <month>09</month>
          <day>05</day>
          <volume>4</volume>
          <issue>9</issue>
          <fpage>964</fpage>
          <lpage>971</lpage>
          <pub-id pub-id-type="doi">10.1038/s41562-020-0931-9</pub-id>
          <pub-id pub-id-type="medline">32759985</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41562-020-0931-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Prem</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>TW</given-names>
            </name>
            <name name-style="western">
              <surname>Kucharski</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Eggo</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Davies</surname>
              <given-names>N</given-names>
            </name>
            <collab>Centre for the Mathematical Modelling of Infectious Diseases COVID-19 Working Group</collab>
            <name name-style="western">
              <surname>Jit</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Klepac</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>The effect of control strategies to reduce social mixing on outcomes of the COVID-19 epidemic in Wuhan, China: a modelling study</article-title>
          <source>Lancet Public Health</source>
          <year>2020</year>
          <month>05</month>
          <volume>5</volume>
          <issue>5</issue>
          <fpage>e261</fpage>
          <lpage>e270</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2468-2667(20)30073-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S2468-2667(20)30073-6</pub-id>
          <pub-id pub-id-type="medline">32220655</pub-id>
          <pub-id pub-id-type="pii">S2468-2667(20)30073-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC7158905</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fenichel</surname>
              <given-names>EP</given-names>
            </name>
            <name name-style="western">
              <surname>Castillo-Chavez</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ceddia</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Chowell</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Parra</surname>
              <given-names>PAG</given-names>
            </name>
            <name name-style="western">
              <surname>Hickling</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Holloway</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Horan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Morin</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Perrings</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Springborn</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Velazquez</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Villalobos</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Adaptive human behavior in epidemiological models</article-title>
          <source>Proc Natl Acad Sci USA</source>
          <year>2011</year>
          <month>04</month>
          <day>12</day>
          <volume>108</volume>
          <issue>15</issue>
          <fpage>6306</fpage>
          <lpage>11</lpage>
          <pub-id pub-id-type="doi">10.1073/pnas.1011250108</pub-id>
          <pub-id pub-id-type="medline">21444809</pub-id>
          <pub-id pub-id-type="pii">1011250108</pub-id>
          <pub-id pub-id-type="pmcid">PMC3076845</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Caley</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Philp</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>McCracken</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Quantifying social distancing arising from pandemic influenza</article-title>
          <source>J R Soc Interface</source>
          <year>2008</year>
          <month>06</month>
          <day>06</day>
          <volume>5</volume>
          <issue>23</issue>
          <fpage>631</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/17916550"/>
          </comment>
          <pub-id pub-id-type="doi">10.1098/rsif.2007.1197</pub-id>
          <pub-id pub-id-type="medline">17916550</pub-id>
          <pub-id pub-id-type="pii">91N575G127432871</pub-id>
          <pub-id pub-id-type="pmcid">PMC3226987</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Saad</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Americans Step Up Their Social Distancing Even Further</article-title>
          <source>Gallup</source>
          <year>2020</year>
          <month>03</month>
          <day>24</day>
          <access-date>2020-10-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://news.gallup.com/opinion/gallup/298310/americans-step-social-distancing-even-further.aspx">https://news.gallup.com/opinion/gallup/298310/americans-step-social-distancing-even-further.aspx</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dredze</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Broniatowski</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Hilyard</surname>
              <given-names>KM</given-names>
            </name>
          </person-group>
          <article-title>Understanding Vaccine Refusal: Why We Need Social Media Now</article-title>
          <source>Am J Prev Med</source>
          <year>2016</year>
          <month>04</month>
          <volume>50</volume>
          <issue>4</issue>
          <fpage>550</fpage>
          <lpage>552</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26655067"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2015.10.002</pub-id>
          <pub-id pub-id-type="medline">26655067</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(15)00640-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC4801675</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Adams</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Soumerai</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lomas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ross-Degnan</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Evidence of self-report bias in assessing adherence to guidelines</article-title>
          <source>Int J Qual Health Care</source>
          <year>1999</year>
          <month>06</month>
          <day>01</day>
          <volume>11</volume>
          <issue>3</issue>
          <fpage>187</fpage>
          <lpage>92</lpage>
          <pub-id pub-id-type="doi">10.1093/intqhc/11.3.187</pub-id>
          <pub-id pub-id-type="medline">10435838</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Paul</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Dredze</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Social Monitoring for Public Health</article-title>
          <source>Synthesis Lectures on Information Concepts, Retrieval, and Services</source>
          <year>2017</year>
          <month>08</month>
          <day>31</day>
          <volume>9</volume>
          <issue>5</issue>
          <fpage>1</fpage>
          <lpage>183</lpage>
          <pub-id pub-id-type="doi">10.2200/s00791ed1v01y201707icr060</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
          <article-title>COVID-19 Community Mobility Report</article-title>
          <source>Google</source>
          <access-date>2020-10-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.google.com/covid19/mobility/">https://www.google.com/covid19/mobility/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <article-title>Social Distancing Scoreboard</article-title>
          <source>Unacast</source>
          <access-date>2020-10-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.unacast.com/covid19/social-distancing-scoreboard">https://www.unacast.com/covid19/social-distancing-scoreboard</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Burstein</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Thakkar</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Schroeder</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Famulare</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Understanding the Impact of COVID-19 Policy Change in the Greater Seattle Area using Mobility Data</article-title>
          <source>Institute for Disease Modeling</source>
          <year>2020</year>
          <month>03</month>
          <day>29</day>
          <access-date>2020-10-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://covid.idmod.org/data/Understanding_impact_of_COVID_policy_change_Seattle.pdf">https://covid.idmod.org/data/Understanding_impact_of_COVID_policy_change_Seattle.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Glanz</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Carey</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Holder</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Watkins</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Valentino-DeVries</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rojas</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Leatherby</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Where America Didn’t Stay Home Even as the Virus Spread</article-title>
          <source>New York Times</source>
          <access-date>2020-10-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nytimes.com/interactive/2020/04/02/us/coronavirus-social-distancing.html">https://www.nytimes.com/interactive/2020/04/02/us/coronavirus-social-distancing.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <article-title>Apple and Google partner on COVID-19 contact tracing technology</article-title>
          <source>Apple Newsroom</source>
          <access-date>2020-10-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.apple.com/newsroom/2020/04/apple-and-google-partner-on-covid-19-contact-tracing-technology/">https://www.apple.com/newsroom/2020/04/apple-and-google-partner-on-covid-19-contact-tracing-technology/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Koh</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Singapore government launches new app for contact tracing to combat spread of COVID-19</article-title>
          <source>Mobi Health News</source>
          <year>2020</year>
          <month>03</month>
          <day>20</day>
          <access-date>2020-10-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mobihealthnews.com/news/asia-pacific/singapore-government-launches-new-app-contact-tracing-combat-spread-covid-19">https://www.mobihealthnews.com/news/asia-pacific/singapore-government-launches-new-app-contact-tracing-combat-spread-covid-19</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <article-title>Coronavirus: Australians download COVIDSafe contact tracing app</article-title>
          <source>BBC</source>
          <year>2020</year>
          <month>04</month>
          <day>06</day>
          <access-date>2020-10-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.bbc.com/news/world-australia-52433340">https://www.bbc.com/news/world-australia-52433340</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hale</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Webster</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Petherick</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kira</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Which countries do COVID-19 contact tracing?</article-title>
          <source>Our World in Data</source>
          <access-date>2020-10-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ourworldindata.org/grapher/covid-contact-tracing">https://ourworldindata.org/grapher/covid-contact-tracing</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Guo</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>Global Deployment Mappings and Challenges of Contact-tracing Apps for COVID-19</article-title>
          <source>SSRN Journal</source>
          <comment>Preprint posted online on May 24, 2020</comment>
          <pub-id pub-id-type="doi">10.2139/ssrn.3609516</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Si</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mukherjee</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Deng</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>Exploiting topic based twitter sentiment for stock prediction</article-title>
          <source>Proceedings of the 51st Annual Meeting of the Association for Computational Linguistics</source>
          <year>2013</year>
          <month>08</month>
          <conf-name>51st Annual Meeting of the Association for Computational Linguistics</conf-name>
          <conf-date>August 4-9, 2013</conf-date>
          <conf-loc>Sofia, Bulgaria</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bollen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mao</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Pepe</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Modeling public mood and emotion: Twitter sentiment and socio-economic phenomena</article-title>
          <source>Proceedings of the Fifth International AAAI Conference on Weblogs and Social Media</source>
          <year>2011</year>
          <conf-name>Fifth International AAAI Conference on Weblogs and Social Media</conf-name>
          <conf-date>July 17-21, 2011</conf-date>
          <conf-loc>Barcelona, Spain</conf-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.aaai.org/ocs/index.php/ICWSM/ICWSM11/paper/viewFile/2826/3237"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
          <article-title>Using Twitter To Graph Public Opinion of Presidential Candidates</article-title>
          <source>Twitter Sentiment Index</source>
          <access-date>2020-10-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.thetsindex.com/">http://www.thetsindex.com/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tumasjan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sprenger</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Sandner</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Welpe</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Predicting Elections with Twitter: What 140 Characters Reveal about Political Sentiment</article-title>
          <source>Proceedings of the Fourth International AAAI Conference on Weblogs and Social Media</source>
          <year>2010</year>
          <conf-name>Fourth International AAAI Conference on Weblogs and Social Media</conf-name>
          <conf-date>Washington, DC</conf-date>
          <conf-loc>May 23–26, 2010</conf-loc>
          <publisher-loc>Fourth international AAAI conference on weblogs and social media; 2010 May 16; Atlanta, Georgia, USA</publisher-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.aaai.org/ocs/index.php/ICWSM/ICWSM10/paper/viewFile/1441/1852"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hennig-Thurau</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Wiertz</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Feldhaus</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Does Twitter matter? The impact of microblogging word of mouth on consumers’ adoption of new movies</article-title>
          <source>J Acad Mark Sci</source>
          <year>2014</year>
          <month>6</month>
          <day>1</day>
          <volume>43</volume>
          <issue>3</issue>
          <fpage>375</fpage>
          <lpage>394</lpage>
          <pub-id pub-id-type="doi">10.1007/s11747-014-0388-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dredze</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Paul</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bergsma</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tran</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Carmen: A Twitter Geolocation System with Applications to Public Health</article-title>
          <source>Expanding the Boundaries of Health Informatics Using Artificial Intelligence: Papers from the AAAI 2013 Workshop</source>
          <year>2013</year>
          <conf-name>Workshops at the Twenty-Seventh AAAI Conference on Artificial Intelligence</conf-name>
          <conf-date>July 14-15, 2013</conf-date>
          <conf-loc>Bellevue, WA</conf-loc>
          <fpage>A</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.aaai.org/ocs/index.php/WS/AAAIW13/paper/download/7085/6497"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Han</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>A Survey of Location Prediction on Twitter</article-title>
          <source>IEEE Trans Knowl Data Eng</source>
          <year>2018</year>
          <month>9</month>
          <day>1</day>
          <volume>30</volume>
          <issue>9</issue>
          <fpage>1652</fpage>
          <lpage>1671</lpage>
          <pub-id pub-id-type="doi">10.1109/tkde.2018.2807840</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Han</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Cook</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Baldwin</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Text-Based Twitter User Geolocation Prediction</article-title>
          <source>J Artif Intell Res</source>
          <year>2014</year>
          <month>03</month>
          <day>20</day>
          <volume>49</volume>
          <fpage>451</fpage>
          <lpage>500</lpage>
          <pub-id pub-id-type="doi">10.1613/jair.4200</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pavalanathan</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Eisenstein</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Confounds and Consequences in Geotagged Twitter Data</article-title>
          <source>Proceedings of the 2015 Conference on Empirical Methods in Natural Language Processing</source>
          <year>2015</year>
          <conf-name>2015 Conference on Empirical Methods in Natural Language Processing</conf-name>
          <conf-date>September 17-21, 2015</conf-date>
          <conf-loc>Lisbon, Portugal</conf-loc>
          <publisher-name>Association for Computational Linguistics</publisher-name>
          <fpage>2138</fpage>
          <lpage>2148</lpage>
          <pub-id pub-id-type="doi">10.18653/v1/d15-1256</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dredze</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Osborne</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kambadur</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Geolocation for Twitter: Timing Matters</article-title>
          <source>Proceedings of the 2016 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies</source>
          <year>2016</year>
          <conf-name>2016 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies</conf-name>
          <conf-date>June 12-17, 2016</conf-date>
          <conf-loc>San Diego, CA</conf-loc>
          <publisher-name>Association for Computational Linguistics</publisher-name>
          <fpage>1064</fpage>
          <lpage>1069</lpage>
          <pub-id pub-id-type="doi">10.18653/v1/n16-1122</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hawelka</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Sitko</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Beinat</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Sobolevsky</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kazakopoulos</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Ratti</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Geo-located Twitter as proxy for global mobility patterns</article-title>
          <source>Cartogr Geogr Inf Sci</source>
          <year>2014</year>
          <month>05</month>
          <day>27</day>
          <volume>41</volume>
          <issue>3</issue>
          <fpage>260</fpage>
          <lpage>271</lpage>
          <pub-id pub-id-type="doi">10.1080/15230406.2014.890072</pub-id>
          <pub-id pub-id-type="medline">27019645</pub-id>
          <pub-id pub-id-type="pii">890072</pub-id>
          <pub-id pub-id-type="pmcid">PMC4786829</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dredze</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>García-Herranz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rutherford</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mann</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Twitter as a Source of Global Mobility Patterns for Social Good</article-title>
          <source>Proceedings of the 2016 ICML Workshop on #Data4Good: Machine Learning in Social Good Applications</source>
          <year>2016</year>
          <conf-name>2016 ICML Workshop on #Data4Good: Machine Learning in Social Good Applications</conf-name>
          <conf-date>June 24, 2016</conf-date>
          <conf-loc>New York, NY</conf-loc>
          <publisher-loc>In: ICML Workshop on #Data4Good</publisher-loc>
          <publisher-name>Machine Learning in Social Good Applications</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jurdak</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>AbouJaoude</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cameron</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Newth</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Understanding Human Mobility from Twitter</article-title>
          <source>PLoS One</source>
          <year>2015</year>
          <month>7</month>
          <day>8</day>
          <volume>10</volume>
          <issue>7</issue>
          <fpage>e0131469</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0131469"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0131469</pub-id>
          <pub-id pub-id-type="medline">26154597</pub-id>
          <pub-id pub-id-type="pii">PONE-D-15-02120</pub-id>
          <pub-id pub-id-type="pmcid">PMC4496063</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Modeling and Visualizing Regular Human Mobility Patterns with Uncertainty: An Example Using Twitter Data</article-title>
          <source>Annals of the Association of American Geographers</source>
          <year>2015</year>
          <month>09</month>
          <day>23</day>
          <volume>105</volume>
          <issue>6</issue>
          <fpage>1179</fpage>
          <lpage>1197</lpage>
          <pub-id pub-id-type="doi">10.1080/00045608.2015.1081120</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Birkin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Harland</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Malleson</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Cross</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>An Examination of Personal Mobility Patterns in Space and Time Using Twitter</article-title>
          <source>International Journal of Agricultural and Environmental Information Systems (5)</source>
          <year>2014</year>
          <fpage>55</fpage>
          <lpage>72</lpage>
          <pub-id pub-id-type="doi">10.4018/ijaeis.2014070104</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hasan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zhan</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Ukkusuri</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Understanding urban human activity and mobility patterns using large-scale location-based data from online social media</article-title>
          <source>UrbComp '13: Proceedings of the 2nd ACM SIGKDD International Workshop on Urban Computing</source>
          <year>2013</year>
          <conf-name>2nd ACM SIGKDD International Workshop on Urban Computing</conf-name>
          <conf-date>August 11, 2013</conf-date>
          <conf-loc>Chicago, IL</conf-loc>
          <fpage>1</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1145/2505821.2505823</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Cao</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Mulligan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>Explore spatiotemporal and demographic characteristics of human mobility via Twitter: A case study of Chicago</article-title>
          <source>Applied Geography</source>
          <year>2016</year>
          <month>05</month>
          <volume>70</volume>
          <fpage>11</fpage>
          <lpage>25</lpage>
          <pub-id pub-id-type="doi">10.1016/j.apgeog.2016.03.001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Soliman</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Soltani</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Yin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Padmanabhan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Social sensing of urban land use based on analysis of Twitter users' mobility patterns</article-title>
          <source>PLoS One</source>
          <year>2017</year>
          <month>7</month>
          <day>19</day>
          <volume>12</volume>
          <issue>7</issue>
          <fpage>e0181657</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0181657"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0181657</pub-id>
          <pub-id pub-id-type="medline">28723936</pub-id>
          <pub-id pub-id-type="pii">PONE-D-17-03522</pub-id>
          <pub-id pub-id-type="pmcid">PMC5517059</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kurkcu</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ozbay</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Morgul</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Evaluating the Usability of Geo-located Twitter as a Tool for Human Activity and Mobility Patterns: A Case Study for New York City</article-title>
          <year>2016</year>
          <conf-name>Transportation Research Board 95th Annual Meeting</conf-name>
          <conf-date>January 10-14, 2016</conf-date>
          <conf-loc>Washington, DC</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Steiger</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Ellersiek</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Resch</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Zipf</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Uncovering Latent Mobility Patterns from Twitter During Mass Events</article-title>
          <source>GI Forum</source>
          <year>2015</year>
          <volume>1</volume>
          <fpage>525</fpage>
          <lpage>534</lpage>
          <pub-id pub-id-type="doi">10.1553/giscience2015s525</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="web">
          <source>Twitter Social Mobility Index: A measure of social distancing derived from Twitter</source>
          <access-date>2020-10-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://socialmobility.covid19dataresources.org/index">http://socialmobility.covid19dataresources.org/index</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="web">
          <article-title>Filter realtime Tweets</article-title>
          <source>Twitter Developer</source>
          <access-date>2020-10-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://developer.twitter.com/en/docs/tweets/filter-realtime/overview/statuses-filter">https://developer.twitter.com/en/docs/tweets/filter-realtime/overview/statuses-filter</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="web">
          <article-title>geopy</article-title>
          <source>github</source>
          <access-date>2020-10-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://github.com/geopy/geopy">https://github.com/geopy/geopy</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="web">
          <article-title>15 Days to Slow the Spread</article-title>
          <source>The White House</source>
          <year>2020</year>
          <month>03</month>
          <day>16</day>
          <access-date>2020-10-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.whitehouse.gov/articles/15-days-slow-spread/">https://www.whitehouse.gov/articles/15-days-slow-spread/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Truong</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Oudre</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Vayatis</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Selective review of offline change point detection methods</article-title>
          <source>Signal Process</source>
          <year>2020</year>
          <month>02</month>
          <volume>167</volume>
          <fpage>107299</fpage>
          <pub-id pub-id-type="doi">10.1016/j.sigpro.2019.107299</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lasry</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kidder</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hast</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Poovey</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sunshine</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Winglee</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Zviedrite</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Ahmed</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Ethier</surname>
              <given-names>KA</given-names>
            </name>
            <collab>CDC Public Health Law Program</collab>
            <collab>New York City Department of Health and Mental Hygiene</collab>
            <collab>Louisiana Department of Health</collab>
            <collab>San Francisco COVID-19 Response Team</collab>
            <collab>Alameda County Public Health Department</collab>
            <collab>San Mateo County Health Department</collab>
            <collab>Marin County Division of Public Health</collab>
          </person-group>
          <article-title>Timing of Community Mitigation and Changes in Reported COVID-19 and Community Mobility - Four U.S. Metropolitan Areas, February 26-April 1, 2020</article-title>
          <source>MMWR Morb Mortal Wkly Rep</source>
          <year>2020</year>
          <month>04</month>
          <day>17</day>
          <volume>69</volume>
          <issue>15</issue>
          <fpage>451</fpage>
          <lpage>457</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.15585/mmwr.mm6915e2"/>
          </comment>
          <pub-id pub-id-type="doi">10.15585/mmwr.mm6915e2</pub-id>
          <pub-id pub-id-type="medline">32298245</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="web">
          <article-title>Novel Coronavirus (COVID-19) Cases, provided by JHU CSSE</article-title>
          <source>GitHub</source>
          <access-date>2020-10-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://github.com/CSSEGISandData/COVID-19">https://github.com/CSSEGISandData/COVID-19</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Raifman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Nocka</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bor</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lipson</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jay</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 US State Policy Database</article-title>
          <source>OpenICPSR</source>
          <access-date>2020-10-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.openicpsr.org/openicpsr/project/119446/version/V39/view">https://www.openicpsr.org/openicpsr/project/119446/version/V39/view</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jia</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Yuan</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Jia</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Christakis</surname>
              <given-names>NA</given-names>
            </name>
          </person-group>
          <article-title>Population flow drives spatio-temporal distribution of COVID-19 in China</article-title>
          <source>Nature</source>
          <year>2020</year>
          <month>06</month>
          <volume>582</volume>
          <issue>7812</issue>
          <fpage>389</fpage>
          <lpage>394</lpage>
          <pub-id pub-id-type="doi">10.1038/s41586-020-2284-y</pub-id>
          <pub-id pub-id-type="medline">32349120</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41586-020-2284-y</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mislove</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lehmann</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ahn</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Onnela</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenquist</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Understanding the Demographics of Twitter Users</article-title>
          <source>Proceedings of the Fifth International AAAI Conference on Weblogs and Social Media</source>
          <year>2011</year>
          <conf-name>Fifth International AAAI Conference on Weblogs and Social Media</conf-name>
          <conf-date>July 17-21, 2011</conf-date>
          <conf-loc>Barcelona, Spain</conf-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.aaai.org/ocs/index.php/ICWSM/ICWSM11/paper/viewFile/2816/3234"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wojcik</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hughes</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Sizing Up Twitter Users</article-title>
          <source>Pew Research Center</source>
          <year>2019</year>
          <month>04</month>
          <day>24</day>
          <access-date>2020-10-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewresearch.org/internet/2019/04/24/sizing-up-twitter-users/">https://www.pewresearch.org/internet/2019/04/24/sizing-up-twitter-users/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Sui</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>True lies in geospatial big data: detecting location spoofing in social media</article-title>
          <source>Annals of GIS</source>
          <year>2017</year>
          <month>01</month>
          <day>31</day>
          <volume>23</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>14</lpage>
          <pub-id pub-id-type="doi">10.1080/19475683.2017.1280536</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
