<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v22i4e19016</article-id>
      <article-id pub-id-type="pmid">32287039</article-id>
      <article-id pub-id-type="doi">10.2196/19016</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Top Concerns of Tweeters During the COVID-19 Pandemic: Infoveillance Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Zowalla</surname>
            <given-names>Richard</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Da Silva</surname>
            <given-names>Edson</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Abd-Alrazaq</surname>
            <given-names>Alaa</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7695-4626</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Alhuwail</surname>
            <given-names>Dari</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5038-3044</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Househ</surname>
            <given-names>Mowafa</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3648-6271</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Hamdi</surname>
            <given-names>Mounir</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9766-0085</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Shah</surname>
            <given-names>Zubair</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>College of Science and Engineering</institution>
            <institution>Hamad Bin Khalifa University</institution>
            <addr-line>Doha Al Luqta St, Ar- Rayyan</addr-line>
            <addr-line>Doha</addr-line>
            <country>Qatar</country>
            <phone>974 50744851</phone>
            <email>ZShah@hbku.edu.qa</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7389-3274</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>College of Science and Engineering</institution>
        <institution>Hamad Bin Khalifa University</institution>
        <addr-line>Doha</addr-line>
        <country>Qatar</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>College of Life Sciences</institution>
        <institution>Kuwait University</institution>
        <addr-line>Kuwait</addr-line>
        <country>Kuwait</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Health Informatics Unit</institution>
        <institution>Dasman Diabetes Institute</institution>
        <addr-line>Kuwait</addr-line>
        <country>Kuwait</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Zubair Shah <email>ZShah@hbku.edu.qa</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>4</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>21</day>
        <month>4</month>
        <year>2020</year>
      </pub-date>
      <volume>22</volume>
      <issue>4</issue>
      <elocation-id>e19016</elocation-id>
      <history>
        <date date-type="received">
          <day>31</day>
          <month>3</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>2</day>
          <month>4</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>9</day>
          <month>4</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>9</day>
          <month>4</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Alaa Ali Abd-Alrazaq, Dari Alhuwail, Mowafa Househ, Mounir Hamdi, Zubair Shah. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 21.04.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://www.jmir.org/2020/4/e19016/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The recent coronavirus disease (COVID-19) pandemic is taking a toll on the world’s health care infrastructure as well as the social, economic, and psychological well-being of humanity. Individuals, organizations, and governments are using social media to communicate with each other on a number of issues relating to the COVID-19 pandemic. Not much is known about the topics being shared on social media platforms relating to COVID-19. Analyzing such information can help policy makers and health care organizations assess the needs of their stakeholders and address them appropriately.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to identify the main topics posted by Twitter users related to the COVID-19 pandemic.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Leveraging a set of tools (Twitter’s search application programming interface (API), Tweepy Python library, and PostgreSQL database) and using a set of predefined search terms (“corona,” “2019-nCov,” and “COVID-19”), we extracted the text and metadata (number of likes and retweets, and user profile information including the number of followers) of public English language tweets from February 2, 2020, to March 15, 2020. We analyzed the collected tweets using word frequencies of single (unigrams) and double words (bigrams). We leveraged latent Dirichlet allocation for topic modeling to identify topics discussed in the tweets. We also performed sentiment analysis and extracted the mean number of retweets, likes, and followers for each topic and calculated the interaction rate per topic.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Out of approximately 2.8 million tweets included, 167,073 unique tweets from 160,829 unique users met the inclusion criteria. Our analysis identified 12 topics, which were grouped into four main themes: origin of the virus; its sources; its impact on people, countries, and the economy; and ways of mitigating the risk of infection. The mean sentiment was positive for 10 topics and negative for 2 topics (deaths caused by COVID-19 and increased racism). The mean for tweet topics of account followers ranged from 2722 (increased racism) to 13,413 (economic losses). The highest mean of likes for the tweets was 15.4 (economic loss), while the lowest was 3.94 (travel bans and warnings).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Public health crisis response activities on the ground and online are becoming increasingly simultaneous and intertwined. Social media provides an opportunity to directly communicate health information to the public. Health systems should work on building national and international disease detection and surveillance systems through monitoring social media. There is also a need for a more proactive and agile public health presence on social media to combat the spread of fake news.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>coronavirus, COVID-19</kwd>
        <kwd>SARS-CoV-2</kwd>
        <kwd>2019-nCov</kwd>
        <kwd>social media</kwd>
        <kwd>public health</kwd>
        <kwd>Twitter</kwd>
        <kwd>infoveillance</kwd>
        <kwd>infodemiology</kwd>
        <kwd>health informatics</kwd>
        <kwd>disease surveillance</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Since the 1980s, human disease outbreaks have become increasingly frequent and diverse due to a plethora of ecological, environmental, and socioeconomic factors [<xref ref-type="bibr" rid="ref1">1</xref>]. The family of coronaviruses was not considered to be highly pathogenic until 2003 and 2012 with the appearance of the severe acute respiratory syndrome in China followed by the Middle East respiratory syndrome in Saudi Arabia [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>]. In December 2019, a series of patients with pneumonia of an unknown cause emerged in Wuhan, China [<xref ref-type="bibr" rid="ref4">4</xref>]. Through contact tracing, these patients were linked back to a seafood and wet animal wholesale market in Wuhan [<xref ref-type="bibr" rid="ref4">4</xref>]. To further investigate the symptoms, Chinese authorities conducted deep sequence analysis that provided ample evidence that the novel coronavirus was the causative agent of the disease [<xref ref-type="bibr" rid="ref4">4</xref>], which is now known as the coronavirus disease (COVID-19). Since then, COVID-19 has quickly spread in China and other countries around the world. The disease is highly infectious, and, on average, each patient can spread the infection from 2 to 4 other individuals [<xref ref-type="bibr" rid="ref5">5</xref>]. Worldwide, a total of 1,279,722 cases of COVID-19 and 72,614 deaths were confirmed in 212 countries by April 7, 2020 [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
      <p>With the worldwide spread of the COVID-19 infection, individual activity on social media platforms such as Facebook, Twitter, and YouTube began to increase. A number of studies have shown that social media can play an important role as a source of data for detecting outbreaks but also in understanding public attitudes and behaviors during a crisis as a way to support crisis communication and health promotion messaging [<xref ref-type="bibr" rid="ref7">7</xref>-<xref ref-type="bibr" rid="ref11">11</xref>]. To assist public health professionals to make better decisions and aide their public health monitoring, advanced surveillance systems are developed to sort through large amounts of real time data from social media concerning public health information on a global scale [<xref ref-type="bibr" rid="ref7">7</xref>]. Publicly accessible data posted on social media platforms by users around the world can be used to quickly identify the main thoughts, attitudes, feelings, and topics that are occupying the minds of individuals in relation to the COVID-19 pandemic. Such data can help policymakers, health care professionals, and the public identify primary issues that of concern and address them in a more appropriate manner.</p>
      <p>A growing body of literature has been centered on examining the use of Twitter for public health research. A systematic review paper identified six main uses of Twitter for public health: analysis of shared content, surveillance of public health topics or diseases, public engagement, recruitment of research participants, Twitter-based public health interventions, and network analysis of Twitter users [<xref ref-type="bibr" rid="ref9">9</xref>]. Other studies analyzed twitter data for sentiment analysis [<xref ref-type="bibr" rid="ref12">12</xref>] and the use of Twitter to propagate credible vaccine-related web pages [<xref ref-type="bibr" rid="ref8">8</xref>]. Building on previous work, this study aims to identify the main topics posted by Twitter users related to the COVID-19 pandemic. Analyzing such information can help policy makers and health care organizations assess the needs of their stakeholders and address them in an appropriate and relevant manner.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Data Collection</title>
        <p>We collected coronavirus-related tweets between February 2, 2020, and March 15, 2020, using the Twitter standard search application programming interface (API) consisting of a set of predefined search terms (“corona,” “2019-nCov,” and “COVID-19”), which are the most widely used scientific and news media terms relating to the novel coronavirus. We extracted and stored the text and metadata of the tweets using the time stamp, number of likes and retweets, and user profile information including the number of followers. We stored the tweets in a database table, where the primary key of the table was tweet ID. As a result, the duplicates were not stored in our database. Only English language tweets were collected in the study. Since the metadata of tweets such as the number of likes and retweets might change over time, we recollected the updated metadata of the tweets at the end of the study period using the tweet IDs of the already collected tweets. Twitter standard search API allows the access of old tweets using tweet IDs. We used the Tweepy Python (Python Software Foundation) library for accessing the Twitter API and PostgreSQL (PostgreSQL Global Development Group) database for storing the collected tweets.</p>
      </sec>
      <sec>
        <title>Data Preprocessing</title>
        <p>We identified non-English tweets using the language field in the tweets metadata and removed them from the analysis. We identified and removed retweets from the analysis. We also removed punctuation, stop words such as <italic>an</italic> and <italic>the</italic>, and nonprintable characters such as emojis from the tweets. We normalized Twitter user mentions by converting, for example, “@Alaa” to “@username.” Furthermore, various forms of the same word (eg, travels, traveling, and travel’s) were lemmatized by converting them to the main word (eg, travel) using the WordNetLemmatizer module of the Natural Language Toolkit Python library. The data preprocessing is depicted in <xref rid="figure1" ref-type="fig">Figure 1</xref>. Following the terms and conditions, terms of use, and privacy policies of Twitter, all data were anonymized and were not reported verbatim to any third party.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Data preprocessing workflow.</p>
          </caption>
          <graphic xlink:href="jmir_v22i4e19016_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Data Analysis</title>
        <p>The processed tweets were analyzed using word frequencies of single words (unigram) and double-word (bigrams) combinations, and they were visualized through word clouds to identify the most common topics. In addition, we used the topic modeling technique [<xref ref-type="bibr" rid="ref13">13</xref>] to identify the most common topics in the tweets. Topic modeling is an unsupervised machine learning technique that can find clusters in a collection of documents (tweets in this case). We used the latent Dirichlet allocation (LDA) algorithm from the Python sklearn package. LDA requires a fixed set of topics, where each topic is represented by a set of words. The objective of LDA is to map the given documents to the set of topics so that the words in each document are mostly captured by those topics. LDA is a widely used topic modeling algorithm. We used it to find natural clusters in the language of tweets. We applied topic modeling by specifying the number of topics required by the LDA to separate the set of tweets into various clusters. Based on our previous work, we selected 30 to be the number of topics for running the LDA [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
        <p>We took the top representative words of each of the 30 topics produced by the LDA topic modelling algorithm (see LDA output in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>) and the common words from the word cloud (see word cloud in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>) and manually analyzed both sets of words. From this manual analysis, the authors reached a consensus on 12 topics and associated terms, unigram and bigram, for each topic (see associated terms for each topic in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>). These terms were used to classify tweets, using a <italic>rule-based classification script</italic>, into different topics and compute the prevalence of each topic.</p>
        <p>Next, we developed a rule-based classification script written in Python to check for the presence of any of the preidentified unigrams and bigrams in each tweet. The classification script used a simple string-matching technique to see if a given tweet contains the selected keywords of the topics. A tweet that contained a selected keyword related to a certain topic was classified as belonging to that topic.</p>
        <p>We also performed other analyses such as sentiment analysis, which extracts the mean number of retweets, likes, and followers for each topic and then calculates the interaction rate for each topic. The sentiment analysis was performed on the tweet text using the Python textblob library. The sentiment score varied between –1.0 to 1.0, with –1.0 as the most negative text and 1.0 as the most positive text. We calculated the mean sentiment and the mean number of likes, retweets, and followers for each topic. We also calculated the interaction rate for each topic by summing the total number of retweets and likes per topic divided by the sum of the total number of followers per topic. These measures provided additional insight into the topics and users who posted in these topics.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Search Results</title>
        <p>As shown in <xref rid="figure2" ref-type="fig">Figure 2</xref>, a total of 2,787,247 tweets were obtained between February 2, 2020, and March 15, 2020. Of these tweets, 1,636,422 (58.71%) non-English tweets were removed. Of the 1,150,825 remaining English tweets, 735,182 ‬(63.88%) retweets were excluded. A further 248,570 (21.60%) tweets with no coronavirus-related terms in the text were also removed. These tweets were captured by Twitter API either because the name or the profile description of users matched the search terms. Accordingly, the study analyzed 167,073 unique tweets from 160,829 unique users.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Flowchart of selection of tweets.</p>
          </caption>
          <graphic xlink:href="jmir_v22i4e19016_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Results of Tweet Analysis</title>
        <sec>
          <title>Topics Emerged From Tweets</title>
          <p>We identified 12 topics from the analyzed tweets. The 12 topics were grouped into four themes: the origin of COVID-19, the source of a novel coronavirus, the impact of COVID-19 on people and countries, and the methods for decreasing the spread of COVID-19. <xref ref-type="table" rid="table1">Table 1</xref> summarizes the prevalence of the identified topics. Values on the diagonal of the table refer to numbers and percentages of tweets in a topic, and values in the off-diagonal of the table indicate numbers and percentages of tweets in the intersection of the two topics. For instance, a hypothetical tweet such as “while the death toll due to COVID-19 continues to rise, the travel ban imposed by countries to limit the spread of coronavirus infection started to affect the daily life of many people” could be classified under travel and death. The value at the intersection for these 2 topics in the table represents the number and percentage of tweets containing keywords related to both topics. More details about themes in these topics are elaborated in the following subsections.</p>
          <sec>
            <title>Theme 1: Origin of COVID-19</title>
            <p>This theme contains two topics that discuss the origin of COVID-19. The first topic was China, which was the most common topic of all identified topics. Tweeters talked about China as it was the country where the novel coronavirus originated from. The second topic was the outbreak. The tweets in this topic talked about the details of the outbreak, such as how, when, and where the outbreak emerged.</p>
          </sec>
          <sec>
            <title>Theme 2: Source of the Novel Coronavirus</title>
            <p>This theme included tweets about the causes leading to the transfer of COVID-19 to humans. Tweeters identified two sources of a novel coronavirus, which formed two topics in this study: eating meat and developing bioweapons. The former topic (eating meat) was identified in tweets mentioning the role of meat in the spread of COVID-19. Most of these tweets blamed nonvegetarians for the outbreak of COVID-19 and asked them to stop eating meat to stop the coronavirus spread. The latter topic (bioweapon) was formed by the tweets of individuals debating whether or not the COVID-19 virus originated from a Chinese biological military laboratory.</p>
          </sec>
          <sec>
            <title>Theme 3: Impact of COVID-19 on People and Countries</title>
            <p>The third theme was generated from tweets about the influence of COVID-19 on people, companies, and countries. The tweets in this theme identified six effects of COVID-19, which also formed six topics. The first topic related to the number of deaths caused by COVID-19. The tweets that belonged to this topic mainly showed statistics and numbers of deaths caused by a coronavirus in different cities and countries.</p>
            <p>The second topic was the fear and stress caused by COVID-19. Twitter users in these tweets expressed their fear and stress about the coronavirus due to its quick spread and the lack of treatments or vaccines for the disease caused by the coronavirus.</p>
            <p>The third topic was related to the effects of COVID-19 on travel from and to China and other countries. These tweets mostly discussed flight cancellations, postponements, travel bans, and restrictions as well as travel warnings imposed by many countries due to the coronavirus pandemic.</p>
            <p>The impact of COVID-19 on the economy was the fourth topic. These tweets mostly showed actual or expected losses in the economy of many companies and countries due to, for example, closure of markets, a decrease of oil demands, delays in production, and canceling of important events, which came as a result of the COVID-19 outbreak.</p>
            <p>Panic buying was the fifth topic identified. These tweets talked about how individuals in many countries became panic buyers in preparation for curfews, lockdowns, and stay-at-home orders due to the COVID-19 pandemic, and how supermarkets and shops controlled and prevented panic buying.</p>
            <p>The last topic identified in this theme related to racism. Specifically, users in most of the tweets reported the spreading of racist, prejudiced, and xenophobic attacks (eg, rude comments or dirty looks) against East Asians given that COVID-19 originated from their countries.</p>
          </sec>
          <sec>
            <title>Theme 4: Methods for Decreasing the Spread of COVID-19</title>
            <p>The last theme brought together tweets that discussed methods for decreasing the spread of COVID-19. Two methods were identified from these tweets and formed the following two topics: wearing masks and the quarantine of people. Most of the tweets from the former topic talked about either the importance of face masks in decreasing the outbreak of the coronavirus or their shortage in several countries. Most of the tweets from the latter topic were about quarantining individuals who were infected with or suspected to have the coronavirus to reduce or prevent the spread of the disease.</p>
            <p>As shown in the off-diagonal values in <xref ref-type="table" rid="table1">Table 1</xref>, the most common topic overlap was between China and deaths caused by COVID-19, followed by China and eating meat, China and the outbreak of COVID-19, deaths caused by COVID-19 and eating meat, and China and fear and stress about COVID-19.</p>
            <table-wrap position="float" id="table1">
              <label>Table 1</label>
              <caption>
                <p>Numbers and percentages of tweets (N=167,073) related to each topic (diagonal values) and at the intersection of two topics (off-diagonal values).</p>
              </caption>
              <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
                <col width="30"/>
                <col width="90"/>
                <col width="0"/>
                <col width="60"/>
                <col width="0"/>
                <col width="70"/>
                <col width="0"/>
                <col width="60"/>
                <col width="0"/>
                <col width="90"/>
                <col width="0"/>
                <col width="80"/>
                <col width="0"/>
                <col width="80"/>
                <col width="0"/>
                <col width="80"/>
                <col width="0"/>
                <col width="70"/>
                <col width="0"/>
                <col width="70"/>
                <col width="0"/>
                <col width="70"/>
                <col width="0"/>
                <col width="70"/>
                <col width="0"/>
                <col width="80"/>
                <thead>
                  <tr valign="top">
                    <td colspan="2">Themes and subtopics</td>
                    <td colspan="2">China, n (%)</td>
                    <td colspan="2">Outbreak of COVID-19<sup>a</sup>, n (%)</td>
                    <td colspan="2">Eating meat, n (%)</td>
                    <td colspan="2">Developing bioweapon, n (%)</td>
                    <td colspan="2">Deaths caused by COVID-19, n (%)</td>
                    <td colspan="2">Fear and stress about COVID-19, n (%)</td>
                    <td colspan="2">Travel bans and warnings, n (%)</td>
                    <td colspan="2">Economic losses, n (%)</td>
                    <td colspan="2">Panic buying, n (%)</td>
                    <td colspan="2">Increased racism, n (%)</td>
                    <td colspan="2">Wearing masks, n (%)</td>
                    <td colspan="2">Quarantining subjects, n (%)</td>
                  </tr>
                </thead>
                <tbody>
                  <tr valign="top">
                    <td colspan="6">
                      <bold>Origin of COVID-19</bold>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td colspan="2">China</td>
                    <td colspan="2">27,128 (16.24)</td>
                    <td colspan="2">—<sup>b</sup></td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td>—</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td colspan="2">Outbreak of COVID-19</td>
                    <td colspan="2">2776 (1.66)</td>
                    <td colspan="2">7468 (4.47)</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td>—</td>
                  </tr>
                  <tr valign="top">
                    <td colspan="6">
                      <bold>Source of novel coronavirus</bold>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td colspan="2">Eating meat</td>
                    <td colspan="2">4200 (2.51)</td>
                    <td colspan="2">560 (0.34)</td>
                    <td colspan="2">12,772 (7.65)</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td>—</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td colspan="2">Developing bioweapon</td>
                    <td colspan="2">808 (0.48)</td>
                    <td colspan="2">151 (0.09)</td>
                    <td colspan="2">220 (0.13)</td>
                    <td colspan="2">2021 (1.21)</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td>—</td>
                  </tr>
                  <tr valign="top">
                    <td colspan="10">
                      <bold>Impact of COVID-19 on people and countries</bold>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td colspan="2">Deaths caused by COVID-19</td>
                    <td colspan="2">4332 (2.59)</td>
                    <td colspan="2">905 (0.54)</td>
                    <td colspan="2">2621 (1.57)</td>
                    <td colspan="2">219 (0.13)</td>
                    <td colspan="2">17,606 (10.54)</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td>—</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td colspan="2">Fear and stress about COVID-19</td>
                    <td colspan="2">1820 (1.09)</td>
                    <td colspan="2">484 (0.29)</td>
                    <td colspan="2">841 (0.50)</td>
                    <td colspan="2">137 (0.08)</td>
                    <td colspan="2">1421 (0.85)</td>
                    <td colspan="2">8785 (5.26)</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td>—</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td colspan="2">Travel bans and warnings</td>
                    <td colspan="2">912 (0.55)</td>
                    <td colspan="2">424 (0.25)</td>
                    <td colspan="2">175 (0.10)</td>
                    <td colspan="2">25 (0.01)</td>
                    <td colspan="2">313 (0.19)</td>
                    <td colspan="2">339 (0.20)</td>
                    <td colspan="2">4358 (2.61)</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td>—</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td colspan="2">Economic losses</td>
                    <td colspan="2">1019 (0.61)</td>
                    <td colspan="2">273 (0.16)</td>
                    <td colspan="2">208 (0.12)</td>
                    <td colspan="2">65 (0.04)</td>
                    <td colspan="2">192 (0.11)</td>
                    <td colspan="2">198 (0.12)</td>
                    <td colspan="2">67 (0.04)</td>
                    <td colspan="2">2565 (1.54)</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td>—</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td colspan="2">Panic buying</td>
                    <td colspan="2">598 (0.36)</td>
                    <td colspan="2">175 (0.10)</td>
                    <td colspan="2">115 (0.07)</td>
                    <td colspan="2">39 (0.02)</td>
                    <td colspan="2">183 (0.11)</td>
                    <td colspan="2">161 (0.10)</td>
                    <td colspan="2">83 (0.05)</td>
                    <td colspan="2">826 (0.49)</td>
                    <td colspan="2">2161 (1.29)</td>
                    <td colspan="2">—</td>
                    <td colspan="2">—</td>
                    <td>—</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td colspan="2">Increased racism</td>
                    <td colspan="2">614 (0.37)</td>
                    <td colspan="2">98 (0.06)</td>
                    <td colspan="2">134 (0.08)</td>
                    <td colspan="2">7 (0.01)</td>
                    <td colspan="2">191 (0.11)</td>
                    <td colspan="2">192 (0.11)</td>
                    <td colspan="2">32 (0.02)</td>
                    <td colspan="2">9 (0.01)</td>
                    <td colspan="2">22 (0.01)</td>
                    <td colspan="2">2136 (1.28)</td>
                    <td colspan="2">—</td>
                    <td>—</td>
                  </tr>
                  <tr valign="top">
                    <td colspan="10">
                      <bold>Methods for decreasing COVID-19 spread</bold>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                    <td colspan="2">
                      <break/>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td colspan="2">Wearing masks</td>
                    <td colspan="2">560 (0.34)</td>
                    <td colspan="2">221 (0.13)</td>
                    <td colspan="2">166 (0.10)</td>
                    <td colspan="2">16 (0.01)</td>
                    <td colspan="2">293 (0.18)</td>
                    <td colspan="2">218 (0.13)</td>
                    <td colspan="2">113 (0.07)</td>
                    <td colspan="2">50 (0.03)</td>
                    <td colspan="2">178 (0.10)</td>
                    <td colspan="2">51 (0.03)</td>
                    <td colspan="2">3397 (2.03)</td>
                    <td>—</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td colspan="2">Quarantining subjects</td>
                    <td colspan="2">524 (0.31)</td>
                    <td colspan="2">148 (0.09)</td>
                    <td colspan="2">90 (0.05)</td>
                    <td colspan="2">15 (0.01)</td>
                    <td colspan="2">251 (0.15)</td>
                    <td colspan="2">134 (0.08)</td>
                    <td colspan="2">322 (0.19)</td>
                    <td colspan="2">32 (0.02)</td>
                    <td colspan="2">20 (0.01)</td>
                    <td colspan="2">12 (0.01)</td>
                    <td colspan="2">39 (0.02)</td>
                    <td>2014 (1.21)</td>
                  </tr>
                </tbody>
              </table>
              <table-wrap-foot>
                <fn id="table1fn1">
                  <p><sup>a</sup>COVID-19: coronavirus disease.</p>
                </fn>
                <fn id="table1fn2">
                  <p><sup>b</sup>—: not available.</p>
                </fn>
              </table-wrap-foot>
            </table-wrap>
          </sec>
        </sec>
      </sec>
      <sec>
        <title>Results of Sentiment and Interaction Rate Analysis</title>
        <p>As shown in <xref ref-type="table" rid="table2">Table 2</xref>, the mean of sentiment was positive in all topics except two: deaths caused by COVID-19 and increased racism. The highest mean of positive sentiments was for the eating meat topic, followed by the wearing masks topic. The highest mean of negative sentiments was for “deaths caused by COVID-19” topic.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Results of sentiment and interaction analysis for tweets (N=167,073).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="230"/>
            <col width="120"/>
            <col width="110"/>
            <col width="110"/>
            <col width="110"/>
            <col width="90"/>
            <col width="120"/>
            <col width="110"/>
            <thead>
              <tr valign="top">
                <td>Topics</td>
                <td>Sentiment, mean (SD)</td>
                <td>Followers, mean (SD)</td>
                <td>Likes, mean (SD)</td>
                <td>Retweets, mean (SD)</td>
                <td>Interaction rates</td>
                <td>User mentions, n (%)</td>
                <td>Link sharing, n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>China</td>
                <td>0.028 (0.254)</td>
                <td>5971.83 (182,938.26)</td>
                <td>5.48 (128.42)</td>
                <td>1.65 (51.08)</td>
                <td>0.00120</td>
                <td>10,323 (6.18)</td>
                <td>11,041 (6.61)</td>
              </tr>
              <tr valign="top">
                <td>Outbreak</td>
                <td>0.037 (0.229)</td>
                <td>20,498.22 (272,064.16)</td>
                <td>6.48 (88.02)</td>
                <td>2.69 (50.75)</td>
                <td>0.00045</td>
                <td>2038 (1.23)</td>
                <td>3090 (1.85)</td>
              </tr>
              <tr valign="top">
                <td>Eating meat</td>
                <td>0.082 (0.282)</td>
                <td>7177.12 (176,101.49)</td>
                <td>12.34 (295.47)</td>
                <td>7.09 (136.75)</td>
                <td>0.00271</td>
                <td>3815 (2.28)</td>
                <td>7140 (4.27)</td>
              </tr>
              <tr valign="top">
                <td>Developing bioweapon</td>
                <td>0.016 (0.241)</td>
                <td>3071.80 (22,697.08)</td>
                <td>6.66 (114.81)</td>
                <td>2.24 (37.53)</td>
                <td>0.00290</td>
                <td>1036 (0.62)</td>
                <td>706 (0.42)</td>
              </tr>
              <tr valign="top">
                <td>Deaths caused by COVID-19<sup>a</sup></td>
                <td>–0.057 (0.287)</td>
                <td>9020.53 (204,289.34)</td>
                <td>6.00 (86.42)</td>
                <td>2.44 (39.75)</td>
                <td>0.00094</td>
                <td>6847 (4.10)</td>
                <td>5924 (3.55)</td>
              </tr>
              <tr valign="top">
                <td>Fear and stress about COVID-19</td>
                <td>0.015 (0.247)</td>
                <td>11,755.66 (310,842.61)</td>
                <td>7.11 (129.05)</td>
                <td>2.42 (48.22)</td>
                <td>0.00081</td>
                <td>3851 (2.30)</td>
                <td>2693 (1.61)</td>
              </tr>
              <tr valign="top">
                <td>Travel bans and warnings</td>
                <td>0.032 (0.248)</td>
                <td>9003.54 (154,933.20)</td>
                <td>3.93 (33.27)</td>
                <td>0.92 (8.07)</td>
                <td>0.00054</td>
                <td>2122 (1.27)</td>
                <td>1210 (0.72)</td>
              </tr>
              <tr valign="top">
                <td>Economic losses</td>
                <td>0.035 (0.247)</td>
                <td>13,361.82 (287,310.56)</td>
                <td>15.33 (517.00)</td>
                <td>3.58 (109.51)</td>
                <td>0.00141</td>
                <td>1225 (0.73)</td>
                <td>846 (0.51)</td>
              </tr>
              <tr valign="top">
                <td>Panic buying</td>
                <td>0.031 (0.248)</td>
                <td>12,121.17 (456,517.30)</td>
                <td>4.07 (38.95)</td>
                <td>0.89 (8.51)</td>
                <td>0.00041</td>
                <td>944 (0.56)</td>
                <td>609 (0.36)</td>
              </tr>
              <tr valign="top">
                <td>Increased racism</td>
                <td>–0.033 (0.264)</td>
                <td>2878.38 (64,604.27)</td>
                <td>9.87 (80.57)</td>
                <td>1.66 (14.89)</td>
                <td>0.00400</td>
                <td>685 (0.41)</td>
                <td>427 (0.26)</td>
              </tr>
              <tr valign="top">
                <td>Wearing masks</td>
                <td>0.035 (0.262)</td>
                <td>7557.34 (147,010.30)</td>
                <td>8.08 (105.39)</td>
                <td>1.88 (28.68)</td>
                <td>0.00132</td>
                <td>1200 (0.72)</td>
                <td>1062 (0.64)</td>
              </tr>
              <tr valign="top">
                <td>Quarantining subjects</td>
                <td>0.012 (0.263)</td>
                <td>6800.47 (87835.42)</td>
                <td>5.64 (39.10)</td>
                <td>1.90 (17.12)</td>
                <td>0.00111</td>
                <td>896 (0.54)</td>
                <td>630 (0.38)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>COVID-19: coronavirus disease.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>The mean of followers for tweeters who posted the collected tweets ranged from 2878 (in increased racism) to 13,361 followers (in economic losses). The economic loss topic had the highest mean of likes. On the other hand, travel ban and warning-related topics had the lowest mean of likes. The mean of retweets for the collected tweets varied between 0.89 (for panic buying) and 7.11 (for eating meat). The lowest interaction rate was for panic buying–related tweets, and the highest interaction rate was for racism-related tweets followed by bioweapon-related tweets and eating meat–related tweets (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
        <p>User mentions were the most common in China-related tweets, but they were the least common in racism-related tweets (<xref ref-type="table" rid="table2">Table 2</xref>). Similarly, link sharing was the most common in China-related tweets, whereas they were the least common in racism-related tweets (<xref ref-type="table" rid="table2">Table 2</xref>). <xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref> shows more descriptive statistics (ie, medians, variances, standard deviations, maximums, and minimums) for all previously mentioned measures.</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Users on Twitter discussed 12 main topics across four main themes related to COVID-19 between February 2, 2020, and March 15, 2020. User mentions and link sharing were the most common in the analyzed tweets. These findings might demonstrate that users on Twitter are interested in notifying or warning their friends and followers about COVID-19. These interpersonal communications indicate that people bond around the topic of COVID-19 on Twitter.</p>
        <p>Users on Twitter also focused on the impact of coronavirus on people and countries. Specifically, numerous tweets were posted on the number of deaths linked to the coronavirus. Furthermore, the emotional and psychological impact of the coronavirus was mentioned in many tweets. Users on Twitter may show their fear and stress about COVID-19 and the lack of vaccine treatment options to prevent it or specific antiviral treatments [<xref ref-type="bibr" rid="ref15">15</xref>]. However, the sensationalistic use of Twitter can be a great challenge for public health and outbreak response efforts because of the wild spread of misinformation and conspiracy theories [<xref ref-type="bibr" rid="ref16">16</xref>]. The infectious outbreak of “fake news” and “distorted evidence” in the digital world can create mass panic and cause damaging and devastating consequences in the real world, distorting evidence and impeding the response efforts and activities of health care workers and public health systems [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
        <p>Additionally, the economic impact of COVID-19 on companies and countries were discussed in several tweets. Tweeters might talk about the economic impact of COVID-19 due to, for example, temporary closures of major fast-food chains and retailers (eg, McDonald’s, KFC, Apple, and Adidas) [<xref ref-type="bibr" rid="ref18">18</xref>], decreases in auto sales, drops in oil demand, production delays such as with the iPhone, the canceling or postponing of sporting events such as the Formula One World Championship, or decreases in airline revenues due to flight cancellations [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>]. It has been estimated that the spread of COVID-19 could cost the worldwide economy a total of US $2.7 trillion [<xref ref-type="bibr" rid="ref20">20</xref>]. The last impact of COVID-19 discussed by Twitter users was travel. This topic might have been common because most countries have banned travel from and to countries that confirmed the presence of COVID-19 inside their borders.</p>
        <p>Tweets also focused on two possible sources of the coronavirus: the eating of meat and a Chinese biological military laboratory. Tweeters mentioned two main methods used to decrease the spread of COVID-19: masks and quarantine. The first method (masks) was discussed frequently on Twitter mainly due to the face mask shortage reported in several countries (eg, China, the United Kingdom, and the United States). The quarantine was a common topic in tweets because it was the first step that countries applied to control the outbreak of COVID-19.</p>
      </sec>
      <sec>
        <title>Practical and Research Implications</title>
        <sec>
          <title>Practical Implications</title>
          <p>Research shows that crisis response activities in reality and online are becoming increasingly “simultaneous and intertwined” [<xref ref-type="bibr" rid="ref21">21</xref>]. Social media provides a lucrative opportunity to spread and disseminate public health knowledge and information directly to the public [<xref ref-type="bibr" rid="ref22">22</xref>]. However, social media can also be a powerful weapon and, if not used appropriately, can be destructive to public health efforts, especially during a public health crisis.</p>
          <p>Therefore, more efforts are needed to build national and international detection and surveillance systems of diseases by examining online content published through the World Wide Web, including social media. There is a need for stronger and more proactive public health presence on social media. Governments and health systems should also “listen” or monitor the tweets from the public that relate to health, especially in a time of crisis, to help inform policies related to public health (eg, social distancing and quarantine) and supply chains among many others.</p>
        </sec>
        <sec>
          <title>Research Implications</title>
          <p>The global COVID-19 outbreak and its wild spread across countries demonstrates the need for more vigilant and timely responses aided by the research community. This was not the focus of this study, but future studies should investigate the spread of “fake news” in combination with infectious disease outbreaks [<xref ref-type="bibr" rid="ref23">23</xref>]. Moreover, there is a need for providing access to a core corpus of social media posts available to the scientific and public health community while maintaining privacy. Additional work is necessary for multilingual sentiment analysis on social media platforms, as most research efforts have been devoted to English-language data [<xref ref-type="bibr" rid="ref24">24</xref>], including this study. It could also be useful for future studies to consider longitudinal, multilingual sentiment analysis in addition to concurrent analysis of infectious disease outbreaks on different social media platforms, if feasible.</p>
        </sec>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>Several strengths and limitations can be attributed to this study analyzing tweets related to the recent COVID-19 outbreak. In this study, no geographical restrictions were applied on the tweets analyzed considering the worldwide spread of the disease. However, the study only analyzed tweets in the English language, which may limit the generalizability of the findings about this worldwide outbreak. In addition, given that the Twitter standard search API does not allow researchers to obtain tweets posted more than 1 week ago [<xref ref-type="bibr" rid="ref25">25</xref>], we could not get COVID-19-related tweets posted before February 2, 2020. Thus, the findings may not be generalizable to that period. Moreover, this study could not collect tweets from accounts marked as private. Therefore, findings may not represent all the topics discussed by users on Twitter related to COVID-19. Only posts on Twitter were analyzed in this study, thereby, our findings may not be generalizable to other social media platforms. Furthermore, the findings reported in this study are limited to only those that have access to and use Twitter. Therefore, caution is advised before assuming the generalizability of the results, as Twitter is not used by everyone in the population.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>The COVID-19 pandemic has been affecting many health care systems and nations, claiming the lives of many people. As a vibrant social media platform, Twitter projected this heavy toll through the interactions and posts people made related to COVID-19. It is clear that coordinating public health crisis response activities in the real world and online is paramount, and should be a top priority for all health care systems. We need to build more national and international detection and surveillance systems to detect the spread of infectious diseases and combat the fake news that is usually accompanied by these diseases.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Latent Dirichlet allocation output.</p>
        <media xlink:href="jmir_v22i4e19016_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 241 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Word cloud.</p>
        <media xlink:href="jmir_v22i4e19016_app2.pdf" xlink:title="PDF File  (Adobe PDF File), 255 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Associated terms for each topic.</p>
        <media xlink:href="jmir_v22i4e19016_app3.pdf" xlink:title="PDF File  (Adobe PDF File), 182 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>Descriptive statistics for sentiment and interaction analysis.</p>
        <media xlink:href="jmir_v22i4e19016_app4.xlsx" xlink:title="XLSX File  (Microsoft Excel File), 35 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">API</term>
          <def>
            <p>application program interface</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">COVID-19</term>
          <def>
            <p>coronavirus disease</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">LDA</term>
          <def>
            <p>latent Dirichlet allocation</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The publication of this article was funded by the Qatar National Library.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>KF</given-names>
            </name>
            <name name-style="western">
              <surname>Goldberg</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenthal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Carlson</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ramachandran</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Global rise in human infectious disease  outbreaks</article-title>
          <source>J R Soc Interface</source>
          <year>2014</year>
          <month>12</month>
          <day>06</day>
          <volume>11</volume>
          <issue>101</issue>
          <fpage>20140950</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25401184"/>
          </comment>
          <pub-id pub-id-type="doi">10.1098/rsif.2014.0950</pub-id>
          <pub-id pub-id-type="medline">25401184</pub-id>
          <pub-id pub-id-type="pmcid">PMC4223919</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cui</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Shi</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>Origin and evolution of pathogenic coronaviruses</article-title>
          <source>Nat Rev Microbiol</source>
          <year>2019</year>
          <month>03</month>
          <volume>17</volume>
          <issue>3</issue>
          <fpage>181</fpage>
          <lpage>192</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30531947"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41579-018-0118-9</pub-id>
          <pub-id pub-id-type="medline">30531947</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41579-018-0118-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC7097006</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zumla</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>JFW</given-names>
            </name>
            <name name-style="western">
              <surname>Azhar</surname>
              <given-names>EI</given-names>
            </name>
            <name name-style="western">
              <surname>Hui</surname>
              <given-names>DSC</given-names>
            </name>
            <name name-style="western">
              <surname>Yuen</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Coronaviruses - drug discovery and therapeutic options</article-title>
          <source>Nat Rev Drug Discov</source>
          <year>2016</year>
          <month>05</month>
          <volume>15</volume>
          <issue>5</issue>
          <fpage>327</fpage>
          <lpage>47</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26868298"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/nrd.2015.37</pub-id>
          <pub-id pub-id-type="medline">26868298</pub-id>
          <pub-id pub-id-type="pii">nrd.2015.37</pub-id>
          <pub-id pub-id-type="pmcid">PMC7097181</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <source>World Health Organization</source>
          <year>2020</year>
          <month>01</month>
          <day>21</day>
          <comment>Novel coronavirus (2019-nCoV) situation report - 1<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/docs/default-source/coronaviruse/situation-reports/20200121-sitrep-1-2019-ncov.pdf?sfvrsn=20a99c10_4">https://www.who.int/docs/default-source/coronaviruse/situation-reports/20200121-sitrep-1-2019-ncov.pdf?sfvrsn=20a99c10_4</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Velavan</surname>
              <given-names>TP</given-names>
            </name>
            <name name-style="western">
              <surname>Meyer</surname>
              <given-names>CG</given-names>
            </name>
          </person-group>
          <article-title>The COVID-19 epidemic</article-title>
          <source>Trop Med Int Health</source>
          <year>2020</year>
          <month>03</month>
          <volume>25</volume>
          <issue>3</issue>
          <fpage>278</fpage>
          <lpage>280</lpage>
          <pub-id pub-id-type="doi">10.1111/tmi.13383</pub-id>
          <pub-id pub-id-type="medline">32052514</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <source>World Health Organization</source>
          <year>2020</year>
          <month>04</month>
          <day>07</day>
          <comment>Coronavirus disease 2019 (COVID-19) situation report – 78<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/docs/default-source/coronaviruse/situation-reports/20200407-sitrep-78-covid-19.pdf?sfvrsn=bc43e1b_2">https://www.who.int/docs/default-source/coronaviruse/situation-reports/20200407-sitrep-78-covid-19.pdf?sfvrsn=bc43e1b_2</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jordan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hovet</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Fung</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Liang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Fu</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Tse</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>Using Twitter for public health surveillance from monitoring and prediction to public response</article-title>
          <source>Data</source>
          <year>2018</year>
          <month>12</month>
          <day>29</day>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>6</fpage>
          <pub-id pub-id-type="doi">10.3390/data4010006</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Surian</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Dyda</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Coiera</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Mandl</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Dunn</surname>
              <given-names>AG</given-names>
            </name>
          </person-group>
          <article-title>Automatically appraising the credibility of vaccine-related web pages shared on social media: a Twitter surveillance study</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>11</month>
          <day>04</day>
          <volume>21</volume>
          <issue>11</issue>
          <fpage>e14007</fpage>
          <pub-id pub-id-type="doi">10.2196/14007</pub-id>
          <pub-id pub-id-type="medline">31682571</pub-id>
          <pub-id pub-id-type="pii">v21i11e14007</pub-id>
          <pub-id pub-id-type="pmcid">PMC6862002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sinnenberg</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Buttenheim</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Padrez</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mancheno</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ungar</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Merchant</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>Twitter as a tool for health research: a systematic review</article-title>
          <source>Am J Public Health</source>
          <year>2017</year>
          <month>01</month>
          <volume>107</volume>
          <issue>1</issue>
          <fpage>e1</fpage>
          <lpage>e8</lpage>
          <pub-id pub-id-type="doi">10.2105/AJPH.2016.303512</pub-id>
          <pub-id pub-id-type="medline">27854532</pub-id>
          <pub-id pub-id-type="pmcid">PMC5308155</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Dunn</surname>
              <given-names>AG</given-names>
            </name>
          </person-group>
          <article-title>Event detection on Twitter by mapping unexpected changes in streaming data into a spatiotemporal lattice</article-title>
          <source>IEEE Trans Big Data</source>
          <year>2019</year>
          <fpage>1</fpage>
          <lpage>1</lpage>
          <pub-id pub-id-type="doi">10.1109/tbdata.2019.2948594</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Steffens</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Dunn</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Wiley</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Leask</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>How organisations promoting vaccination respond to misinformation on social media: a qualitative investigation</article-title>
          <source>BMC Public Health</source>
          <year>2019</year>
          <month>10</month>
          <day>23</day>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>1348</fpage>
          <pub-id pub-id-type="doi">10.1186/s12889-019-7659-3</pub-id>
          <pub-id pub-id-type="medline">31640660</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12889-019-7659-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC6806569</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Coiera</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Mandl</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Dunn</surname>
              <given-names>AG</given-names>
            </name>
          </person-group>
          <article-title>Modeling spatiotemporal factors associated with sentiment on Twitter: synthesis and suggestions for improving the identification of localized deviations</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>05</month>
          <day>08</day>
          <volume>21</volume>
          <issue>5</issue>
          <fpage>e12881</fpage>
          <pub-id pub-id-type="doi">10.2196/12881</pub-id>
          <pub-id pub-id-type="medline">31344669</pub-id>
          <pub-id pub-id-type="pii">v21i5e12881</pub-id>
          <pub-id pub-id-type="pmcid">PMC6682275</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blei</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Lafferty</surname>
              <given-names>JD</given-names>
            </name>
          </person-group>
          <article-title>Topic models</article-title>
          <source>Text Mining</source>
          <year>2009</year>
          <publisher-loc>London, UK</publisher-loc>
          <publisher-name>Chapman and Hall/CRC</publisher-name>
          <fpage>101</fpage>
          <lpage>24</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dyda</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Surian</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Coiera</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Dey</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Leask</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dunn</surname>
              <given-names>AG</given-names>
            </name>
          </person-group>
          <article-title>HPV vaccine coverage in Australia and associations with HPV vaccine information exposure among Australian Twitter users</article-title>
          <source>Hum Vaccin Immunother</source>
          <year>2019</year>
          <volume>15</volume>
          <issue>7-8</issue>
          <fpage>1488</fpage>
          <lpage>1495</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30978147"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/21645515.2019.1596712</pub-id>
          <pub-id pub-id-type="medline">30978147</pub-id>
          <pub-id pub-id-type="pmcid">PMC6746515</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
          <source>Centers for Disease Control and Prevention</source>
          <year>2020</year>
          <access-date>2020-02-23</access-date>
          <comment>Prevention &#38; treatment<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/coronavirus/2019-ncov/about/prevention-treatment.html">https://www.cdc.gov/coronavirus/2019-ncov/about/prevention-treatment.html</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>The Lancet Infectious Diseases</collab>
          </person-group>
          <article-title>Challenges of coronavirus disease 2019</article-title>
          <source>Lancet Infect Dis</source>
          <year>2020</year>
          <month>03</month>
          <volume>20</volume>
          <issue>3</issue>
          <fpage>261</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32078810"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S1473-3099(20)30072-4</pub-id>
          <pub-id pub-id-type="medline">32078810</pub-id>
          <pub-id pub-id-type="pii">S1473-3099(20)30072-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC7128282</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vogel</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Viral misinformation threatens public health</article-title>
          <source>CMAJ</source>
          <year>2017</year>
          <month>12</month>
          <day>18</day>
          <volume>189</volume>
          <issue>50</issue>
          <fpage>E1567</fpage>
          <pub-id pub-id-type="doi">10.1503/cmaj.109-5536</pub-id>
          <pub-id pub-id-type="medline">29255104</pub-id>
          <pub-id pub-id-type="pii">189/50/E1567</pub-id>
          <pub-id pub-id-type="pmcid">PMC5738254</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Biron</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <source>Business Insider</source>
          <year>2020</year>
          <month>02</month>
          <day>07</day>
          <access-date>2020-02-23</access-date>
          <comment>Major fast-food chains and retailers in China are shutting their doors as the deadly coronavirus continues to spread. Here's a list of closures<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.businessinsider.com/coronavirus-fears-mcdonalds-starbucks-close-2020-1">https://www.businessinsider.com/coronavirus-fears-mcdonalds-starbucks-close-2020-1</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hutt</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <source>World Economic Forum</source>
          <year>2020</year>
          <month>02</month>
          <day>17</day>
          <access-date>2020-02-23</access-date>
          <comment>The economic effects of COVID-19 around the world<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.weforum.org/agenda/2020/02/coronavirus-economic-effects-global-economy-trade-travel/">https://www.weforum.org/agenda/2020/02/coronavirus-economic-effects-global-economy-trade-travel/</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Orlik</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Rush</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cousin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hong</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>Bloomberg</source>
          <year>2020</year>
          <month>03</month>
          <day>06</day>
          <comment>Coronavirus Could Cost the Global Economy $2.7 Trillion. Here’s How<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.bloomberg.com/graphics/2020-coronavirus-pandemic-global-economic-risk/">https://www.bloomberg.com/graphics/2020-coronavirus-pandemic-global-economic-risk/</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Veil</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Buehner</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Palenchar</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>A work‐in‐process literature review: incorporating social media in risk and crisis communication</article-title>
          <source>Journal of Contingencies and Crisis Management</source>
          <year>2011</year>
          <month>06</month>
          <day>01</day>
          <volume>19</volume>
          <issue>2</issue>
          <fpage>110</fpage>
          <lpage>22</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1468-5973.2011.00639.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Breland</surname>
              <given-names>JY</given-names>
            </name>
            <name name-style="western">
              <surname>Quintiliani</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Schneider</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>May</surname>
              <given-names>CN</given-names>
            </name>
            <name name-style="western">
              <surname>Pagoto</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Social media as a tool to increase the impact of public health research</article-title>
          <source>Am J Public Health</source>
          <year>2017</year>
          <month>12</month>
          <volume>107</volume>
          <issue>12</issue>
          <fpage>1890</fpage>
          <lpage>1891</lpage>
          <pub-id pub-id-type="doi">10.2105/AJPH.2017.304098</pub-id>
          <pub-id pub-id-type="medline">29116846</pub-id>
          <pub-id pub-id-type="pmcid">PMC5678392</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chou</surname>
              <given-names>WS</given-names>
            </name>
            <name name-style="western">
              <surname>Oh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>WMP</given-names>
            </name>
          </person-group>
          <article-title>Addressing health-related misinformation on social media</article-title>
          <source>JAMA</source>
          <year>2018</year>
          <month>12</month>
          <day>18</day>
          <volume>320</volume>
          <issue>23</issue>
          <fpage>2417</fpage>
          <lpage>2418</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2018.16865</pub-id>
          <pub-id pub-id-type="medline">30428002</pub-id>
          <pub-id pub-id-type="pii">2715795</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dashtipour</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Poria</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hussain</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cambria</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hawalah</surname>
              <given-names>AYA</given-names>
            </name>
            <name name-style="western">
              <surname>Gelbukh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>Q</given-names>
            </name>
          </person-group>
          <article-title>Multilingual sentiment analysis: state of the art and independent comparison of techniques</article-title>
          <source>Cognit Comput</source>
          <year>2016</year>
          <volume>8</volume>
          <fpage>757</fpage>
          <lpage>771</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27563360"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s12559-016-9415-7</pub-id>
          <pub-id pub-id-type="medline">27563360</pub-id>
          <pub-id pub-id-type="pii">9415</pub-id>
          <pub-id pub-id-type="pmcid">PMC4981629</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <source>Twitter</source>
          <access-date>2020-04-06</access-date>
          <comment>Search tweets<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://developer.twitter.com/en/docs/tweets/search/overview">https://developer.twitter.com/en/docs/tweets/search/overview</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
