<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v23i9e30800</article-id>
      <article-id pub-id-type="pmid">34406961</article-id>
      <article-id pub-id-type="doi">10.2196/30800</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Framing of and Attention to COVID-19 on Twitter: Thematic Analysis of Hashtags</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Basch</surname>
            <given-names>Corey</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Yu</surname>
            <given-names>Jingyuan</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Eisenstadt</surname>
            <given-names>Amelia</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Tahamtan</surname>
            <given-names>Iman</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>School of Information Sciences</institution>
            <institution>The University of Tennessee</institution>
            <addr-line>1345 Circle Park Drive 451 Communications Building</addr-line>
            <addr-line>Knoxville, TN, 37996-0332</addr-line>
            <country>United States</country>
            <phone>1 865 974 2148</phone>
            <email>iman.tahamtan@gmail.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7750-0183</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Potnis</surname>
            <given-names>Devendra</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2507-8157</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Mohammadi</surname>
            <given-names>Ehsan</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3481-6991</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Miller</surname>
            <given-names>Laura E</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4488-8051</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Singh</surname>
            <given-names>Vandana</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9800-0505</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>School of Information Sciences</institution>
        <institution>The University of Tennessee</institution>
        <addr-line>Knoxville, TN</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>School of Information Science</institution>
        <institution>The University of South Carolina</institution>
        <addr-line>Columbia, SC</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>School of Communication Studies</institution>
        <institution>The University of Tennessee</institution>
        <addr-line>Knoxville, TN</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Iman Tahamtan <email>iman.tahamtan@gmail.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>9</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>10</day>
        <month>9</month>
        <year>2021</year>
      </pub-date>
      <volume>23</volume>
      <issue>9</issue>
      <elocation-id>e30800</elocation-id>
      <history>
        <date date-type="received">
          <day>29</day>
          <month>5</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>19</day>
          <month>6</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>13</day>
          <month>7</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>22</day>
          <month>7</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Iman Tahamtan, Devendra Potnis, Ehsan Mohammadi, Laura E Miller, Vandana Singh. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 10.09.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2021/9/e30800" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Although past research has focused on COVID-19–related frames in the news media, such research may not accurately capture and represent the perspectives of people from diverse backgrounds. Additionally, research on the public attention to COVID-19 as reflected through frames on social media is scarce.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study identified the frames about the COVID-19 pandemic in the public discourse on Twitter, which voices diverse opinions. This study also investigated the amount of public attention to those frames on Twitter.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We collected 22 trending hashtags related to COVID-19 in the United States and 694,582 tweets written in English containing these hashtags in March 2020 and analyzed them via thematic analysis. Public attention to these frames was measured by evaluating the amount of public engagement with frames and public adoption of those frames.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>We identified 9 frames including “public health guidelines,” “quarantine life,” “solidarity,” “evidence and facts,” “call for action,” “politics,” “post-pandemic life,” “shortage panic,” and “conflict.” Results showed that some frames such as “call for action” are more appealing than others during a global pandemic, receiving greater public adoption and engagement. The “call for action” frame had the highest engagement score, followed by “conflict” and “evidence and facts.” Additionally, “post-pandemic life” had the highest adoption score, followed by “call for action” and “shortage panic.” The findings indicated that the frequency of a frame on social media does not necessarily mean greater public adoption of or engagement with the frame.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This study contributes to framing theory and research by demonstrating how trending hashtags can be used as new user-generated data to identify frames on social media. This study concludes that the identified frames such as “quarantine life” and “conflict” and themes such as “isolation” and “toilet paper panic” represent the consequences of the COVID-19 pandemic. The consequences could be (1) exclusively related to COVID-19, such as hand hygiene or isolation; (2) related to any health crisis such as social support of vulnerable groups; and (3) generic that are irrespective of COVID-19, such as homeschooling or remote working.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>COVID-19</kwd>
        <kwd>framing</kwd>
        <kwd>Twitter</kwd>
        <kwd>social media</kwd>
        <kwd>public opinion</kwd>
        <kwd>engagement</kwd>
        <kwd>public attention</kwd>
        <kwd>thematic analysis</kwd>
        <kwd>public health</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Public Opinion on Twitter</title>
        <p>COVID-19 is a global public health pandemic threatening millions of lives worldwide, leading to approximately 188,655,968 confirmed cases and 4,067,517 deaths across the globe as of July 16, 2021 [<xref ref-type="bibr" rid="ref1">1</xref>]. Twitter was used as one of the major platforms for disseminating information and knowledge about the COVID-19 pandemic, resulting in massive data generated by the public about various aspects of the virus [<xref ref-type="bibr" rid="ref2">2</xref>]. Twitter has become the most frequently used communication medium for disseminating health information since the outbreak of H1N1 in 2009 [<xref ref-type="bibr" rid="ref3">3</xref>] and later during the outbreak of the H7N9 virus, or bird flu, in 2013 [<xref ref-type="bibr" rid="ref4">4</xref>]. It was also a platform for discussing the Zika virus epidemic in 2015 and 2016 [<xref ref-type="bibr" rid="ref5">5</xref>].</p>
        <p>People use Twitter and other social media platforms to interact with, share their opinion about, and engage with public health messages in real time. Twitter allows public health gatekeepers to interact with the public directly. For instance, the Centers for Disease Control and Prevention, the World Health Organization (WHO), health care officials, and organizations used Twitter regularly to share public health messages about the pandemic and communicate its risks to the public [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
        <p>The data shared on Twitter can be used to analyze and study public opinion. Understanding public opinion could help researchers and authorities identify the public’s needs, priorities, preferences, and behavior in real time. In turn, these data could impact public policy by encouraging governments and health care officials to distribute proper resources, take actions, and plan accordingly [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref8">8</xref>]. For instance, Avery [<xref ref-type="bibr" rid="ref9">9</xref>] reported that monitoring public opinion about the Zika virus crisis on social media helped public information officers have a higher level of preparedness for managing the crisis.</p>
      </sec>
      <sec>
        <title>Frame Analysis of Public Opinion</title>
        <p>Public opinion refers to people’s collective opinion about an issue such as COVID-19. The public consists of all the groups and subgroups in society, such as workers, doctors, officials, politicians, journalists, and students [<xref ref-type="bibr" rid="ref10">10</xref>]. An effective strategy to understanding public opinion and attention to an issue is analyzing how people perceive and frame the issue [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. Framing refers to selecting some aspects of an issue, promoting them, and making them salient [<xref ref-type="bibr" rid="ref13">13</xref>]. Journalists and news media often use framing to conceptualize an issue, bring public attention to some aspects of the issue, and minimize attention to other aspects of it [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. People also use framing to make sense of complex information, interpret and organize these ideas into comprehensible concepts, and present them to others [<xref ref-type="bibr" rid="ref16">16</xref>].</p>
        <p>Analyzing public opinion by frame analysis provides insights into the content and sentiment-based aspects of an issue [<xref ref-type="bibr" rid="ref17">17</xref>]. Frames can serve as a starting point for designing effective messages to address people’s needs and concerns during public health crises [<xref ref-type="bibr" rid="ref18">18</xref>]. Journalists, policymakers, professionals, and scientists use frames to communicate their messages in a more effective way that is easily understandable by the public [<xref ref-type="bibr" rid="ref19">19</xref>]. Frames can also be used by governments, advocacy groups, and authorities to design public education materials, present more engaging and effective public dialogue, write more relevant stories for the public, and expand their audience, reach, and impact [<xref ref-type="bibr" rid="ref20">20</xref>]. For instance, framing of messages related to COVID-19 can be used to design and target messages in an effective way to enhance public engagement with public health guidelines [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
      </sec>
      <sec>
        <title>Effect of Frames on Public Attention</title>
        <p>An important aspect of framing research is to study the effect of frames on public attention. “Public attention refers to the general acknowledgement of a subject in the public sphere and subsequent civic discourse on the subject” [<xref ref-type="bibr" rid="ref22">22</xref>]. Different frames about an issue can cause varied effects on public attention. A small change in how a topic is presented can sometimes cause a butterfly effect on public attention [<xref ref-type="bibr" rid="ref15">15</xref>]. Framing or reframing an issue can shift how people understand the story, consequently changing how people respond to it [<xref ref-type="bibr" rid="ref16">16</xref>]. Once the public turns its attention towards a series of frames about an issue and adopts those frames, it is likely that they collectively agree on the best decision and course of action [<xref ref-type="bibr" rid="ref15">15</xref>]. The study by Krishnamurthy et al [<xref ref-type="bibr" rid="ref23">23</xref>] showed that, when discussing the performance of medical treatments, the messages that are framed positively (ie, the chance of treatment success rather than its failure) had a greater impact on health treatment decisions. Almashat et al [<xref ref-type="bibr" rid="ref24">24</xref>] indicated that survival frames (ie, the likelihood of surviving a certain procedure) would lead to making more informed medical decisions than mortality frames (ie, the possibility of dying from a certain procedure). Analyzing the effect of COVID-19 frames on public attention can be used to determine which frames are more effective in receiving greater public attention and impacting public opinion.</p>
        <p>In summary, Twitter provides valuable user-generated data that can be beneficial for different stakeholders to respond to health crises. Although some studies have analyzed the frames about COVID-19 with a focus on the news media of politicians [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref25">25</xref>-<xref ref-type="bibr" rid="ref28">28</xref>], there is no systematic study about the frames in public discourse on Twitter for this global pandemic. Therefore, this study aimed to fill this gap with the following research objectives.</p>
      </sec>
      <sec>
        <title>Research Objectives</title>
        <p>The aim of this research was to (1) identify the frames associated with the COVID-19 pandemic in public discourse on Twitter and (2) analyze which of the COVID-19 frames in public discourse have received greater public attention on Twitter.</p>
      </sec>
      <sec>
        <title>Literature Review</title>
        <sec>
          <title>Framing of the COVID-19 Pandemic</title>
          <p>During public health emergencies, it is critical to communicate public health messages and guidelines to the public effectively. One way to make public health messages more effective is to frame them in a way that helps people understand health crises and positively impact their decision making and behavior. Previous empirical research shows that the news media play an important role in framing public health crises [<xref ref-type="bibr" rid="ref25">25</xref>]. As evident in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>, Ogbodo et al [<xref ref-type="bibr" rid="ref26">26</xref>] analyzed the frames in 8 leading global media outlets globally, such as the BBC, News York Times, CNN, and People’s Daily. Poirier et al [<xref ref-type="bibr" rid="ref27">27</xref>] investigated the frames used on the front pages of 12 well-known Canadian news media sources. Park et al [<xref ref-type="bibr" rid="ref18">18</xref>] analyzed Korean COVID-19–related tweets to identify medical and nonmedical news frames, and Yu et al [<xref ref-type="bibr" rid="ref25">25</xref>] studied the frames in the tweets of 2 major newspapers in Spain: El Mundo and El País.</p>
          <p>The literature on the framing of COVID-19 shows that most past studies have focused on how COVID-19 has been framed by political figures and the news media [<xref ref-type="bibr" rid="ref28">28</xref>]. These studies reflect the frames promoted by established gatekeepers, namely the news media, in society who may have some hidden agenda. Unlike previous framing studies, this study attempts to fill this gap by focusing on the frames related to COVID-19 in public discourse on Twitter, which voices the opinions of diverse groups of people.</p>
        </sec>
        <sec>
          <title>Hashtags for Framing Messages on Twitter</title>
          <p>Framing studies uses the features of communicating text to identify frames. The linguistic features include headlines or subheads of newspapers; photographs and photo captions; paragraphs of articles [<xref ref-type="bibr" rid="ref29">29</xref>]; social media posts, such as tweets [<xref ref-type="bibr" rid="ref30">30</xref>]; and other visual images, like icons [<xref ref-type="bibr" rid="ref31">31</xref>]. For instance, Hellmueller and Zhang [<xref ref-type="bibr" rid="ref32">32</xref>] used photographs to identify frames regarding the European refugee crisis in CNN International and Der Spiegel online news sites. Benziman [<xref ref-type="bibr" rid="ref28">28</xref>] used US President and British Prime Minister speeches to identify how they framed issues related to COVID-19.</p>
          <p>Hashtags are a linguistic feature that can be used to identify frames on Twitter and other social media platforms. Hashtags serve as catchphrases that can identify frames in tweets [<xref ref-type="bibr" rid="ref33">33</xref>]. They represent a shared meaning or context [<xref ref-type="bibr" rid="ref34">34</xref>] that, similar to frames, can highlight the most salient aspects of an issue (see [<xref ref-type="bibr" rid="ref35">35</xref>]) in such a way as to promote it (see [<xref ref-type="bibr" rid="ref13">13</xref>]).</p>
          <p>In such circumstances as breaking or emerging events, a specific hashtag (eg, #BlackLivesMatter) or a set of hashtags (eg, #StayHome, #WashYourHands) become the main channel to represent an issue in online conversations by social media users. Hashtags that gain community-wide adoption and popularity can be used to identify the ad hoc framing of an event. Widely adopted hashtags show how the public frames a topic and can be used to determine the thematic frames of the issue [<xref ref-type="bibr" rid="ref17">17</xref>]. Nevertheless, limited studies have acknowledged the possibility of using hashtags to identify frames (eg, [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref33">33</xref>]). Hence, this research explored hashtags in frame analysis as a new approach for framing theory and research.</p>
        </sec>
        <sec>
          <title>Trending Hashtags in Frame Analysis</title>
          <p>Among the numerous widely adopted hashtags on social media, some may become trendy and viral. Popular hashtags emerge in response to breaking news and other unexpected events, such as when an important, nationwide, or global issue happens [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>].</p>
          <p>Hashtags may go viral on Twitter as more and more people begin to use them [<xref ref-type="bibr" rid="ref38">38</xref>]. Many users engage with trending topics and hashtags on social media [<xref ref-type="bibr" rid="ref36">36</xref>]. Trending hashtags or topics often do not last long on Twitter [<xref ref-type="bibr" rid="ref39">39</xref>]; however, they receive an initial increase of public attention, and then the focus of the public shifts elsewhere [<xref ref-type="bibr" rid="ref34">34</xref>]. Trending topics and hashtags represent which issues have drawn the most public attention [<xref ref-type="bibr" rid="ref36">36</xref>]. Trending hashtags also represent a community of online users who attend a unique topic or event for a limited period [<xref ref-type="bibr" rid="ref34">34</xref>]. The mechanisms by which Twitter identifies the top trending topics and hashtags [<xref ref-type="bibr" rid="ref36">36</xref>] or what causes some topics to become widely popular are not clear [<xref ref-type="bibr" rid="ref39">39</xref>]. Nonetheless, such popularity peaks are of great relevance for identifying the issues that are the focal point of the public. As such, trending hashtags are suitable tools to be used in frame analysis of social media posts.</p>
        </sec>
        <sec>
          <title>Benefits of Using Hashtags in Frame Analysis</title>
          <p>Using hashtags in frame analysis has 2 benefits: It facilitates framing public opinion on social media, and it mitigates the subjectivity issue in frame analysis. Hashtags, similar to photographs [<xref ref-type="bibr" rid="ref40">40</xref>], make it easy for researchers to understand what the tweet's content is about because they are the commonly accepted public signals for framing and presenting an event or topic among all social media platforms. While framing research on social media has focused mostly on analyzing social media posts, the question of how issues are framed through hashtags has remained relatively underexamined.</p>
          <p>Content analysis is a dominant method for analyzing and identifying frames on social media (eg, [<xref ref-type="bibr" rid="ref41">41</xref>]) and in non-social media contexts (eg, [<xref ref-type="bibr" rid="ref42">42</xref>]). Matthes and Kohring [<xref ref-type="bibr" rid="ref43">43</xref>] noted that a major issue with identifying frames through content analysis is that it involves researchers’ subjective biases in analyzing and coding the text differently. Researchers’ subjective biases question the validity and reliability of content analysis and the results in frame analysis [<xref ref-type="bibr" rid="ref43">43</xref>]. Subjectivity is nearly impossible to avoid [<xref ref-type="bibr" rid="ref19">19</xref>]; however, using hashtags to identify frames mitigates the subjective role of the researcher in frame analysis because hashtags have a “classificatory function” of indicating what a social media post is about [<xref ref-type="bibr" rid="ref44">44</xref>]. Therefore, hashtags enhance the researcher’s capability to describe online information [<xref ref-type="bibr" rid="ref45">45</xref>] and identify “textual aboutness” [<xref ref-type="bibr" rid="ref46">46</xref>] of social media posts. In some cases, hashtags may not stand alone in understanding textual aboutness because textual aboutness can be sensitive to context. For instance, a hashtag might reflect 2 different meanings simultaneously [<xref ref-type="bibr" rid="ref44">44</xref>].</p>
        </sec>
        <sec>
          <title>The Effect of Frames on Public Attention on Social Media</title>
          <p>There is no standard way for measuring public attention on social media [<xref ref-type="bibr" rid="ref47">47</xref>]. However, some previous studies have used tweet activity, such as the retweet frequency, to measure public attention [<xref ref-type="bibr" rid="ref47">47</xref>,<xref ref-type="bibr" rid="ref48">48</xref>]. Ripberger et al [<xref ref-type="bibr" rid="ref48">48</xref>] studied public attention by assessing the number of tornado-related tweets posted on Twitter. Ripberger et al [<xref ref-type="bibr" rid="ref48">48</xref>] assumed that the increase in the number of tornado warnings and number of tornado watches (issued by 2 different institutes) led to an increase in the number of tweets (representing public attention). Chew and Eysenbach [<xref ref-type="bibr" rid="ref3">3</xref>] also indicated a coincidence between major H1N1 news and the frequency of H1N1 tweets in April 2009. The presence of a relationship between tweet activity and public attention has been shown in other studies about swine flu [<xref ref-type="bibr" rid="ref49">49</xref>] or influenza [<xref ref-type="bibr" rid="ref50">50</xref>].</p>
          <p>None of the framing studies on COVID-19 [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref25">25</xref>-<xref ref-type="bibr" rid="ref28">28</xref>] have identified the effect of frames on public attention. This study investigated the effect of COVID-19 frames in public discourse on Twitter on public attention. This study took a new approach that measures public attention more accurately than the methods used in previous studies because it measured not only tweet activity (ie, number of likes and retweets a frame receives) but also how many unique Twitter users have adopted a frame. In this new approach, public attention was measured by evaluating the score of public engagement with frames and the score of public adoption of frames (see Methods, Measuring Public Attention). Public engagement refers to the number of likes and retweets each frame has received. Public adoption is assessed by the number of unique users in each frame category [<xref ref-type="bibr" rid="ref51">51</xref>].</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Data Collection</title>
        <p>Twitter was the primary source of data collection (ie, hashtags and tweets) in this study. The <italic>get_trend</italic> function from the <italic>rtweet</italic> package in the R software was used to collect trending hashtags related to COVID-19 on Twitter in March 2020. Additionally, the trending feature on the Twitter website was observed at least 3 times a day for the entire month of March 2020 to track and record trending hashtags. The trending hashtags identified by the <italic>get_trend</italic> function were exactly similar to those identified on Twitter. In March 2020, 22 trending hashtags related to COVID-19 were identified on Twitter. Additionally, the trending hashtags from each day were searched in the search box of the Twitter website to find other relevant hashtags and achieve a greater degree of reliability in data collection. For instance, by searching #QuarantineLife, a trending hashtag on March 16, 2020, additional hashtags, including #QuarantineDogs and #QuarantineCats, were identified.</p>
        <p>This study then collected the tweets that contained at least one of the trending or associated hashtags. The <italic>search_tweets</italic> function in the <italic>rtweet</italic> package was used to collect tweets by the R software and the streaming application programming interface (API). R, Salesforce Social Studio, and Brandwatch were used to collect 694,582 tweets written in English from March 1, 2020 to March 31, 2020.</p>
        <p>This study removed the retweets in the dataset to analyze initial tweets posted by people on Twitter. Additionally, quote tweets (ie, the retweets with comments), representing the original comments posted by Twitter users, were analyzed.</p>
      </sec>
      <sec>
        <title>Bot Account Removal</title>
        <p>Bots are automated accounts that can manipulate and impact public attention on social media [<xref ref-type="bibr" rid="ref52">52</xref>]. Ferrara [<xref ref-type="bibr" rid="ref52">52</xref>] indicated that bots were active during the COVID-19 pandemic and found that hashtags like #bitcoin, #smartnew, and #grreatwakening were mostly posted by bot accounts on Twitter. This study removed 269,854 (269,854/694,582, 38.85%) tweets posted by bot accounts to increase the validity of results, leaving 424,728 (424,728/694,582, 61.15%) tweets in the dataset.</p>
        <p>The default model of the <italic>tweetbotornot</italic> package in R software was used to remove bot accounts [<xref ref-type="bibr" rid="ref53">53</xref>]. The default model is 93.53% accurate in classifying bots and 95.32% accurate in classifying nonbots. It uses user-level features (eg, bio, location, number of followers and friends) and tweet-level features (eg, number of hashtags, mentions, capital letters) of Twitter accounts to identify bot accounts [<xref ref-type="bibr" rid="ref53">53</xref>]. Accounts that received a score of at least 50% or a probability of 0.5 were considered bots and were removed [<xref ref-type="bibr" rid="ref54">54</xref>].</p>
      </sec>
      <sec>
        <title>Thematic Analysis to Identify Frames</title>
        <p>Hashtags were the main unit of analysis in this research and the building blocks of identifying frames. The frames identified in this study are primarily informed by the classification of trending and associated hashtags to different categories. Additionally, to identify the frames about COVID-19 in the public discourse on Twitter, thematic analysis was used. Thematic analysis is a method that provides a detailed description of the textual data [<xref ref-type="bibr" rid="ref55">55</xref>]. In this research, public opinion includes all Twitter users such as workers, doctors, officials, journalists, politicians, teachers, and any other group on Twitter.</p>
        <p>In thematic analysis, the judgment of the researcher or analyst is adequate for identifying themes [<xref ref-type="bibr" rid="ref55">55</xref>]. The researcher analyzes the text and identifies themes within the “surface meanings of the data” without looking for anything beyond the text [<xref ref-type="bibr" rid="ref55">55</xref>].</p>
        <p>The thematic analysis helped us provide a more detailed and nuanced description of hashtags and find repeated patterns of meaning [<xref ref-type="bibr" rid="ref55">55</xref>]. The contents of up to 100 randomly selected tweets were checked to ensure alignment between the hashtags and the contents of tweets. For instance, #WashYourHands, #HandWashing, #SafeHand, #SafeHands, and #HandWashChallenge were classified as one category named “hand hygiene.” Using thematic analysis, this study analyzed the content of the tweets associated with these hashtags to ensure they were related to hand hygiene. The thematic analysis also helped provide a more accurate description of this category. In some cases, the thematic analysis helped us redefine the theme assigned with a set of grouped hashtags.</p>
        <p>We followed 5 phases to analyze the themes in the tweets. <xref rid="figure1" ref-type="fig">Figure 1</xref> presents the workflow visualization for the 5 phases of the thematic analysis. In the first phase of thematic analysis, researchers familiarized themselves with the data [<xref ref-type="bibr" rid="ref56">56</xref>] by reading the hashtags and the tweets associated with them several times before coding. It helped researchers obtain some knowledge of the hashtags, related tweets, and the initial list of ideas and themes.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Workflow visualization for the 5 phases of the thematic analysis.</p>
          </caption>
          <graphic xlink:href="jmir_v23i9e30800_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>In the second phase, initial codes were generated from trending and associated hashtags [<xref ref-type="bibr" rid="ref56">56</xref>]. Hashtags were used to describe what a particular tweet was about and to create codes. For instance, #ToiletPaperPanic is a hashtag in the data referring to the public’s panic for the possible shortage of toilet paper during the early days of the COVID-19 pandemic. Additionally, #WashYourHands is a hashtag that emphasizes the importance of hand hygiene to prevent contracting the COVID-19 virus.</p>
        <p>In the third phase, codes were analyzed and classified into potential themes and subthemes [<xref ref-type="bibr" rid="ref56">56</xref>]. For instance, the following set of hashtags — #SocialDistancing, #SocialDistancing, #KeepYourDistance, #PhysicalDistancing, #SocialDistance, #SocialDistancingNow, #YouAreTooCloseIf, #Dont BeASpreader, and #StoptheSpread — and the tweets associated with them helped the researchers to identify and propose the “social distancing” theme.</p>
        <p>In phase 4, the researchers reviewed the themes and, when necessary, combined, refined, or separated them [<xref ref-type="bibr" rid="ref56">56</xref>] to generate the final themes. In the fifth phase, the themes were clustered into frames. Concise names were assigned to the themes to help readers comprehend the theme’s meaning [<xref ref-type="bibr" rid="ref56">56</xref>].</p>
      </sec>
      <sec>
        <title>Measuring Public Attention</title>
        <p>This study used the scores of public engagement with and public adoption of frames to measure public attention to frames on Twitter. Following DeMasi et al [<xref ref-type="bibr" rid="ref51">51</xref>], this study defined public engagement as the extent to which users engage with a frame. Public engagement was measured by the number of times a given frame had received at least one like or retweet divided by the frequency of that frame in the entire dataset. The lowest public engagement score that each frame could receive was 0, with a maximum of 1.</p>
        <p>Public adoption refers to how broadly Twitter users adopt a frame. High adoption indicates a diverse community with many unique users who have posted tweets with hashtags in each frame. Low diversity shows a tight community with only a few users posting tweets with the hashtags in a given frame multiple times [<xref ref-type="bibr" rid="ref51">51</xref>]. Public adoption was measured by the number of unique Twitter user accounts in a given frame divided by the frequency of the frame [<xref ref-type="bibr" rid="ref51">51</xref>]. The public adoption score ranges from 0 to 1 as the minimum and maximum scores, respectively.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Framing of COVID-19 on Twitter</title>
        <p>We identified 9 categories of frames through thematic analysis (see <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). Each frame is defined by a set of consequences of COVID-19 along with hashtags, characterizing what each frame category describes. The frames are “public health guidelines,” “quarantine life,” “solidarity,” “evidence and facts,” “call for action,” “politics,” “post-pandemic life,” “shortage panic,” and “conflict.”</p>
        <sec>
          <title>Public Health Guidelines</title>
          <p>Public health guidelines consisted of 5 main themes: isolation, social distancing, hand hygiene, face hygiene, preventive tips, and awareness. Isolation included hashtags that encourage and advise people to isolate themselves to prevent the spread of the virus. Some of the hashtags in this theme, such as #StayHomeStayHealthy or #StayHomeSaveLives, positively motivate people to self-isolate by staying home. This frame also included the recommendations people made to call others’ attention to the precautionary measures required to reduce the chance of being infected by the virus, such as practicing social distancing and face and hand hygiene (eg, #SocialDistancing, #WashYourHands, and #WearAMask). Sometimes tweets contained hashtags with a sense of humor and positive sentiments, such as #YouAreTooCloseIf or #How toKeepPeopleHome.</p>
          <p>Other hashtags in this frame, such as #CoronaVirusTips, were used to provide guidelines and tips about various aspects of the virus, including how to clean smartphones, wash hands, and do contactless delivery of food. Additionally, this frame included tips for preventing potential exposure to the virus. For instance, #CoronaVirusPrevention was used to show how police departments should prevent potential disclosure and provide coronavirus prevention tips for people with disabilities.</p>
        </sec>
        <sec>
          <title>Quarantine Life</title>
          <p>This frame contained several themes that focused on people’s daily lives during the quarantine. People used various hashtags to share stories, pictures, or videos of their home offices, the homeschooling of kids, and their pets. Pet owners used hashtags such as #QuarantineCats or #QuarantineDogs to share humorous content about their living experiences in isolation. #After3WeeksWithMyFamily and #SideEffectsofQuarantineLife were used to post amusing messages along with photos or videos, often to make fun of the lived experience and actual difficulties people were dealing with during the pandemic. Quarantine life also focused on the impact of the pandemic on how people worked and learned during the quarantine. People posted videos or pictures of themselves using hashtags such as #RemoteLearning, #DistanceLearning, #RemoteWorking, or #OnlineLearning while working or learning from home.</p>
        </sec>
        <sec>
          <title>Solidarity</title>
          <p>Solidarity focused on inspiring, encouraging, and giving hope to each other; social support; providing voluntary services to communities; acknowledging health care professionals; and emphasizing unity. People used hashtags such as #StayStrong or #TogetherApart to inspire “staying home together” during the pandemic. The hashtags #CoronaWarriors, #ClapForCarers, #HealthCareHeroes, and #ClapForOurCarers were used to show appreciation to the frontline workers in fighting the pandemic, namely health care professionals.</p>
          <p>A major theme in solidarity was social support, which consisted of hashtags used to assist various (vulnerable) populations or services. For instance, #ProtectOurSeniors was used to emphasize the importance of supporting seniors medically, financially, and emotionally. Other hashtags such as #OpenForTakeout, #OpenForDelivery, #SupportSmallBusiness, and #SupportLocal were used to support businesses and acknowledge the stores open for takeout or delivery during the pandemic.</p>
        </sec>
        <sec>
          <title>Call for Action</title>
          <p>This frame refers to a lack of accountability and responsibility in governments for not taking necessary actions to close public places. This frame also consisted of hashtags that show that the public is also responsible for their lack of compliance with public health guidelines. For instance, #CloseTheBeaches was used in tweets to emphasize that a public space like beaches should be closed as many people went to Florida’s beaches during the pandemic.</p>
        </sec>
        <sec>
          <title>Evidence and Facts</title>
          <p>This category focused on updates, reality, and truths about various aspects of the COVID-19 virus, such as the total number of deaths, new cases, discharged patients, and further evidence about how the virus spreads. For instance, #CoronaVirusUpdates was used on March 29, 2020 to refer to emerging hotspots of coronavirus and emphasized that New York remained the worst-hit US state. Another hashtag in this category was #CoronaVirusTruth, which was used to provide people with the facts and truths about COVID-19, such as the increasing number of deaths across the globe.</p>
        </sec>
        <sec>
          <title>Politics</title>
          <p>This frame refers to the accountability of politicians for their national policies and actions during the pandemic. Some hashtags were used to hold political officials accountable for their policies, decisions, and actions regarding the COVID-19 pandemic. The tweets in this category often had a negative sentiment. For instance, #TrumpLiedPeopleDied was used to show a lack of transparency and timely action to control the virus, not taking the pandemic seriously, and not following public health guidelines and policies. #ChinaLiedPeopleDied was, on the other hand, used to make China responsible for the transmission of the COVID-19 virus to other countries.</p>
        </sec>
        <sec>
          <title>Post-Pandemic Life</title>
          <p>This frame focused on the positive sentiment surrounding people’s plans, feelings, and life after the pandemic is over. #WhenCoronaVirusIsOver and #WhenILeaveMyHouseAgain are the hashtags in this category that sometimes were posted with tweets with a sense of humor. For example, a tweet stated, “people are going to stay home even when the pandemic is over.” People used the hashtags in this category to refer to the food they like to eat; to describe the places or people they enjoy visiting; to recommend things people should avoid, like eating animals; to emphasize that the world would be a cleaner place after the pandemic; and to suggest that people would love and respect nature more than in the past.</p>
        </sec>
        <sec>
          <title>Shortage Panic</title>
          <p>This frame showed panic about the shortage of products as a top priority of people when the pandemic had just started in March 2020. Shortage panic refers to the public reaction to and anxiety about the shortage of resources, including bottled water, toilet paper, hand sanitizer, and food. Most tweets in this category contained an image showing empty shelves in stores or people lined up in stores trying to purchase products such as toilet paper.</p>
          <p>This frame demonstrated uncertainty in the public about how much supplies were needed because the future was unpredictable [<xref ref-type="bibr" rid="ref57">57</xref>]. The uncertainty about the pandemic led to an “exaggerated sense of urgency and a fear of scarcity,” which resulted in actual scarcity [<xref ref-type="bibr" rid="ref57">57</xref>].</p>
        </sec>
        <sec>
          <title>Conflict</title>
          <p>Conflicts refers to arguments and disagreements among people. Hashtags such as #FilmYourHospital or #EmptyHospitals were used to imply that COVID-19 was not as severe as stated by the media, governments, or health officials. Some people used these hashtags to frame their disapproval of the lockdown and social distancing or to suggest that COVID-19 is not real by filming empty hospitals. Another hashtag in this category was #FakeNews, which people used to share opposing views about various aspects of COVID-19. It was also used to show disapproval with the information and news spread about the virus, mostly by the news media or politicians from both the Democratic and Republican parties. #FakeNews was sometimes used to argue in favor of issues related to COVID-19, and other times, it was used to argue against those issues (see [<xref ref-type="bibr" rid="ref19">19</xref>]).</p>
        </sec>
      </sec>
      <sec>
        <title>Public Attention to Frames</title>
        <p>Public attention to frames was assessed using the 2 measures of “public engagement” and “public adoption.” Public engagement shows how engaging a frame has been on Twitter, counted by the number of retweets and likes a frame had received. Public adoption refers to the number of unique Twitter user accounts in a given frame category, divided by the frequency of frames in that frame category [<xref ref-type="bibr" rid="ref58">58</xref>].</p>
        <p><xref ref-type="table" rid="table1">Table 1</xref> shows public engagement with each frame. “Call for action” had the highest engagement (0.68), followed by “conflict” (0.67) and “evidence and facts” (0.59). <xref ref-type="table" rid="table2">Table 2</xref> shows the public adoption score for each frame. “Post-pandemic life” (0.99) had the highest adoption score, followed by “call for action” (0.92) and “shortage panic” (0.91).</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Public engagement with frames.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="80"/>
            <col width="200"/>
            <col width="220"/>
            <col width="160"/>
            <col width="160"/>
            <col width="180"/>
            <thead>
              <tr valign="top">
                <td>Frame number</td>
                <td>Frame</td>
                <td>Frequency of the frame, n</td>
                <td>Labeled Yes<sup>a</sup>, n</td>
                <td>Labeled No<sup>a</sup>, n</td>
                <td>Public engagement score (Yes/Yes+No)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>1</td>
                <td>Public health guidelines</td>
                <td>171,009</td>
                <td>94,545</td>
                <td>76,464</td>
                <td>0.55</td>
              </tr>
              <tr valign="top">
                <td>2</td>
                <td>Quarantine life</td>
                <td>86,983</td>
                <td>48,701</td>
                <td>38,282</td>
                <td>0.56</td>
              </tr>
              <tr valign="top">
                <td>3</td>
                <td>Solidarity</td>
                <td>46,164</td>
                <td>25,253</td>
                <td>20,911</td>
                <td>0.54</td>
              </tr>
              <tr valign="top">
                <td>4</td>
                <td>Evidence and facts</td>
                <td>31,819</td>
                <td>18,874</td>
                <td>12,945</td>
                <td>0.59</td>
              </tr>
              <tr valign="top">
                <td>5</td>
                <td>Call for action</td>
                <td>31,809</td>
                <td>21,881</td>
                <td>9928</td>
                <td>0.68</td>
              </tr>
              <tr valign="top">
                <td>6</td>
                <td>Politics</td>
                <td>24,346</td>
                <td>11,903</td>
                <td>12,443</td>
                <td>0.49</td>
              </tr>
              <tr valign="top">
                <td>7</td>
                <td>Post-pandemic life</td>
                <td>20,442</td>
                <td>11,439</td>
                <td>9003</td>
                <td>0.56</td>
              </tr>
              <tr valign="top">
                <td>8</td>
                <td>Shortage panic</td>
                <td>16,815</td>
                <td>9321</td>
                <td>7494</td>
                <td>0.55</td>
              </tr>
              <tr valign="top">
                <td>9</td>
                <td>Conflict</td>
                <td>3550</td>
                <td>2384</td>
                <td>1166</td>
                <td>0.67</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Each frame receiving at least a retweet or like was labeled as “Yes”; otherwise, it was labeled as “No.”</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Public adoption of frames.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="120"/>
            <col width="210"/>
            <col width="250"/>
            <col width="210"/>
            <col width="210"/>
            <thead>
              <tr valign="top">
                <td>Frame number</td>
                <td>Frame</td>
                <td>Frequency of unique users (U), n</td>
                <td>Frequency of frame (F), n</td>
                <td>Public adoption score (U/F)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>1</td>
                <td>Public health guidelines</td>
                <td>142,105</td>
                <td>171,009</td>
                <td>0.83</td>
              </tr>
              <tr valign="top">
                <td>2</td>
                <td>Quarantine life</td>
                <td>75,439</td>
                <td>86,983</td>
                <td>0.87</td>
              </tr>
              <tr valign="top">
                <td>3</td>
                <td>Solidarity</td>
                <td>37,424</td>
                <td>46,164</td>
                <td>0.80</td>
              </tr>
              <tr valign="top">
                <td>4</td>
                <td>Call for action</td>
                <td>29,134</td>
                <td>31,809</td>
                <td>0.92</td>
              </tr>
              <tr valign="top">
                <td>5</td>
                <td>Evidence and facts</td>
                <td>27,957</td>
                <td>31,819</td>
                <td>0.88</td>
              </tr>
              <tr valign="top">
                <td>6</td>
                <td>Politics</td>
                <td>21,724</td>
                <td>24,346</td>
                <td>0.89</td>
              </tr>
              <tr valign="top">
                <td>7</td>
                <td>Post-pandemic life</td>
                <td>20,149</td>
                <td>20,442</td>
                <td>0.99</td>
              </tr>
              <tr valign="top">
                <td>8</td>
                <td>Shortage panic</td>
                <td>15,255</td>
                <td>16,815</td>
                <td>0.91</td>
              </tr>
              <tr valign="top">
                <td>9</td>
                <td>Conflict</td>
                <td>2095</td>
                <td>3550</td>
                <td>0.60</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <p>The distribution of public engagement and public adoption is illustrated in <xref rid="figure2" ref-type="fig">Figure 2</xref>. According to this figure, although conflict had the lowest frequency (n=3550), it received the second-highest engagement score (0.67). Public health guidelines had the highest frequency (n=171,009), followed by quarantine life (n=86,983); however, their public adoption and engagement scores were not high. Pearson correlation did not show any correlation between public adoption and public engagement: <italic>r<sub>8</sub></italic>=–0.46, <italic>P</italic>=.18.</p>
        <p><xref rid="figure3" ref-type="fig">Figure 3</xref> presents the distribution of public engagement with and public adoption of frames in terms of frame frequency. No meaningful patterns can be observed in frame engagement and adoption based on frequency. Pearson correlation showed no correlation between engagement and frequency (<italic>r<sub>8</sub></italic>=–0.26, <italic>P</italic>=.46) nor between adoption and frequency (<italic>r<sub>8</sub></italic>=0.13, <italic>P</italic>=.70). The insignificant results could mean that, if a frame receives high adoption by the people, it does not indicate that the frame would also achieve a high engagement (or vice versa).</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Distribution of the frames "public engagement" and "public adoption".</p>
          </caption>
          <graphic xlink:href="jmir_v23i9e30800_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Distribution of the frames "public adoption" and "public engagement" in terms of frequency.</p>
          </caption>
          <graphic xlink:href="jmir_v23i9e30800_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This study analyzed the trending and associated hashtags in March 2020 during the initial phases of the COVID-19 pandemic. We found 9 frames in the public discourse on Twitter: “public health guidelines,” “quarantine life,” “solidarity,” “evidence and facts,” “call for action,” “politics,” “post-pandemic life,” “shortage panic,” and “conflict.” These frames and the hashtags within them such as #SupportSmallBusinesses and #StayPositive can be used to identify the types of information that should be delivered during any public health crisis, specifically the initial phase of the crisis. Furthermore, some of the frames such as solidarity, evidence and facts, call for action, politics, shortage panic, and conflict can be used in any local or global crisis such as social movements, earthquakes, tornadoes, hurricanes, and floods. For instance, the solidarity frame can be used to design messages to encourage people during an earthquake to show solidarity to those impacted by the crisis.</p>
        <p>This study also evaluated public attention to the identified frames by assessing the amount of public engagement with and public adoption of frames. Among all frames, “call for action” had the highest engagement score, followed by “conflict” and “evidence and facts.” Additionally, “post-pandemic life” had the highest adoption score, followed by “call for action” and “shortage panic.”</p>
        <p>According to Price and Tewksbury [<xref ref-type="bibr" rid="ref59">59</xref>], framing is more effective when it is relevant to people, such as when the frames resonate with the audience’s beliefs or ideology [<xref ref-type="bibr" rid="ref20">20</xref>]. The effects of frames on public opinion could be more substantial when the quality or logic of the argument and source credibility are more reliable [<xref ref-type="bibr" rid="ref60">60</xref>]. The frames with greater public attention could be used strategically to design messages that affect public opinion more efficiently during public health emergencies. Additionally, these frames could be used to increase the performance of social media posts and encourage public compliance with public health messages.</p>
      </sec>
      <sec>
        <title>Theoretical Contributions and Implications</title>
        <p>This study informs framing theory and research in several ways, mentioned in the following sections.</p>
        <sec>
          <title>Frames as the Manifestation of COVID-19 Consequences</title>
          <p>This research informs framing theory by indicating that frame analysis of public discourse on social media via hashtags is valuable not only in understanding public opinion about various aspects of the pandemic but also in recognizing the consequences of the pandemic on people’s lives, such as panic over the shortage of products.</p>
          <p>The findings indicated that frames are the manifestation of COVID-19 consequences. The consequences discussed by people on Twitter about COVID-19 could be classified and analyzed based on whether (1) they were exclusively related to COVID-19, such as hand hygiene or isolation (ie, people are isolated or wash their hands because of COVID-19); (2) consequences could be related to any health crisis such as social support of vulnerable groups (ie, vulnerable groups require social support in any pandemic); and (3) consequences were generic irrespective of COVID-19, such as homeschooling or remote working (ie, some people homeschooled or worked remotely even before the pandemic).</p>
        </sec>
        <sec>
          <title>Motivations and Sentiments in Frames</title>
          <p>The findings showed that hashtags can promote intrinsic or extrinsic motivations among social media users. Hashtags can also convey a positive or negative sentiment. For instance, #StayHomeStayHealthy promotes an extrinsic motivation in people because this hashtag motivates people to stay home for external factors, such as prevention of contracting or spreading the virus. Another example could be #StayHomeStayHealthy, which has a positive sentiment because it indicates that staying healthy is a positive aspect of staying home.</p>
        </sec>
        <sec>
          <title>Frames Promote the Collective Interest</title>
          <p>Most hashtags promoted collective interest among people. For instance, #SocialDistancingNow was used by Twitter users to motivate people to prevent the potential transmission of COVID-19 for the public good. Another example could be #WearAMask in public, which promotes a collective interest to prevent the spread of the virus rather than merely preventing oneself from contracting the virus [<xref ref-type="bibr" rid="ref61">61</xref>].</p>
        </sec>
        <sec>
          <title>Conflict and Disagreement With Evidence and Facts</title>
          <p>People used the “conflict” frame to discredit the evidence, facts, and updates about the COVID-19 virus, such as its fatality rates. Previous studies indicate that the news media sometimes use the “conflict” frame to report disagreements and arguments among people or groups to capture more audiences [<xref ref-type="bibr" rid="ref42">42</xref>]. Using the conflict frame in social media posts can “increase the perceived seriousness and news value of an event” [<xref ref-type="bibr" rid="ref62">62</xref>].</p>
          <p>The conflict frame seems to be important in both the news media and public discourse during public health emergencies. Shih et al [<xref ref-type="bibr" rid="ref14">14</xref>] stated that the conflict frame (defined as the arguments and disagreements among news sources) is the main frame in the media coverage of public health pandemics. Park et al [<xref ref-type="bibr" rid="ref18">18</xref>] also found that conflict was a main frame in the Korean news media tweets about COVID-19. The popularity of the conflict frame demonstrates that there are always groups of people with disagreements about facts and evidence during public health emergencies.</p>
          <p>This frame had the lowest frequency and lowest public adoption score among all frames identified in this study. A few previous studies have also indicated that news with conflict frames has been shared less on social media than news without conflict frames [<xref ref-type="bibr" rid="ref62">62</xref>]. However, in this study, the conflict frame received the second-highest score for public engagement. This high score could be an indication that hashtags with conflicting information, such as #FilmYourHospital, are highly engaging on social media, despite their low frequency. A low adoption score with a high engagement score could indicate a focused community structure [<xref ref-type="bibr" rid="ref51">51</xref>].</p>
          <p>The “conflict” and “evidence and facts” frames indicate the presence of a chain of reactions, in that in response to the people who post information about facts and updates related to COVID-19 (ie, the evidence and facts frame), another group of people used the conflict frame to challenge those facts and updates (ie, the conflict frame). Some people would then, in turn, react to the conflict frame by sharing evidence and facts about the virus.</p>
        </sec>
        <sec>
          <title>Vulnerable Groups</title>
          <p>Our results indicated that frame analysis could be used to identify groups of vulnerable populations (eg, seniors, workers, and local and small businesses) and how the people frame their concerns and opinions about the needs of such populations on Twitter. It was found that vulnerable populations have been in need of prompt attention and support during the COVID-19 pandemic. For instance, seniors require social support, workers need safe workplaces, and local and small businesses need financial support. The findings did not show any hashtag referring to race or ethnic minority groups and health disparity populations, such as refugees, immigrants, homeless individuals, countries with fewer resources, or other marginalized communities. Overall, frame analysis through hashtags can be used to identify the populations that need more attention and support during global crises.</p>
        </sec>
        <sec>
          <title>Accountability of Gatekeepers</title>
          <p>Frame analysis can also identify who or which groups are responsible for managing a public crisis in the public view. The “call to action” frame indicated that Twitter users held federal and local governments accountable for their lack of actions regarding the closure of public places like beaches or restaurants. The “politics” frame also demonstrated people’s reaction to politicians’ decisions, policies, and insufficient actions during the pandemic. The politics frame includes hashtags that show those responsible for the situation in the public view. For instance, many hashtags in this category were used to make the US President accountable for the increasing number of COVID-19 cases and deaths. This frame could also show a lack of trust between politicians and the public, which often occurs during the initial phases of a pandemic [<xref ref-type="bibr" rid="ref63">63</xref>].</p>
        </sec>
        <sec>
          <title>The Use of Humor in Public Health Messages</title>
          <p>The results in this study inform framing research by showing that people used hashtags such as #QuarantineCat or #HowToKeepPeopleHome to share information with humorous content. These hashtags were not directly related to COVID-19 but were generated and used by Twitter users due to COVID-19. Additionally, people used these hashtags to share their experiences of living in isolation. Some tweets with these hashtags were used to make fun out of the lived experience and actual difficulties people were dealing with during the pandemic. The use of humor in tweets has been previously reported in some past studies [<xref ref-type="bibr" rid="ref64">64</xref>,<xref ref-type="bibr" rid="ref65">65</xref>]. For instance, Kopper [<xref ref-type="bibr" rid="ref65">65</xref>] noted that the use of humor in diplomatic tweets has a conflict-mediating role. In this study, the use of humor in public health tweets had a role in mitigating public anxiety or fear as the consequences of the pandemic. Perhaps people use humor in tweets to convey complex public health messages that are more attractive to audiences.</p>
          <p>Although humorous hashtags may simply not seem appropriate for use in public health communication, they can make up part of a broader information-sharing strategy. For example, to communicate safety guidelines, social media posts could be labeled with humorous hashtags that are appealing. The safety-related messages may then be transferred to and adopted by the public through such hashtags. Additionally, practitioners, activists, organizations, and authorities can actively embed relevant and meaningful hashtags into their posts that are framed more generally within appealing concepts.</p>
        </sec>
      </sec>
      <sec>
        <title>Practical Implications</title>
        <sec>
          <title>Designing Health Messages</title>
          <p>The frames found in this study can also facilitate the communication on social media of various aspects of COVID-19 or any future health crisis. They can be used as a starting point for designing effective messages to address people’s needs and concerns during future public health crises [<xref ref-type="bibr" rid="ref18">18</xref>]. For instance, based on the current research, it can be suggested that health messages should be communicated with empathy, as also proposed in the study by Hyland-Wood et al [<xref ref-type="bibr" rid="ref66">66</xref>]. These frames can support the public in the expression of their feelings and opinions during global crises [<xref ref-type="bibr" rid="ref21">21</xref>]. The frames can also be used to influence public opinion, behavior, and actions about critical and complex issues related to COVID-19 (see [<xref ref-type="bibr" rid="ref33">33</xref>]).</p>
          <p>Governments, practitioners, organizations, activists, and authorities can take advantage of hashtags to frame their messages to inform the public about the consequences of lack of adherence to public health guidelines. For instance, governments and public health officials need to share actionable guidelines with citizens during public crises and inform them about what is happening. These activities require understanding of how messages should be framed and presented so that risk communications are accepted and adopted by the public [<xref ref-type="bibr" rid="ref67">67</xref>]. If health communication officers, political officials, and other authorities wish to encourage citizens to follow public health guidelines, stay optimistic, and be supportive during a health crisis, they can frame their messages using the hashtags identified in this research. For instance, a message by the WHO could be framed as follows: “#WeAreInThisTogether: #StayStrong at home and post a video or picture of your dogs or cats in #Quarantine. Use #QuarantineCats or #QuarantineDogs to help others see your posts.”</p>
        </sec>
        <sec>
          <title>Issues and Their Roots</title>
          <p>The results indicated that framing can also be used to identify the roots of the issues discussed by people on social media during public health crises. For instance, framing could be used to understand when, how, and about which topics false information is being distributed. The results indicated that #FilmYourHospital was a hashtag used by people to frame disagreements with evidence and facts about the COVID-19 pandemic. Once such problems and their roots are discovered through frame analysis, officials can find solutions, which, in this case, would be to neutralize and thwart false information dissemination.</p>
          <p>Frame analysis can be used to identify what people are panicked about during a public health crisis. Another issue discussed by people was the “shortage panic,” referring to people’s reactions to the shortage and unavailability of products in the early days of the pandemic in March 2020. This panic could possibly be due to uncertainty in the public about what will happen in the future, lack of real-time communication with the public, or lack of trust between people and government officials. The study by Naeem [<xref ref-type="bibr" rid="ref68">68</xref>] also indicated that uncertainty about COVID-19 triggered people to buy extra necessary food items, which resulted in the buying panic during the COVID-19 pandemic.</p>
        </sec>
      </sec>
      <sec>
        <title>Methodological Contributions</title>
        <p>This research contributes to the methodology of framing research on social media in several ways, as explained in the following sections.</p>
        <sec>
          <title>Accuracy in Data Collection</title>
          <p>In this research, the trending and associated hashtags were used to collect tweets. Using hashtags can increase the accuracy of collecting relevant tweets. The hashtag search approach is more accurate than the keyword-based search approach used in some past studies, such as that by Jang and Hart [<xref ref-type="bibr" rid="ref69">69</xref>], mainly because people use hashtags to describe their tweets [<xref ref-type="bibr" rid="ref70">70</xref>]. Jang and Hart [<xref ref-type="bibr" rid="ref69">69</xref>] searched “climate change AND real” to find tweets associated with the “real frames” or searched “climate change AND action” to find tweets about “action frames.” A major issue with the keyword-based search and analysis is that it may result in retrieving extraneous tweets or excluding relevant ones, as stated by Jang and Hart [<xref ref-type="bibr" rid="ref69">69</xref>].</p>
        </sec>
        <sec>
          <title>Using Trending Hashtags to Identify Frames</title>
          <p>Unlike most previous framing studies on Twitter that have solely analyzed tweets to identify frames, this study analyzed trending and associated hashtags along with the tweets containing those hashtags to identify frames. Jang and Hart [<xref ref-type="bibr" rid="ref69">69</xref>] stated that an effective approach for analyzing frames is “to identify unique components of public rhetoric that clearly represent single frames of a more complex issue.” Hashtags are unique components that represent frames of complex issues on social media. Moy and Bosch [<xref ref-type="bibr" rid="ref30">30</xref>] noted that frames provide “meaning about social phenomena through the highlighting and packaging of information.” Hashtags can also be used to give meaning to and highlight social phenomena. In the Literature Review section, the rationale for using (trending) hashtags for identifying frames was discussed.</p>
        </sec>
        <sec>
          <title>Measuring Public Attention on Twitter</title>
          <p>There is no standard way for measuring public attention on social media [<xref ref-type="bibr" rid="ref47">47</xref>]. This study contributes to the methodology of framing research by examining the amount of public attention to frames by evaluating public adoption of frames and public engagement with frames [<xref ref-type="bibr" rid="ref51">51</xref>]. Rarely any previous framing research has used this approach to measure the effect of frames on public attention on social media. This approach can also be used to identify the framing effect of the news media on public attention on social media in future studies.</p>
        </sec>
      </sec>
      <sec>
        <title>Study Limitations</title>
        <p>The study limitations were mostly related to data collection, some of which were beyond our control. For instance, due to the Twitter API restrictions in collecting historical data, all tweets associated with the trending and associated hashtags could not be collected. We tried to mitigate this limitation by using 2 other software for collecting historical data, as explained in the Data Collection section.</p>
        <p>Another limitation is that sampling tweets based on trending hashtags may not represent all Twitter communication. Hashtags may only represent a specific subset of Twitter communication. All Twitter users do not use hashtags in their online communications on social media [<xref ref-type="bibr" rid="ref71">71</xref>,<xref ref-type="bibr" rid="ref72">72</xref>].</p>
        <p>As mentioned, to identify the frames, the trending hashtags on Twitter in March 2020 were collected. Collecting data in other months may lead to identifying different frames.</p>
        <p>Additionally, this research may have missed collecting all trending hashtags about COVID-19 in March 2020 for several reasons. First, Twitter determines emerging and trending topics (topics that are popular now) based on who the users (researchers who collect the data) follow, their interests, their locations, and other criteria (see Twitter trends FAQs). Second, a hashtag may be trending for a couple of hours, a day, or in rare cases, more than a day. A hashtag that is trending today may not be trending tomorrow, but people may still use the hashtag for a short or long period of time. The hashtag may disappear temporarily after a few days, may gain attention again in the future, or may disappear permanently [<xref ref-type="bibr" rid="ref36">36</xref>].</p>
      </sec>
      <sec>
        <title>Future Research</title>
        <p>This study answers important questions about the frames in public discourse during the initial phase of the COVID-19 pandemic, but also raises questions to investigate in future research. This research identified 9 frames, which provide useful orientation for future empirical and theoretical research that aims to investigate the frames on social media during global (health) crises. Future studies can expand these frames and apply them to other global crises.</p>
        <p>This study did not investigate how different groups of people that create the public, like citizens, officials, researchers, journalists, and organizations, frame COVID-19 differently, which is worth studying in future studies.</p>
        <p>Experimental designs should be designed to manipulate the type and category of frames (while keeping other variables constant) to understand to what degree hashtags affect public collective attention (see [<xref ref-type="bibr" rid="ref73">73</xref>]) on social media.</p>
        <p>Future research could also investigate (1) how frames and hashtags emerge, evolve, and operate and (2) how they succeed in achieving sustainability during different phases of a pandemic, such as (1) precrisis, (2) the initial event, (3) maintenance, (4) resolution, and (5) evolution [<xref ref-type="bibr" rid="ref74">74</xref>].</p>
        <p>Additionally, public compliance to health messages and guidelines is different than public attention to frames. Public compliance to COVID-19 can be evaluated by different measures such as “compliance to public health and social measures in preventing the spread of COVID-19” [<xref ref-type="bibr" rid="ref75">75</xref>]. Future research should investigate how health messages should be designed and framed to increase public compliance to health guidelines during pandemics.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>This is one of the first studies to use trending hashtags to analyze and identify frames on social media. It contributes to framing theory and research by showing that frames represent the consequences of a public health emergency such as COVID-19. Additionally, the findings inform framing theory and research by showing that the methodological advantages of using trending and associated hashtags lie not only in their ability to understanding the frames that are the focal point of the public but also in their potential to allow researchers to measure public attention to those frames. The results indicated that some frames are more appealing during a global pandemic than others, such as “call for action,” therefore receiving greater public adoption and engagement. It was found that the frequency of a frame on social media does not necessarily mean greater public adoption of or engagement with the frame.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Framing of COVID-19 by the news media.</p>
        <media xlink:href="jmir_v23i9e30800_app1.docx" xlink:title="DOCX File , 19 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Framing of the COVID-19 pandemic in the public discourse on Twitter.</p>
        <media xlink:href="jmir_v23i9e30800_app2.docx" xlink:title="DOCX File , 24 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">API</term>
          <def>
            <p>application programming interface</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">WHO</term>
          <def>
            <p>World Health Organization</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>WHO Coronavirus (COVID-19) Dashboard</article-title>
          <source>World Health Organization</source>
          <access-date>2021-08-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://covid19.who.int/">https://covid19.who.int/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Merchant</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Lurie</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Social Media and Emergency Preparedness in Response to Novel Coronavirus</article-title>
          <source>JAMA</source>
          <year>2020</year>
          <month>05</month>
          <day>26</day>
          <volume>323</volume>
          <issue>20</issue>
          <fpage>2011</fpage>
          <lpage>2012</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2020.4469</pub-id>
          <pub-id pub-id-type="medline">32202611</pub-id>
          <pub-id pub-id-type="pii">2763596</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chew</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Eysenbach</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Pandemics in the age of Twitter: content analysis of Tweets during the 2009 H1N1 outbreak</article-title>
          <source>PLoS One</source>
          <year>2010</year>
          <month>11</month>
          <day>29</day>
          <volume>5</volume>
          <issue>11</issue>
          <fpage>e14118</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0014118"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0014118</pub-id>
          <pub-id pub-id-type="medline">21124761</pub-id>
          <pub-id pub-id-type="pmcid">PMC2993925</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vos</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Buckner</surname>
              <given-names>MM</given-names>
            </name>
          </person-group>
          <article-title>Social Media Messages in an Emerging Health Crisis: Tweeting Bird Flu</article-title>
          <source>J Health Commun</source>
          <year>2016</year>
          <month>12</month>
          <day>31</day>
          <volume>21</volume>
          <issue>3</issue>
          <fpage>301</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1080/10810730.2015.1064495</pub-id>
          <pub-id pub-id-type="medline">26192209</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fu</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Liang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Saroha</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Tse</surname>
              <given-names>ZTH</given-names>
            </name>
            <name name-style="western">
              <surname>Ip</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Fung</surname>
              <given-names>IC</given-names>
            </name>
          </person-group>
          <article-title>How people react to Zika virus outbreaks on Twitter? A computational content analysis</article-title>
          <source>Am J Infect Control</source>
          <year>2016</year>
          <month>12</month>
          <day>01</day>
          <volume>44</volume>
          <issue>12</issue>
          <fpage>1700</fpage>
          <lpage>1702</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ajic.2016.04.253</pub-id>
          <pub-id pub-id-type="medline">27566874</pub-id>
          <pub-id pub-id-type="pii">S0196-6553(16)30623-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Burstein</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>The Impact of Public Opinion on Public Policy: A Review and an Agenda</article-title>
          <source>Political Research Quarterly</source>
          <year>2016</year>
          <month>07</month>
          <day>02</day>
          <volume>56</volume>
          <issue>1</issue>
          <fpage>29</fpage>
          <lpage>40</lpage>
          <pub-id pub-id-type="doi">10.1177/106591290305600103</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Page</surname>
              <given-names>BI</given-names>
            </name>
            <name name-style="western">
              <surname>Shapiro</surname>
              <given-names>RY</given-names>
            </name>
          </person-group>
          <article-title>Effects of Public Opinion on Policy</article-title>
          <source>Am Polit Sci Rev</source>
          <year>2014</year>
          <month>08</month>
          <day>01</day>
          <volume>77</volume>
          <issue>1</issue>
          <fpage>175</fpage>
          <lpage>190</lpage>
          <pub-id pub-id-type="doi">10.2307/1956018</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Han</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>Using Social Media to Mine and Analyze Public Opinion Related to COVID-19 in China</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2020</year>
          <month>04</month>
          <day>17</day>
          <volume>17</volume>
          <issue>8</issue>
          <fpage>2788</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph17082788"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph17082788</pub-id>
          <pub-id pub-id-type="medline">32316647</pub-id>
          <pub-id pub-id-type="pii">ijerph17082788</pub-id>
          <pub-id pub-id-type="pmcid">PMC7215577</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Avery</surname>
              <given-names>EJ</given-names>
            </name>
          </person-group>
          <article-title>Public information officers’ social media monitoring during the Zika virus crisis, a global health threat surrounded by public uncertainty</article-title>
          <source>Public Relations Review</source>
          <year>2017</year>
          <month>09</month>
          <volume>43</volume>
          <issue>3</issue>
          <fpage>468</fpage>
          <lpage>476</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pubrev.2017.02.018</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hannay</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>On the Public</source>
          <year>2005</year>
          <publisher-loc>Milton Park, UK</publisher-loc>
          <publisher-name>Routledge</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Russell Neuman</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Guggenheim</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mo Jang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bae</surname>
              <given-names>SY</given-names>
            </name>
          </person-group>
          <article-title>The Dynamics of Public Attention: Agenda-Setting Theory Meets Big Data</article-title>
          <source>J Commun</source>
          <year>2014</year>
          <month>03</month>
          <day>26</day>
          <volume>64</volume>
          <issue>2</issue>
          <fpage>193</fpage>
          <lpage>214</lpage>
          <pub-id pub-id-type="doi">10.1111/jcom.12088</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goffman</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <source>Frame Analysis: An Essay on the Organization of Experience</source>
          <year>1974</year>
          <publisher-loc>Cambridge, MA</publisher-loc>
          <publisher-name>Harvard University Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Entman</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Framing: Toward clarification of a fractured paradigm</article-title>
          <source>Journal of Communication</source>
          <year>1993</year>
          <fpage>51</fpage>
          <pub-id pub-id-type="doi">10.1111/j.1460-2466.1993.tb01304.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shih</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Wijaya</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Brossard</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Media Coverage of Public Health Epidemics: Linking Framing and Issue Attention Cycle Toward an Integrated Theory of Print News Coverage of Epidemics</article-title>
          <source>Mass Communication and Society</source>
          <year>2008</year>
          <month>04</month>
          <day>07</day>
          <volume>11</volume>
          <issue>2</issue>
          <fpage>141</fpage>
          <lpage>160</lpage>
          <pub-id pub-id-type="doi">10.1080/15205430701668121</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chong</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Druckman</surname>
              <given-names>JN</given-names>
            </name>
          </person-group>
          <article-title>Framing Theory</article-title>
          <source>Annu. Rev. Polit. Sci</source>
          <year>2007</year>
          <month>06</month>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>103</fpage>
          <lpage>126</lpage>
          <pub-id pub-id-type="doi">10.1146/annurev.polisci.10.072805.103054</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kaufman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Elliott</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Shmueli</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Frames, framing and reframing</article-title>
          <source>Beyond intractability</source>
          <year>2013</year>
          <access-date>2021-08-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://rachelgrantcoaching.com/course/03-frames-and-brains.pdf">http://rachelgrantcoaching.com/course/03-frames-and-brains.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Meraz</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Papacharissi</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>Networked Gatekeeping and Networked Framing on #Egypt</article-title>
          <source>The International Journal of Press/Politics</source>
          <year>2013</year>
          <month>01</month>
          <day>27</day>
          <volume>18</volume>
          <issue>2</issue>
          <fpage>138</fpage>
          <lpage>166</lpage>
          <pub-id pub-id-type="doi">10.1177/1940161212474472</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Park</surname>
              <given-names>HW</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chong</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Conversations and Medical News Frames on Twitter: Infodemiological Study on COVID-19 in South Korea</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>05</month>
          <day>05</day>
          <volume>22</volume>
          <issue>5</issue>
          <fpage>e18897</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/5/e18897/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/18897</pub-id>
          <pub-id pub-id-type="medline">32325426</pub-id>
          <pub-id pub-id-type="pii">v22i5e18897</pub-id>
          <pub-id pub-id-type="pmcid">PMC7202309</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Van Gorp</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>D'Angelo</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kuypers</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Strategies to Take Subjectivity Out of Framing Analysis</article-title>
          <source>Doing news framing analysis: Empirical and theoretical perspectives</source>
          <year>2009</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Routledge</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nisbet</surname>
              <given-names>MC</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>D'Angelo</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kuypers</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Knowledge Into Action: Framing the Debates Over Climate Change and Poverty</article-title>
          <source>Doing news framing analysis: Empirical and theoretical perspectives</source>
          <year>2010</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Routledge</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wicke</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bolognesi</surname>
              <given-names>MM</given-names>
            </name>
          </person-group>
          <article-title>Framing COVID-19: How we conceptualize and discuss the pandemic on Twitter</article-title>
          <source>PLoS One</source>
          <year>2020</year>
          <month>9</month>
          <day>30</day>
          <volume>15</volume>
          <issue>9</issue>
          <fpage>e0240010</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0240010"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0240010</pub-id>
          <pub-id pub-id-type="medline">32997720</pub-id>
          <pub-id pub-id-type="pii">PONE-D-20-10986</pub-id>
          <pub-id pub-id-type="pmcid">PMC7526906</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stoltz</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Paying with change: The purposeful enunciation of material culture</article-title>
          <source>Poetics</source>
          <year>2017</year>
          <month>10</month>
          <volume>64</volume>
          <fpage>26</fpage>
          <lpage>39</lpage>
          <comment>p 31</comment>
          <pub-id pub-id-type="doi">10.1016/j.poetic.2017.07.003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Krishnamurthy</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Carter</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Blair</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Attribute Framing and Goal Framing Effects in Health Decisions</article-title>
          <source>Organ Behav Hum Decis Process</source>
          <year>2001</year>
          <month>07</month>
          <volume>85</volume>
          <issue>2</issue>
          <fpage>382</fpage>
          <lpage>399</lpage>
          <pub-id pub-id-type="doi">10.1006/obhd.2001.2962</pub-id>
          <pub-id pub-id-type="medline">11461207</pub-id>
          <pub-id pub-id-type="pii">S0749597801929620</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Almashat</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ayotte</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Edelstein</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Margrett</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Framing effect debiasing in medical decision making</article-title>
          <source>Patient Educ Couns</source>
          <year>2008</year>
          <month>04</month>
          <volume>71</volume>
          <issue>1</issue>
          <fpage>102</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pec.2007.11.004</pub-id>
          <pub-id pub-id-type="medline">18164168</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(07)00434-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Muñoz-Justicia</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Analyzing Spanish News Frames on Twitter during COVID-19-A Network Study of El País and El Mundo</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2020</year>
          <month>07</month>
          <day>28</day>
          <volume>17</volume>
          <issue>15</issue>
          <fpage>5414</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph17155414"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph17155414</pub-id>
          <pub-id pub-id-type="medline">32731359</pub-id>
          <pub-id pub-id-type="pii">ijerph17155414</pub-id>
          <pub-id pub-id-type="pmcid">PMC7432441</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ogbodo</surname>
              <given-names>JN</given-names>
            </name>
            <name name-style="western">
              <surname>Onwe</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Chukwu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Nwasum</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Nwakpu</surname>
              <given-names>ES</given-names>
            </name>
            <name name-style="western">
              <surname>Nwankwo</surname>
              <given-names>SU</given-names>
            </name>
            <name name-style="western">
              <surname>Nwamini</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Elem</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Iroabuchi Ogbaeja</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Communicating health crisis: a content analysis of global media framing of COVID-19</article-title>
          <source>Health Promot Perspect</source>
          <year>2020</year>
          <month>07</month>
          <day>12</day>
          <volume>10</volume>
          <issue>3</issue>
          <fpage>257</fpage>
          <lpage>269</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32802763"/>
          </comment>
          <pub-id pub-id-type="doi">10.34172/hpp.2020.40</pub-id>
          <pub-id pub-id-type="medline">32802763</pub-id>
          <pub-id pub-id-type="pmcid">PMC7420175</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Poirier</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Ouellet</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rancourt</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Béchard</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dufresne</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>(Un)Covering the COVID-19 Pandemic: Framing Analysis of the Crisis in Canada</article-title>
          <source>Can J Pol Sci</source>
          <year>2020</year>
          <month>04</month>
          <day>29</day>
          <volume>53</volume>
          <issue>2</issue>
          <fpage>365</fpage>
          <lpage>371</lpage>
          <pub-id pub-id-type="doi">10.1017/s0008423920000372</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Benziman</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>“Winning” the “battle” and “beating” the COVID-19 “enemy”: Leaders’ use of war frames to define the pandemic</article-title>
          <source>Peace and Conflict: Journal of Peace Psychology</source>
          <year>2020</year>
          <month>08</month>
          <volume>26</volume>
          <issue>3</issue>
          <fpage>247</fpage>
          <lpage>256</lpage>
          <pub-id pub-id-type="doi">10.1037/pac0000494</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Reese</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Gandy</surname>
              <given-names>JO</given-names>
            </name>
            <name name-style="western">
              <surname>Grant</surname>
              <given-names>AE</given-names>
            </name>
          </person-group>
          <source>Framing public life: Perspectives on media and our understanding of the social world</source>
          <year>2001</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Routledge</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moy</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bosch</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Cobley</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Schultz</surname>
              <given-names>PJ</given-names>
            </name>
          </person-group>
          <article-title>Theories of public opinion</article-title>
          <source>Handbook of Communication Science. Vol. 1: Theories and Models of Communication</source>
          <year>2013</year>
          <publisher-loc>Berlin, Germany</publisher-loc>
          <publisher-name>De Gruyter Mouton</publisher-name>
          <fpage>289</fpage>
          <lpage>308</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gamson</surname>
              <given-names>WA</given-names>
            </name>
            <name name-style="western">
              <surname>Modigliani</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Media Discourse and Public Opinion on Nuclear Power: A Constructionist Approach</article-title>
          <source>American Journal of Sociology</source>
          <year>1989</year>
          <month>07</month>
          <volume>95</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>37</lpage>
          <pub-id pub-id-type="doi">10.1086/229213</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hellmueller</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>Shifting toward a humanized perspective? Visual framing analysis of the coverage of refugees on and before and after the iconic photo publication of Alan Kurdi</article-title>
          <source>Visual Communication</source>
          <year>2019</year>
          <month>03</month>
          <day>18</day>
          <fpage>147035721983279</fpage>
          <pub-id pub-id-type="doi">10.1177/1470357219832790</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hemphill</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Culotta</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Heston</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Framing in Social Media: How the US Congress Uses Twitter Hashtags to Frame Political Issues</article-title>
          <source>SSRN Journal</source>
          <year>2013</year>
          <fpage>2317335</fpage>
          <pub-id pub-id-type="doi">10.2139/ssrn.2317335</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lehmann</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gonçalves</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Ramasco</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Cattuto</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Dynamical classes of collective attention in twitter</article-title>
          <year>2012</year>
          <conf-name>21st international conference on World Wide Web</conf-name>
          <conf-date>April 16-20, 2012</conf-date>
          <conf-loc>Lyon, France</conf-loc>
          <pub-id pub-id-type="doi">10.1145/2187836.2187871</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rodriguez</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dimitrova</surname>
              <given-names>DV</given-names>
            </name>
          </person-group>
          <article-title>The levels of visual framing</article-title>
          <source>Journal of Visual Literacy</source>
          <year>2016</year>
          <month>02</month>
          <day>29</day>
          <volume>30</volume>
          <issue>1</issue>
          <fpage>48</fpage>
          <lpage>65</lpage>
          <pub-id pub-id-type="doi">10.1080/23796529.2011.11674684</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kwak</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Moon</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>What is Twitter, a social network or a news media?</article-title>
          <year>2010</year>
          <conf-name>19th international conference on World wide web</conf-name>
          <conf-date>April 26-30, 2010</conf-date>
          <conf-loc>Raleigh, NC</conf-loc>
          <pub-id pub-id-type="doi">10.1145/1772690.1772751</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bruns</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Stieglitz</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Quantitative Approaches to Comparing Communication Patterns on Twitter</article-title>
          <source>Journal of Technology in Human Services</source>
          <year>2012</year>
          <month>07</month>
          <volume>30</volume>
          <issue>3-4</issue>
          <fpage>160</fpage>
          <lpage>185</lpage>
          <pub-id pub-id-type="doi">10.1080/15228835.2012.744249</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bruns</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Burgess</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The use of Twitter hashtags in the formation of ad hoc publics</article-title>
          <source>Proceedings of the 6th European Consortium for Political Research (ECPR) General Conference 2011</source>
          <year>2011</year>
          <fpage>1</fpage>
          <lpage>9</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Asur</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Huberman</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Szabo</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Trends in Social Media: Persistence and Decay</article-title>
          <source>SSRN Journal</source>
          <year>2011</year>
          <fpage>1</fpage>
          <pub-id pub-id-type="doi">10.2139/ssrn.1755748</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schwalbe</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Dougherty</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Visual coverage of the 2006 Lebanon War: Framing conflict in three US news magazines</article-title>
          <source>Media, War &#38; Conflict</source>
          <year>2015</year>
          <month>02</month>
          <day>26</day>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>141</fpage>
          <lpage>162</lpage>
          <pub-id pub-id-type="doi">10.1177/1750635215571204</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van der Meer</surname>
              <given-names>TG</given-names>
            </name>
            <name name-style="western">
              <surname>Verhoeven</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Public framing organizational crisis situations: Social media versus news media</article-title>
          <source>Public Relations Review</source>
          <year>2013</year>
          <month>9</month>
          <volume>39</volume>
          <issue>3</issue>
          <fpage>229</fpage>
          <lpage>231</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pubrev.2012.12.001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Semetko</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Valkenburg</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Framing European politics: A content analysis of press and television news</article-title>
          <source>Journal of Communication</source>
          <year>2000</year>
          <volume>50</volume>
          <issue>2</issue>
          <fpage>93</fpage>
          <lpage>109</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1460-2466.2000.tb02843.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Matthes</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kohring</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The content analysis of media frames: Toward improving reliability and validity</article-title>
          <source>Journal of Communication</source>
          <year>2008</year>
          <volume>58</volume>
          <issue>2</issue>
          <fpage>258</fpage>
          <lpage>279</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1460-2466.2008.00384.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zappavigna</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Searchable talk: the linguistic functions of hashtags</article-title>
          <source>Social Semiotics</source>
          <year>2015</year>
          <month>01</month>
          <day>09</day>
          <volume>25</volume>
          <issue>3</issue>
          <fpage>274</fpage>
          <lpage>291</lpage>
          <pub-id pub-id-type="doi">10.1080/10350330.2014.996948</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Trant</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Studying social tagging and folksonomy: A review and framework</article-title>
          <source>Journal of Digital Information</source>
          <year>2009</year>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://hdl.handle.net/10150/105375"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kehoe</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gee</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Social Tagging: A new perspective on textual “aboutness”</article-title>
          <source>Studies in Variation, Contacts, and Change in English: Methodological and Historical Dimensions of Corpus Linguistics</source>
          <year>2011</year>
          <access-date>2021-08-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://varieng.helsinki.fi/series/volumes/06/kehoe_gee/">https://varieng.helsinki.fi/series/volumes/06/kehoe_gee/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Silver</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Andrey</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Public attention to extreme weather as reflected by social media activity</article-title>
          <source>J Contingencies and Crisis Management</source>
          <year>2019</year>
          <month>05</month>
          <day>03</day>
          <volume>27</volume>
          <issue>4</issue>
          <fpage>346</fpage>
          <lpage>358</lpage>
          <pub-id pub-id-type="doi">10.1111/1468-5973.12265</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ripberger</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jenkins-Smith</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Silva</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Carlson</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Henderson</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Do tweets provide a valid indicator of public attention to severe weather risk communication?</article-title>
          <source>Weather, Climate, and Society</source>
          <year>2014</year>
          <volume>6</volume>
          <issue>4</issue>
          <fpage>520</fpage>
          <lpage>30</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.ametsoc.org/view/journals/wcas/6/4/wcas-d-13-00028_1.xml"/>
          </comment>
          <pub-id pub-id-type="doi">10.1175/WCAS-D-13-00028.1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Szomszor</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kostkova</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>de Quincey</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Szomszor</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kostkova</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>#Swineflu: Twitter Predicts Swine Flu Outbreak in 2009</article-title>
          <source>Electronic Healthcare. eHealth 2010. Lecture Notes of the Institute for Computer Sciences, Social Informatics and Telecommunications Engineering, vol 69</source>
          <year>2010</year>
          <publisher-loc>Berlin, Heidelberg</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>18</fpage>
          <lpage>26</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lampos</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Cristianini</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Tracking the flu pandemic by monitoring the social web</article-title>
          <year>2010</year>
          <conf-name>2nd International Workshop on Cognitive Information Processing</conf-name>
          <conf-date>June 14-16, 2010</conf-date>
          <conf-loc>Elba, Italy</conf-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ieeexplore.ieee.org/document/5604088"/>
          </comment>
          <pub-id pub-id-type="doi">10.1109/cip.2010.5604088</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>DeMasi</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Mason</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Understanding Communities via Hashtag Engagement: A Clustering Based Approach</article-title>
          <year>2016</year>
          <conf-name>Tenth International AAAI Conference on Web and Social Media</conf-name>
          <conf-date>May 17–20, 2016</conf-date>
          <conf-loc>Cologne, Germany</conf-loc>
          <publisher-loc>Understanding communities via hashtag engagement</publisher-loc>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ferrara</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title># covid-19 on twitter: Bots, conspiracies, and social media activism</article-title>
          <source>Cornell University</source>
          <year>2020</year>
          <access-date>2021-08-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://arxiv.org/abs/2004.09531v1">https://arxiv.org/abs/2004.09531v1</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="web">
          <article-title>mkearney / tweetbotornot</article-title>
          <source>GitHub</source>
          <year>2019</year>
          <access-date>2021-08-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://github.com/mkearney/tweetbotornot">https://github.com/mkearney/tweetbotornot</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Varol</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Ferrara</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Flammini</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Menczer</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>BotOrNot: A System to Evaluate Social Bots</article-title>
          <year>2016</year>
          <conf-name>25th International Conference Companion on World Wide Web</conf-name>
          <conf-date>April 11-15, 2016</conf-date>
          <conf-loc>Montréal, Québec, Canada</conf-loc>
          <pub-id pub-id-type="doi">10.1145/2872518.2889302</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lindekilde</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>della Porta</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Discourse and frame analysis: in-depth analysis of qualitative data in social movement research</article-title>
          <source>Methodological Practices in Social Movement Research</source>
          <year>2014</year>
          <publisher-loc>Oxford, England</publisher-loc>
          <publisher-name>Oxford University Press</publisher-name>
          <fpage>195</fpage>
          <lpage>227</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Braun</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Using thematic analysis in psychology</article-title>
          <source>Qualitative Research in Psychology</source>
          <year>2006</year>
          <month>01</month>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>77</fpage>
          <lpage>101</lpage>
          <pub-id pub-id-type="doi">10.1191/1478088706qp063oa</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kirby</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The economics of the toilet paper panic—and why more stockpiling is inevitable</article-title>
          <source>Maclean's</source>
          <year>2020</year>
          <month>03</month>
          <day>10</day>
          <access-date>2021-08-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.macleans.ca/economy/economicanalysis/the-toilet-paper-panic-and-why-more-stockpiling-is-inevitable/">https://www.macleans.ca/economy/economicanalysis/the-toilet-paper-panic-and-why-more-stockpiling-is-inevitable/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stephenson</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Community engagement through hashtags</article-title>
          <source>Perry Stephenson</source>
          <year>2018</year>
          <access-date>2021-08-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://perry.stephenson.id/2018/08/25/community-engagement-through-hashtags/">https://perry.stephenson.id/2018/08/25/community-engagement-through-hashtags/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Price</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Tewksbury</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Barnett</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Boster</surname>
              <given-names>FJ</given-names>
            </name>
          </person-group>
          <article-title>News values and public opinion: A theoretical account of media priming and framing</article-title>
          <source>Progress in communication sciences</source>
          <year>1997</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Ablex</publisher-name>
          <fpage>173</fpage>
          <lpage>212</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chong</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Druckman</surname>
              <given-names>JN</given-names>
            </name>
          </person-group>
          <article-title>Framing Public Opinion in Competitive Democracies</article-title>
          <source>Am Polit Sci Rev</source>
          <year>2007</year>
          <month>11</month>
          <day>08</day>
          <volume>101</volume>
          <issue>4</issue>
          <fpage>637</fpage>
          <lpage>655</lpage>
          <pub-id pub-id-type="doi">10.1017/s0003055407070554</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van der Linden</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Savoie</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Does Collective Interest or Self-Interest Motivate Mask Usage as a Preventive Measure Against COVID-19?</article-title>
          <source>Can J Pol Sci</source>
          <year>2020</year>
          <month>05</month>
          <day>14</day>
          <volume>53</volume>
          <issue>2</issue>
          <fpage>391</fpage>
          <lpage>397</lpage>
          <pub-id pub-id-type="doi">10.1017/s0008423920000475</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Valenzuela</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Piña</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ramírez</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Behavioral Effects of Framing on Social Media Users: How Conflict, Economic, Human Interest, and Morality Frames Drive News Sharing</article-title>
          <source>J Commun</source>
          <year>2017</year>
          <month>08</month>
          <day>28</day>
          <volume>67</volume>
          <issue>5</issue>
          <fpage>803</fpage>
          <lpage>826</lpage>
          <comment>p 802</comment>
          <pub-id pub-id-type="doi">10.1111/jcom.12325</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cairney</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wellstead</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>COVID-19: effective policymaking depends on trust in experts, politicians, and the public</article-title>
          <source>Policy Design and Practice</source>
          <year>2020</year>
          <month>10</month>
          <day>26</day>
          <fpage>1</fpage>
          <lpage>14</lpage>
          <pub-id pub-id-type="doi">10.1080/25741292.2020.1837466</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jaiswal</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mathur</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mattu</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Automatic Humour Detection in Tweets using Soft Computing Paradigms</article-title>
          <year>2019</year>
          <conf-name>International Conference on Machine Learning, Big Data, Cloud and Parallel Computing (COMITCon)</conf-name>
          <conf-date>February 14-16, 2019</conf-date>
          <conf-loc>Faridabad, India</conf-loc>
          <pub-id pub-id-type="doi">10.1109/comitcon.2019.8862259</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref65">
        <label>65</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kopper</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The use of humour in diplomatic tweets: The affiliative potential of ridicule</article-title>
          <source>Cooperation and Conflict</source>
          <year>2020</year>
          <month>11</month>
          <day>26</day>
          <fpage>001083672097545</fpage>
          <pub-id pub-id-type="doi">10.1177/0010836720975458</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref66">
        <label>66</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hyland-Wood</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Gardner</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Leask</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ecker</surname>
              <given-names>UKH</given-names>
            </name>
          </person-group>
          <article-title>Toward effective government communication strategies in the era of COVID-19</article-title>
          <source>Humanit Soc Sci Commun</source>
          <year>2021</year>
          <month>01</month>
          <day>27</day>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>11</lpage>
          <pub-id pub-id-type="doi">10.1057/s41599-020-00701-w</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref67">
        <label>67</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Oppenheim</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Gallivan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Madhav</surname>
              <given-names>NK</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Serhiyenko</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Wolfe</surname>
              <given-names>ND</given-names>
            </name>
            <name name-style="western">
              <surname>Ayscue</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Assessing global preparedness for the next pandemic: development and application of an Epidemic Preparedness Index</article-title>
          <source>BMJ Glob Health</source>
          <year>2019</year>
          <month>01</month>
          <day>29</day>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>e001157</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://gh.bmj.com/lookup/pmidlookup?view=long&#38;pmid=30775006"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjgh-2018-001157</pub-id>
          <pub-id pub-id-type="medline">30775006</pub-id>
          <pub-id pub-id-type="pii">bmjgh-2018-001157</pub-id>
          <pub-id pub-id-type="pmcid">PMC6352812</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref68">
        <label>68</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Naeem</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Do social media platforms develop consumer panic buying during the fear of Covid-19 pandemic</article-title>
          <source>Journal of Retailing and Consumer Services</source>
          <year>2021</year>
          <month>01</month>
          <volume>58</volume>
          <fpage>102226</fpage>
          <pub-id pub-id-type="doi">10.1016/j.jretconser.2020.102226</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref69">
        <label>69</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jang</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Hart</surname>
              <given-names>PS</given-names>
            </name>
          </person-group>
          <article-title>Polarized frames on “climate change” and “global warming” across countries and states: Evidence from Twitter big data</article-title>
          <source>Global Environmental Change</source>
          <year>2015</year>
          <month>05</month>
          <volume>32</volume>
          <fpage>11</fpage>
          <lpage>17</lpage>
          <comment>p 13</comment>
          <pub-id pub-id-type="doi">10.1016/j.gloenvcha.2015.02.010</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref70">
        <label>70</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Potnis</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Tahamtan</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Hashtags for gatekeeping of information on social media</article-title>
          <source>J Assoc Inf Sci Technol</source>
          <year>2021</year>
          <month>03</month>
          <day>11</day>
          <fpage>1</fpage>
          <lpage>13</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1002/asi.24467"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/asi.24467</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref71">
        <label>71</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bruns</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Moe</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Bruns</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mahrt</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Weller</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Burgess</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Puschmann</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Structural layers of communication on Twitter</article-title>
          <source>Twitter and society [Digital Formations, Volume 89]</source>
          <year>2014</year>
          <publisher-loc>Bern, Switzerland</publisher-loc>
          <publisher-name>Peter Lang Publishing</publisher-name>
          <fpage>15</fpage>
          <lpage>28</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref72">
        <label>72</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Siapera</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Boudourides</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lenis</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Suiter</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Refugees and Network Publics on Twitter: Networked Framing, Affect, and Capture</article-title>
          <source>Social Media + Society</source>
          <year>2018</year>
          <month>03</month>
          <day>26</day>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>205630511876443</fpage>
          <pub-id pub-id-type="doi">10.1177/2056305118764437</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref73">
        <label>73</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shteynberg</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Shared Attention</article-title>
          <source>Perspect Psychol Sci</source>
          <year>2015</year>
          <month>09</month>
          <day>17</day>
          <volume>10</volume>
          <issue>5</issue>
          <fpage>579</fpage>
          <lpage>90</lpage>
          <pub-id pub-id-type="doi">10.1177/1745691615589104</pub-id>
          <pub-id pub-id-type="medline">26385997</pub-id>
          <pub-id pub-id-type="pii">10/5/579</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref74">
        <label>74</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reynolds</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>W Seeger</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Crisis and emergency risk communication as an integrative model</article-title>
          <source>J Health Commun</source>
          <year>2005</year>
          <month>02</month>
          <day>23</day>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>43</fpage>
          <lpage>55</lpage>
          <pub-id pub-id-type="doi">10.1080/10810730590904571</pub-id>
          <pub-id pub-id-type="medline">15764443</pub-id>
          <pub-id pub-id-type="pii">QJC5WKY16JXPDUEB</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref75">
        <label>75</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Padidar</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Liao</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Magagula</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mahlaba</surname>
              <given-names>TAM</given-names>
            </name>
            <name name-style="western">
              <surname>Nhlabatsi</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Lukas</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Assessment of early COVID-19 compliance to and challenges with public health and social prevention measures in the Kingdom of Eswatini, using an online survey</article-title>
          <source>PLoS One</source>
          <year>2021</year>
          <month>6</month>
          <day>29</day>
          <volume>16</volume>
          <issue>6</issue>
          <fpage>e0253954</fpage>
          <comment>p 4<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0253954"/></comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0253954</pub-id>
          <pub-id pub-id-type="medline">34185804</pub-id>
          <pub-id pub-id-type="pii">PONE-D-20-34637</pub-id>
          <pub-id pub-id-type="pmcid">PMC8241123</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
