<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v24i6e37623</article-id>
      <article-id pub-id-type="pmid">35671411</article-id>
      <article-id pub-id-type="doi">10.2196/37623</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Understanding How and by Whom COVID-19 Misinformation is Spread on Social Media: Coding and Network Analyses</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Gisondi</surname>
            <given-names>Michael</given-names>
          </name>
        </contrib>
        <contrib contrib-type="editor">
          <name>
            <surname>Gottlieb</surname>
            <given-names>Michael</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Xu</surname>
            <given-names>Qing</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Ceron</surname>
            <given-names>Wilson</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Chalghaf</surname>
            <given-names>Nasr</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Lin</surname>
            <given-names>Tao</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Zhao</surname>
            <given-names>Yuehua</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8412-2878</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Zhu</surname>
            <given-names>Sicheng</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3900-1169</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Wan</surname>
            <given-names>Qiang</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0826-8821</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Li</surname>
            <given-names>Tianyi</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3704-1645</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Zou</surname>
            <given-names>Chun</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3081-6727</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>Hao</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0131-0823</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Deng</surname>
            <given-names>Sanhong</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>School of Information Management</institution>
            <institution>Nanjing University</institution>
            <addr-line>163 Xianlin Road</addr-line>
            <addr-line>Qixia District</addr-line>
            <addr-line>Nanjing, 210023</addr-line>
            <country>China</country>
            <phone>86 2589685996</phone>
            <email>sanhong@nju.edu.cn</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6910-3935</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>School of Information Management</institution>
        <institution>Nanjing University</institution>
        <addr-line>Nanjing</addr-line>
        <country>China</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Jiangsu Key Laboratory of Data Engineering and Knowledge Service</institution>
        <institution>Nanjing University</institution>
        <addr-line>Nanjing</addr-line>
        <country>China</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Sanhong Deng <email>sanhong@nju.edu.cn</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>6</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>20</day>
        <month>6</month>
        <year>2022</year>
      </pub-date>
      <volume>24</volume>
      <issue>6</issue>
      <elocation-id>e37623</elocation-id>
      <history>
        <date date-type="received">
          <day>28</day>
          <month>2</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>19</day>
          <month>4</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>10</day>
          <month>5</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>7</day>
          <month>6</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Yuehua Zhao, Sicheng Zhu, Qiang Wan, Tianyi Li, Chun Zou, Hao Wang, Sanhong Deng. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 20.06.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2022/6/e37623" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>During global health crises such as the COVID-19 pandemic, rapid spread of misinformation on social media has occurred. The misinformation associated with COVID-19 has been analyzed, but little attention has been paid to developing a comprehensive analytical framework to study its spread on social media.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>We propose an elaboration likelihood model–based theoretical model to understand the persuasion process of COVID-19–related misinformation on social media.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>The proposed model incorporates the central route feature (content feature) and peripheral features (including creator authority, social proof, and emotion). The central-level COVID-19–related misinformation feature includes five topics: medical information, social issues and people’s livelihoods, government response, epidemic spread, and international issues. First, we created a data set of COVID-19 pandemic–related misinformation based on fact-checking sources and a data set of posts that contained this misinformation on real-world social media. Based on the collected posts, we analyzed the dissemination patterns.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Our data set included 11,450 misinformation posts, with medical misinformation as the largest category (n=5359, 46.80%). Moreover, the results suggest that both the least (4660/11,301, 41.24%) and most (2320/11,301, 20.53%) active users are prone to sharing misinformation. Further, posts related to international topics that have the greatest chance of producing a profound and lasting impact on social media exhibited the highest distribution depth (maximum depth=14) and width (maximum width=2355). Additionally, 97.00% (2364/2437) of the spread was characterized by radiation dissemination.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Our proposed model and findings could help to combat the spread of misinformation by detecting suspicious users and identifying propagation characteristics.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>health misinformation</kwd>
        <kwd>COVID-19</kwd>
        <kwd>social media</kwd>
        <kwd>misinformation spread</kwd>
        <kwd>infodemiology</kwd>
        <kwd>global health crisis</kwd>
        <kwd>misinformation</kwd>
        <kwd>theoretical model</kwd>
        <kwd>medical information</kwd>
        <kwd>epidemic</kwd>
        <kwd>pandemic</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>As early as February 15, 2020, the General Director of the World Health Organization stated at the Munich Security Conference, “We are not only just fighting an epidemic; but also an infodemic” [<xref ref-type="bibr" rid="ref1">1</xref>]. Owing to quarantine restrictions imposed during pandemics, information access is limited to the internet and social media, which facilitates misinformation spread. According to one survey, 87% of internet users were exposed to pandemic-related misinformation [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
        <p>The spread of misinformation on social media can be amplified by information silos and echo chambers with personally tailored content. Kouzy et al [<xref ref-type="bibr" rid="ref3">3</xref>] reported that 153 out of 673 tweets (24.8%) they examined contained COVID-19 pandemic misinformation, and 107 out of 673 tweets (17.4%) contained unverifiable information. Misinformation about the origin of the virus that originated from social media accounts has attracted more than 20 million hits [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
      </sec>
      <sec>
        <title>Theoretical Context</title>
        <p>On social media, misinformation can be defined as messages that aim to persuade other users. Persuasion theories state that the disseminator, message content, and recipient all have an impact on communication. Apart from studying the posts themselves, it is also necessary to examine the users who spread misinformation on social media. To uncover the characteristics of the spreaders of misinformation, we relied on persuasion theories that can help understand how misinformation is spread on social media. According to the elaboration likelihood model (ELM), a widely used persuasion model, users form their attitudes toward a message using either the central or peripheral path [<xref ref-type="bibr" rid="ref5">5</xref>]. In the central path, users evaluate the quality and strength of the information, whereas in the peripheral route, they focus more on superficial factors such as the source’s reputation, visual appeal, and presentation [<xref ref-type="bibr" rid="ref6">6</xref>]. Therefore, the characteristics of online health misinformation can be divided into two levels: central and peripheral [<xref ref-type="bibr" rid="ref7">7</xref>]. The characteristics of the central-level features of online coronavirus misinformation have been documented in the context of various countries [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>] with misinformation spreading rapidly worldwide. However, little is known about the peripheral characteristics of COVID-19–related misinformation. Therefore, the first research question of this study was as follows: What are the central- and peripheral-level features of disseminated misinformation related to COVID-19? To answer this question, we propose a theoretical model of the persuasion process of COVID-19–related misinformation on social media based on the ELM. As shown in <xref rid="figure1" ref-type="fig">Figure 1</xref>, the central route feature (content type) and peripheral features (including the creator’s authority, social proof, and emotion) are emphasized.</p>
        <p>The dissemination of misleading information leads to increased public uncertainty, lack of belief in trustworthy sources, and, as a result, increased spread and ineffective containment of the virus [<xref ref-type="bibr" rid="ref4">4</xref>]. To date, studies have largely focused on the extent of misinformation associated with coronavirus disease [<xref ref-type="bibr" rid="ref3">3</xref>]. In contrast, a comprehensive understanding of the virality of COVID-19–related misinformation, particularly in the context of social media, is lacking. Accordingly, the second research question that guided this study was the following: How does COVID-19–related misinformation spread on social media? To answer this question, we measured the virality of COVID-19–related misinformation on social media from multiple perspectives, including the number of reposts, depth of reposts, width of reposts, and repost speed.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Theoretical model of the spread of COVID-19–related misinformation on social media.</p>
          </caption>
          <graphic xlink:href="jmir_v24i6e37623_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Related Work</title>
        <sec>
          <title>Persuasion Theory and Misinformation</title>
          <p>Persuasion can be defined as “human communication that is designed to influence others by modifying their beliefs, values, or attitudes” [<xref ref-type="bibr" rid="ref10">10</xref>]. The ELM views persuasion primarily as a cognitive event, meaning that the recipients of persuasive messages use mental processes of motivation and reasoning (or lack thereof) to accept or reject the messages [<xref ref-type="bibr" rid="ref5">5</xref>].</p>
          <p>In the peripheral route, messages rely on the emotional involvement of the recipient, and the recipient is persuaded by more superficial means. Cialdini [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>] identified seven common cues that signal the use of a peripheral message: authority, commitment, contrast, liking, reciprocity, scarcity, and social proof. As a peripheral cue, authority can be used to convince the audience to accept the presented beliefs or behaviors. Previous work in psychology has shown that participants tend to believe information from people they consider credible [<xref ref-type="bibr" rid="ref13">13</xref>]. From the social media perspective, the number of followers and followings (friends) of users may represent their social capital [<xref ref-type="bibr" rid="ref14">14</xref>], which may indicate their authority. Posts by users with numerous followers (eg, opinion leaders) are perceived as trustworthy [<xref ref-type="bibr" rid="ref15">15</xref>]. Moreover, Suh et al [<xref ref-type="bibr" rid="ref16">16</xref>] found that the number of followers/followings of social media users positively influences the retweet probability of their posts.</p>
          <p>Peripheral evidence of social proof is based on the age-old concept of peer pressure [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. Empirical evidence suggests that engagement metrics provided by social media platforms, such as the number of likes and posts, also increase belief in social media content, especially in the case of misinformation [<xref ref-type="bibr" rid="ref17">17</xref>]. Finally, rather than focusing on facts, the peripheral route depends on associations with positive attributes such as positive emotions [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
        </sec>
        <sec>
          <title>Spread of Misinformation on Social Media</title>
          <p>Bode and Vraga [<xref ref-type="bibr" rid="ref19">19</xref>] defined misinformation as “the factually incorrect information that is not backed up with evidence.” Zhou et al [<xref ref-type="bibr" rid="ref20">20</xref>] showed that misinformation with emotional and comparative terms is more likely to spread than correct information.</p>
          <p>Moreover, researchers examined user-based characteristics to further understand the types of individuals who post or spread misinformation on social media [<xref ref-type="bibr" rid="ref21">21</xref>]. Verification status, often assigned to official accounts and public figures to inform people that the account is authentic, is often used to measure the credibility of social media content [<xref ref-type="bibr" rid="ref22">22</xref>]. Because crises are defined as emotional situations, the function of emotions in studies of misinformation connected to public health emergencies requires further investigation [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
          <p>Existing research on the propagation characteristics of misinformation spread has focused on temporal factors [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>] rather than propagation structure [<xref ref-type="bibr" rid="ref26">26</xref>]. To capture the high-order propagation patterns of misinformation spread on social media, Ma et al [<xref ref-type="bibr" rid="ref26">26</xref>] constructed a propagation network of misinformation on Twitter and identified that misinformation is typically first posted by a low-profile user, followed by some popular users who help spread it further, whereas genuine information is first posted by a prominent user and then directly shared by many general users.</p>
        </sec>
        <sec>
          <title>Characteristics of COVID-19–Related Misinformation</title>
          <p><xref ref-type="table" rid="table1">Table 1</xref> summarizes previous research on COVID-19–related misinformation on social media. Song et al [<xref ref-type="bibr" rid="ref9">9</xref>] examined the types of misinformation disseminated during the COVID-19 pandemic in South Korea by analyzing fact-checking posts. Ceron et al [<xref ref-type="bibr" rid="ref8">8</xref>] collected data from two Twitter accounts of Brazilian fact-checking projects and presented the refuted themes during the pandemic. Chen and Tang [<xref ref-type="bibr" rid="ref27">27</xref>] reported that the spread of misinformation in public health emergencies had obvious characteristics of localization and high reproducibility.</p>
          <p>In addition to content-based characteristics, the studies show that tweets from unverified accounts contain more misinformation compared to those from verified accounts (31% for unverified accounts, 12.6% for verified accounts; <italic>P</italic>&#60;.001) [<xref ref-type="bibr" rid="ref3">3</xref>]. Twitter accounts with more followers have fewer tweets with false information (20.1%, <italic>P</italic>&#60;.001). Cinelli et al [<xref ref-type="bibr" rid="ref28">28</xref>] found that while the number of posts from suspicious sources accounts for 70% of the volume of posts from trusted sources, the volume of responses to the former is three times higher than that to the latter.</p>
          <p>In summary, there are two potential gaps in the existing literature that we address in this study. Previous studies have examined the characteristics of misinformation about the COVID-19 pandemic from several perspectives [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]. Psychological research has demonstrated the effect of news source credibility on persuasion [<xref ref-type="bibr" rid="ref13">13</xref>], especially in the case of misinformation [<xref ref-type="bibr" rid="ref30">30</xref>]. However, there is limited empirical research on the <italic>source</italic> of misinformation related to the COVID-19 pandemic (ie, the users who post the misinformation) and the misinformation dissemination patterns on social media platforms. In addition, based on the ELM, we proposed that the peripheral-level features of the spread of misinformation include the authority of the creators, emotion, and social proof, and then investigated the characteristics of the misinformation related to COVID-19 on social media. To the best of our knowledge, no study has considered all of the aforementioned features of COVID-19–related misinformation.</p>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>Previous research on COVID-19–related misinformation on social media.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="130"/>
              <col width="380"/>
              <col width="140"/>
              <col width="110"/>
              <col width="240"/>
              <thead>
                <tr valign="top">
                  <td>Study</td>
                  <td>Title</td>
                  <td>Method</td>
                  <td>Data</td>
                  <td>Source</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Song et al [<xref ref-type="bibr" rid="ref9">9</xref>]</td>
                  <td>The South Korean government’s response to combat COVID-19 misinformation: analysis of “Fact and Issue Check” on the Korea Centers for Disease Control and Prevention website</td>
                  <td>Content analysis</td>
                  <td>90 posts</td>
                  <td>Korea Centers for Disease Control and Prevention (KCDC) website</td>
                </tr>
                <tr valign="top">
                  <td> Kouzy et al [<xref ref-type="bibr" rid="ref3">3</xref>]</td>
                  <td>Coronavirus goes viral: quantifying the COVID19 misinformation epidemic on Twitter</td>
                  <td>Statistical analysis</td>
                  <td>673 tweets</td>
                  <td>Twitter</td>
                </tr>
                <tr valign="top">
                  <td>Ceron et al [<xref ref-type="bibr" rid="ref8">8</xref>]</td>
                  <td>Fake news agenda in the era of COVID-19: identifying trends through fact-checking content</td>
                  <td>Topic analysis</td>
                  <td>5115 tweets</td>
                  <td>Twitter</td>
                </tr>
                <tr valign="top">
                  <td>Qin [<xref ref-type="bibr" rid="ref29">29</xref>]</td>
                  <td>Analysis of the characteristics of health rumors in public health emergencies: Taking the “Shuanghuanglian” incident during the COVID-19 as an example</td>
                  <td>Case analysis</td>
                  <td>134 headings</td>
                  <td>COVID-19–related rumor list announced by Dingxiangyuan.com</td>
                </tr>
                <tr valign="top">
                  <td>Chen and Tang [<xref ref-type="bibr" rid="ref27">27</xref>]</td>
                  <td>Analysis of circulating characteristics of rumors on Weibo in public emergencies: a case study of COVID-19 epidemic</td>
                  <td>Coding and visual analysis</td>
                  <td>968 posts</td>
                  <td> Weibo Rumor Refuting</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
        </sec>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Process</title>
        <p>First, we created a data set of COVID-19 pandemic-related misinformation based on fact-checking sources and then created another data set of circulated posts that contained this misinformation from a real-world social media platform. Based on the collected posts, we further analyzed the dissemination patterns and proposed peripheral-level characteristics of the coronavirus misinformation circulated on social media. The detailed data collection and analysis procedures are described in <xref rid="figure2" ref-type="fig">Figure 2</xref>.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Data collection and data analysis process.</p>
          </caption>
          <graphic xlink:href="jmir_v24i6e37623_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Data Collection</title>
        <sec>
          <title>Definition of Misinformation</title>
          <p>Accurate identification of unknown misinformation is difficult for the general public because it requires multidisciplinary expertise. Reliable access to misinformation can be achieved by processing authoritative disconfirming information. For example, from the rebuttal information “Smoking can prevent coronavirus infection. This is false,” we can extract the misinformation “smoking can prevent coronavirus infection.”</p>
        </sec>
        <sec>
          <title>Obtaining Misinformation Related to the COVID-19 Pandemic</title>
          <p>As sources of authoritative misinformation, we selected three authoritative online platforms: China Internet Joint Rumor-Refuting Platform [<xref ref-type="bibr" rid="ref31">31</xref>] (operated by the Office of the Central Cyberspace Affairs Commission), Tencent Fact Checking Platform [<xref ref-type="bibr" rid="ref32">32</xref>] (operated by a large-scale internet integrated service provider), and Weibo Report Processing Hall [<xref ref-type="bibr" rid="ref33">33</xref>] (operated by a large-scale public social media platform). We developed a web crawler to automatically collect the rumor-refuting information posted on each platform under the keywords “Novel Coronavirus (新冠病毒)/COVID/Epidemic (疫情)” from December 1, 2019, to December 1, 2020. After manual cleaning of irrelevant and repetitive information, we obtained 1065 COVID-19 pandemic–related misinformation posts.</p>
        </sec>
        <sec>
          <title>Collecting Posts Containing COVID-19 Pandemic–Related Misinformation</title>
          <p>To collect the circulated posts containing COVID-19 pandemic–related misinformation, we extracted keywords from all the collected misinformation, and then created corresponding queries for an advanced search on the Weibo.cn website. Considering the possibility of delayed and long-term dissemination of misinformation, the query search was limited to original posts between December 1, 2019, and February 2, 2021.</p>
          <p>To ensure the accuracy of the collected posts, the first round of collection was performed by manual query using a semiautomated collection tool. If there were more than 50 valid retrieved posts, the second round of collection was performed using an automated web crawler followed by data cleaning. After two collection rounds, Weibo posts containing misinformation were matched with the corresponding misinformation and 11,450 posts were finally identified.</p>
        </sec>
      </sec>
      <sec>
        <title>Coding Process</title>
        <p>A summary of previous research [<xref ref-type="bibr" rid="ref34">34</xref>-<xref ref-type="bibr" rid="ref36">36</xref>] on the classification of pandemic-related misinformation on social media can be found in Table S1 of <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. Inspired by previous research, to characterize the content of COVID-19 misinformation, we manually coded the 1065 misinformation posts according to the six steps proposed by Richards and Hemphill [<xref ref-type="bibr" rid="ref37">37</xref>]: (1) preliminary organization and planning, (2) open and axial coding, (3) development of a preliminary codebook, (4) pilot testing of the codebook, (5) final coding process, and (6) review of the codebook and finalization of the themes.</p>
        <p>The coding scheme developed in this study is shown in <xref ref-type="table" rid="table2">Table 2</xref>. The COVID-19–related misinformation was classified into five content types: government response (Chinese-related), spread of epidemic (Chinese-related), medical information (Chinese-related), social issues and livelihood of people (Chinese-related), and international issues. Following Krippendorff’s [<xref ref-type="bibr" rid="ref38">38</xref>] method, four coders were recruited to conduct two rounds of manual labeling. In the first round, a pilot labeling of 300 misinformation items was performed. After further discussion, the remaining 765 misinformation items were independently labeled by the four coders in the second round, with an α value of .78. This meant that the four coders achieved substantial agreement in the topic assignment [<xref ref-type="bibr" rid="ref39">39</xref>]. In the coding process, for misinformation items involving two or more topics, all four coders discussed and classified the items into the most relevant categories. Subsequently, 11,450 posts were labeled according to the labeling of the corresponding misinformation.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>COVID-19 pandemic–related misinformation topics.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="160"/>
            <col width="340"/>
            <col width="500"/>
            <thead>
              <tr valign="top">
                <td>Topic</td>
                <td>Illustration</td>
                <td>Example</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Government response (Chinese-related)</td>
                <td>Information related to traffic control, resumption of work and school, suspension of work and school, epidemic prevention measures, and others</td>
                <td>It is said that after the disinfectant powder is sprayed over Wuhan today, patients with fever will be transported to designated hospitals.</td>
              </tr>
              <tr valign="top">
                <td>Spread of the epidemic (Chinese-related)</td>
                <td>Information related to the spread of the pandemic</td>
                <td>The son-in-law of the Guanghan family came back from Wuhan for a few days. The family concealed their working address and went to play cards every day. He became ill today. The neighbors were very angry and went to smash his house.</td>
              </tr>
              <tr valign="top">
                <td>Medical information (Chinese-related)</td>
                <td>Information related to the virus itself, infection, prevention, treatment, disinfection, and other medical information</td>
                <td>A doctor friend sent it. In response to this new type of coronavirus, the content of vitamin C (to fight the virus) and echinacea (to enhance immunity) can be used to prevent it.</td>
              </tr>
              <tr valign="top">
                <td>Social issues and livelihood of people (Chinese-related)</td>
                <td>Information related to celebrities, donation assistance, social aspects, and people’s livelihood</td>
                <td>National level response! All rented houses, apartments, shops and factories will be rent-free for one month in February, and rent-free for half a month in March and April! I hope that all “landlords” will respond positively! Overcome the difficulties together</td>
              </tr>
              <tr valign="top">
                <td>International issues</td>
                <td>Information related to other countries’ response, online political rumors</td>
                <td> Japan sent a 1,000-member medical team to Wuhan without masks and slogans.</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Extraction of Post Features</title>
        <p>Through the weibo.cn/repost/ website using a Weibo ID, we obtained the specific forwarding, liking, and commenting information of each post. Based on the forwarding relationships, we then created the forwarding network of the collected posts. Following Avram et al [<xref ref-type="bibr" rid="ref17">17</xref>], we used engagement metrics, including the numbers of likes, comments, and forwards of each post, to represent the social proof features of posts containing misinformation (as summarized in <xref ref-type="table" rid="table3">Table 3</xref>).</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Features of posts containing COVID-19–related misinformation and users who have posted them.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="320"/>
            <col width="330"/>
            <col width="320"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Category</td>
                <td>Description</td>
                <td>Data type</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="4">
                  <bold>Social proof features</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Forwards</td>
                <td>Frequency of forwarding</td>
                <td>Integer</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Comments</td>
                <td>Frequency of commenting</td>
                <td>Integer</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Likes</td>
                <td>Frequency of liking</td>
                <td>Integer</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Profile features</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Verification status</td>
                <td>Verified or not</td>
                <td>Verified/Not verified</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Verification type</td>
                <td>Verification type</td>
                <td>Category</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Mrank</td>
                <td>Weibo membership level</td>
                <td>Integer (0-7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Urank</td>
                <td>User level</td>
                <td>Integer (0-48)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Interactive features</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Posts_count</td>
                <td>Number of posts</td>
                <td>Integer</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Followers_count</td>
                <td>Number of followers</td>
                <td>Integer</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Following_count</td>
                <td>Number of followings</td>
                <td>Integer</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Extraction of User Features</title>
        <p>Apart from users who could not be captured because they were, for example, blocked, a total of 11,301 users who had published posts containing misinformation about COVID-19 were collected on Weibo.</p>
        <p>Weibo’s user authentication mechanism provides a channel for different types of users to prove their identity. The type of verification includes verified personal users, government users, media users, and businesses. The user level, as the basic characteristic of Weibo users, can largely represent the activity level of accounts. The higher the user level, the more active the user is. Membership level reflects users’ habits in using Weibo. Users with a high membership level can be considered loyal users.</p>
        <p>In addition to profile features, the interactive characteristics (ie, numbers of followers, followings, and posts) can also characterize users’ authority on social media. The number of posts reflects the user’s engagement on the social media platform. Users with a considerable number of followers can share their opinions with a large group of people [<xref ref-type="bibr" rid="ref16">16</xref>], whereas users with many followings have a broad range of information sources [<xref ref-type="bibr" rid="ref14">14</xref>]. Therefore, both profile features and interactive features characterize the authority of users who have published posts containing misinformation. Detailed descriptions of these features can be found in <xref ref-type="table" rid="table3">Table 3</xref>.</p>
      </sec>
      <sec>
        <title>Sentiment Analysis</title>
        <p>Sentiment characteristics have been recognized as effective features for distinguishing online rumors and fake reviews [<xref ref-type="bibr" rid="ref40">40</xref>]. In this study, we performed sentiment analysis by applying a pretrained convolutional neural network model to the collected data set on the Baidu Senta system [<xref ref-type="bibr" rid="ref41">41</xref>]. Senta incorporates sentiment knowledge into pretrained models and produces new state-of-the-art results on most of the test data sets [<xref ref-type="bibr" rid="ref42">42</xref>]. Senta is exposed to a vast corpus from multiple settings as an open sentiment analysis platform, which considerably increases the validity of its analyses [<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref43">43</xref>]. Senta uses an unsupervised method to automatically mine emotional knowledge, and comprehensively surpassed other approaches in 14 typical tasks of Chinese emotional analysis [<xref ref-type="bibr" rid="ref41">41</xref>]. Each post that is input into Senta returns an outcome of positive sentiment likelihood ranging from 0 to 1, which can be utilized as the sentiment feature of the post.</p>
      </sec>
      <sec>
        <title>Construction of the Dissemination Network</title>
        <p>To describe the prevalence of coronavirus-related misinformation on social media, in addition to the number of forwards of each post, we crawled the detailed forwarding information for each post in the data set created in the previous step of the research and collected a list of forwards of the original misinformation posts. The forwarding information for each post included the users who forwarded the original post, the content of the reposts, and the forwards and likes that the reposts received. The Weibo platform uses the “//” symbol to divide the forwarded content into different forwarding levels. Therefore, the forwarding level of each post can be extracted based on the forwarded content. In addition, the dissemination network of each post can be constructed using a series of reposts based on the corresponding forwarding relationships. Thus, apart from posts that could not be captured because they were, for example, blocked or deleted, we constructed a dissemination network for a total of 2437 posts that contained information about COVID-19. In these networks, each node represents an individual post, whereas a directed link represents a forwarding relationship from the source node to the repost node. For example, if post A forwards the original post B, then an edge is drawn from nodes B to A.</p>
      </sec>
      <sec>
        <title>Extraction of Dissemination Scale, Depth, Width, and Speed</title>
        <p>In the constructed dissemination networks, each node represents a single post that was involved in the spread of misinformation related to COVID-19. Based on the network for each original post, the dissemination scale refers to the number of nodes in the network, corresponding to the number of forwards for the original post. The dissemination depth indicates the highest level of repost in the network of the original post, whereas the dissemination width is equal to the number of nodes at the level with the largest number of nodes in the network.</p>
        <p><xref rid="figure3" ref-type="fig">Figure 3</xref> shows an example of a dissemination network for a post. Node A denotes an original post containing COVID-19–related misinformation. Posts B1, B2, and B3 forward the original post. Subsequently, post B1 is forwarded by posts C1, C2, and C3, while post B3 is forwarded by post C4; post C3 is also forwarded by D1. In this case, the original post A has been forwarded eight times and thus has a dissemination scale of 8. The second level of forwarding involves most posts, which means that the propagation width of the original post A is equal to 4. The highest level of forwarding signifies that the dissemination depth is 3.</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Illustration of the dissemination scale, depth, width, and speed of a sample post. Each node represents a single post that was involved in the spread of misinformation related to COVID-19.</p>
          </caption>
          <graphic xlink:href="jmir_v24i6e37623_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>No ethics approval was required as this study was based on publicly available data and involved no personally identifiable data.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Central Route Feature of Posts</title>
        <p>To answer the first research question, coding analysis was performed to identify the content types/topics of posts containing COVID-19–related misinformation. A total of 11,450 such posts were categorized under five topics: government response (n=1021), spread of the epidemic (n=639), medical information (n=5359), social issues and livelihood of people (n=4132), and international issues (n=299). The most common theme was medical misinformation (5359/11,450, 46.80%), including misinformation about the virus, infection, prevention, treatment, and disinfection. The second most popular topic was social issues and livelihood of people (4132/11,450, 36.09%), especially related to fake statements about celebrities. This category also included posts referring to donations that were refuted.</p>
        <p>To distinguish different topics of posts, the number of posts and corresponding dates are plotted in <xref rid="figure4" ref-type="fig">Figure 4</xref>, where the warmer color represents a more popular misinformation topic in a given period. Social and livelihood misinformation emerged most prominently in mid-March when several widely circulated misinformation topics appeared, including statements about a Malaysian shaman who can cast a spell to cure the coronavirus. Posts with misinformation about medical information appeared most frequently from February to May, which coincided with the most severe period of the epidemic in China.</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Changes in the number of posts containing misinformation over time.</p>
          </caption>
          <graphic xlink:href="jmir_v24i6e37623_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Peripheral Route Features of Posts</title>
        <sec>
          <title>Overview</title>
          <p>To answer the first research question, we also examined the social proof features of the collected posts, the sentiment features of the posts, and the authority features of the users who posted them.</p>
        </sec>
        <sec>
          <title>Social Proof Features of the Posts</title>
          <p>The collected posts with COVID-19–related misinformation received 11 forwards, 13 comments, and 189 likes, on average. The pie chart in <xref rid="figure5" ref-type="fig">Figure 5</xref> shows the number of posts containing misinformation on different topics, and the bars and the line show the standard deviations (on the left Y-axis) and average numbers (on the right Y-axis) of likes, comments, and forwards that the posts on each topic received. Considering the topics of misinformation, posts with the most likes (mean 713), comments (mean 67), and forwards (mean 82) contained misinformation on international issues, whereas posts with medical information received the least attention, with an average of 40 likes, 7 comments, and 5 forwards (see <xref rid="figure5" ref-type="fig">Figure 5</xref>). Among all five topics, posts containing misinformation on international issues accounted for only 2.61% (299/11,450) of all posts, but achieved much higher attention. This may suggest that misinformation involving international issues, while less frequent, is much more viral across all three types of social proof features, indicating the potentially serious consequences of such misinformation.</p>
          <fig id="figure5" position="float">
            <label>Figure 5</label>
            <caption>
              <p>Social proof features of posts related to various misinformation topics.</p>
            </caption>
            <graphic xlink:href="jmir_v24i6e37623_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Sentiment Features of the Posts</title>
          <p>Considering the misinformation topics, <xref rid="figure6" ref-type="fig">Figure 6</xref> describes the variance of the mean value of the generated sentiment intensity value of the COVID-19-related misinformation posts. The warmer the color, the more positive the emotion, and conversely, the colder the color, the more negative the emotion. The average sentiment value of the posts remained neutral to positive over time. Some of the posts that contained misinformation about unproven preventive measures and treatments appeared to be relatively positive. For example, “A hot bath in the home is the easiest, most effective, and least costly way to protect susceptible people!” conveyed extremely optimistic emotions. In contrast to the general negative sentiment that prevailed among the public during the pandemic [<xref ref-type="bibr" rid="ref44">44</xref>], posts containing misinformation tended to express positive emotions to attract public attention.</p>
          <p>In contrast to other topics, posts spreading misinformation related to spread of the epidemic tended to be consistently negative. In particular, misinformation related to the lifting of the lockdown and traffic restrictions expressed very negative emotions, such as “Harbin is closed! Urgent city closure. No chance for any travel.”</p>
          <fig id="figure6" position="float">
            <label>Figure 6</label>
            <caption>
              <p>Sentiment features of posts related to various misinformation topics.</p>
            </caption>
            <graphic xlink:href="jmir_v24i6e37623_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Authority Features of Users</title>
          <p>Among the users who posted messages containing misinformation related to COVID-19, certified users accounted for 46.60% (5266/11,301). Among them, verified personal users were the most prominent sources (2475/5266, 47.00%), followed by media users (1159/5266, 22.01%) and government accounts (1013/5266, 19.24%). The number of nonverified users was only 6.8% more than that of verified users, representing 53.40% (6035/11,301) of the messages. This suggests that when detecting misinformation, whether it was published by a verified account cannot be a criterion for determining the authority of the information.</p>
          <p>We found obvious differences between the authority characteristics of users who posted messages containing misinformation on different topics. For international issues, certified users (160/292, 54.8%) outnumbered uncertified users (132/292, 45.2%), and certified users (3160/5310, 59.51%) also outnumbered uncertified users for medical information. By contrast, misinformation about social issues and people’s livelihoods was more likely to be posted by uncertified users (2586/4093, 63.18%) than by certified users (1507/4093, 36.82%), and misinformation about the spread of the epidemic was also more likely to be posted by uncertified users (409/630, 64.9%).</p>
          <p>The user-level and membership-level distributions of users posting misinformation on various topics are shown in the upper part of <xref rid="figure7" ref-type="fig">Figure 7</xref>. Considering the user and membership levels, the users with the lowest levels (in the range of 0-13 for user level and 0 for membership level) were the most responsible for publishing misinformation, accounting for 41.24% (4660/11,301) and 46.77% (5285/11,301), respectively. Surprisingly, the second most responsible user groups were those with the highest user (in the range of 42-48; 2320/11,301, 20.53%) and membership (in the range of 6-7; 2680/11,301, 23.71%) levels. This may indicate that misinformation is posted by both the least and most active users. For international misinformation and medical misinformation, users with the highest user levels (in the range of 42-48) accounted for the most (1516/5602, 27.06%), while misinformation on the other three topics tended to be posted more by users with lower user levels (in the range of 0-13; 2758/5699, 48.39%).</p>
          <p>The lower part of <xref rid="figure7" ref-type="fig">Figure 7</xref> shows the average interactive features of users who posted messages containing misinformation on different topics. The number of followers of misinformation publishers averaged over 100,000, demonstrating the great social capital they have on social media.</p>
          <p>In comparison, users who posted misinformation related to international issues and medical information tended to have higher authority than those who posted about the government response, social issues and livelihood of people, and spread of the epidemic. The numbers of posts, followers, and followings of users who posted misinformation related to the government response were the lowest among the five topics, representing users who had less authority.</p>
          <fig id="figure7" position="float">
            <label>Figure 7</label>
            <caption>
              <p>User-level and membership-level distributions and average interactive features of users posting misinformation about various topics.</p>
            </caption>
            <graphic xlink:href="jmir_v24i6e37623_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
      </sec>
      <sec>
        <title>Dissemination Patterns of the Posts</title>
        <p>Based on the constructed dissemination network for each of the 2437 posts containing COVID-19–related misinformation, we extracted the dissemination scale, depth, maximum width, average width, and speed for each post. In this study, maximum width measured the number of nodes involved in the widest level and average width measured the average number at all levels. <xref ref-type="table" rid="table4">Table 4</xref> summarizes the descriptive statistics for the dissemination patterns of all posts. In our data set, the most widely disseminated post comprised 7604 users in the dissemination network. The posts that spread the deepest were forwarded by 14 levels of users, whereas the posts that spread the most widely were forwarded by 2355 users in a given dissemination level. On average, the dissemination scale of all posts was 19.7, with an average depth of 1.5 and an average maximum width of 20.5.</p>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Descriptive statistics of the dissemination patterns.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="340"/>
            <col width="330"/>
            <col width="330"/>
            <thead>
              <tr valign="top">
                <td>Dissemination measures</td>
                <td>Mean (SD)</td>
                <td>Maximum</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Scale</td>
                <td>19.7 (236.03)</td>
                <td>7604</td>
              </tr>
              <tr valign="top">
                <td>Depth</td>
                <td>1.5 (0.99)</td>
                <td>14</td>
              </tr>
              <tr valign="top">
                <td>Maximum width</td>
                <td>20.5 (87.82)</td>
                <td>2355</td>
              </tr>
              <tr valign="top">
                <td>Average width</td>
                <td>15.9 (23.74)</td>
                <td>688</td>
              </tr>
              <tr valign="top">
                <td>Speed</td>
                <td>2.4 (8.20)</td>
                <td>96.9</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <p><xref rid="figure8" ref-type="fig">Figure 8</xref> shows the 95% CI plots for the means of the dissemination scale, depth, maximum width, average width, and speed for the posts related to each topic. Posts containing misinformation related to social issues and livelihood of people clearly engaged many more users in the dissemination network than posts on other topics. Compared to the other topics, misinformation related to the government response (average dissemination scale 28.2) and social issues and livelihood of people (average dissemination scale 27.4) engaged more users in the discussions and propagation. In terms of dissemination depth, maximum width, and average width, posts on international issues reached a larger audience at each dissemination level and resulted in more in-depth propagation. Unlike other topics, most international misinformation posts attracted some level of public attention (with a forwarding rate of 168/299, 56.2%), suggesting that this type of misinformation is more likely to be subject to widespread, large-scale, and heated mainstream discussions.</p>
        <p>Based on the structure, we divided the dissemination network of the misinformation posts into three main types: (1) radiation dissemination network, where the first-level dissemination is wider than all other levels; (2) sector dissemination network, where the width of the other levels in the dissemination network is wider than that of the first level, and the node with the highest forwarding volume reaps more forwards than likes; and (3) viral dissemination network, where the width of other levels in the dissemination network is larger than that of the first level, and the node with the highest like volume reaps more likes than forwards. <xref rid="figure9" ref-type="fig">Figure 9</xref> shows representative examples of all three networks.</p>
        <p>Examination of the posts revealed that 97.00% (2364/2437) were disseminated through the radiation dissemination network, only 0.98% (24/2437) belonged to the sector dissemination network, and 2.01% (49/2437) belonged to the viral dissemination network. As shown in <xref rid="figure9" ref-type="fig">Figure 9</xref>a, the width of the first-level forwarding radiated from the original node is much larger than that of the subsequent layers, which is reflected in the much higher density of nodes around the root node than that of nodes on the other levels. In this type of dissemination network, the user who created the original post usually has higher authority (eg, a large number of followers); such users include public organizations and news media. In addition, the content of the posts is likely political. The node density tends to decrease as the level increases, indicating that the potential impact of these posts declined after the first-level forwarding. For the dissemination networks shown in <xref rid="figure9" ref-type="fig">Figure 9</xref>b and c, although the width of the first level is relatively large, the nodes at the other levels are fan-shaped, with the nodes radiating from multiple sublevel nodes. In the spread of posts pertaining to the sector and viral dissemination networks, there are multiple nodes with a high degree of propagation ability. In contrast to the posts present in the radiation dissemination network, some opinion leaders, who possessed a large number of followers and were not verified as authoritative institutions or public organizations, also played a role in the spreading of the posts in the sector and viral dissemination networks.</p>
        <fig id="figure8" position="float">
          <label>Figure 8</label>
          <caption>
            <p>Confidence interval plots for the dissemination patterns.</p>
          </caption>
          <graphic xlink:href="jmir_v24i6e37623_fig8.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure9" position="float">
          <label>Figure 9</label>
          <caption>
            <p>Examples of each dissemination network type. (a) Radiation dissemination network. (b) Sector dissemination network. (c) Viral dissemination network.</p>
          </caption>
          <graphic xlink:href="jmir_v24i6e37623_fig9.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Clustering Analysis of Misinformation Disseminators</title>
        <p>To further characterize the users who posted misinformation about coronavirus on social media, we leveraged the k-means clustering algorithm to classify users based on user authority features (including user level, membership level, posts count, follower count, and following count). To ensure the quality of the clustering, the Nbclust function in R was used to test different values of k. Based on the elbow method, 5 was selected as the optimal number of clusters. <xref rid="figure10" ref-type="fig">Figure 10</xref> shows the users in the form of a scatterplot matrix created using the ggpairs function from the GGally R package [<xref ref-type="bibr" rid="ref45">45</xref>]. Each point is colored by a cluster identified using the k-means clustering algorithm.</p>
        <p>As determined by the k-means clustering algorithm, users who posted misinformation were classified into five groups: general users, platform users, inactive users, influential users, and minglers. A total of 2342 users were classified as general users, who participate in social media but are less willing to pay for membership. They tended to have a low membership level but a high user level, and their performance in terms of the number of posts and followers was relatively normal. The behavioral patterns of platform users (comprising 2980 users) were similar to those of general users, except for their membership level. They tended to have significantly higher membership levels, indicating that they were both actively participating in social interactions and purchasing memberships to enjoy the privileges. The largest group, inactive users, comprised 5652 users who appeared at lower frequencies for all five features. In contrast, influential users, the smallest group of users (comprising 101 users), posted more frequently than others and also reaped a large number of followers. Users in this group tended to remain in the highest position with respect to both user and membership levels. Finally, users in the mingler group had a higher number of followers than the other user groups, but they made fewer posts. The characteristics of the 226 users in the mingler group were consistent with those identified by Kozinets [<xref ref-type="bibr" rid="ref46">46</xref>] as users who maintain strong social ties on social media while being marginally interested in activities.</p>
        <p>The distribution of different types of users posting misinformation on different topics is shown in <xref rid="figure11" ref-type="fig">Figure 11</xref>. Inactive users were more likely to post misinformation about social issues and livelihood of people, which significantly differed from the other four user types. Influential users contributed the most to medical misinformation dissemination, but were less likely to post misinformation related to social issues and people’s livelihoods.</p>
        <fig id="figure10" position="float">
          <label>Figure 10</label>
          <caption>
            <p>Scatterplot and correlation matrix of user authority features. a: The correlation is significant at a significance level of .001 (two-sided); b: The correlation is significant at a significance level of .01 (two-sided); c: The correlation is significant at a significance level of .05 (two-sided).</p>
          </caption>
          <graphic xlink:href="jmir_v24i6e37623_fig10.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure11" position="float">
          <label>Figure 11</label>
          <caption>
            <p>Distribution of various types of users posting misinformation related to various topics.</p>
          </caption>
          <graphic xlink:href="jmir_v24i6e37623_fig11.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Correlations Between Topological Attributes and User Authority Features</title>
        <p>We also performed a correlation analysis to test whether the dissemination network features were significantly related to the authority features of the users who created the posts. The Spearman rank correlation coefficient was used to measure the correlations between the authority features of the creators and the features of the resulting dissemination network. <xref ref-type="table" rid="table5">Table 5</xref> shows that the number of followers and membership level were significantly correlated with all five characteristics of the dissemination network (ie, dissemination scale, depth, average width, maximum width, and speed) under two-sided test conditions (<italic>P</italic>&#60;.01).</p>
        <p>From a network perspective, messages posted by users with numerous followers tend to receive more attention on social media. Users with high membership levels are more likely to engage in social media interactions. Similar to the context of disaster-related information [<xref ref-type="bibr" rid="ref14">14</xref>], the number of followers was found to have a significant positive effect on the dissemination scale, depth, and speed of the post. This suggests that misinformation from users with high authority levels have a high intensity in wide broadcasts, and thus can have serious consequences.</p>
        <table-wrap position="float" id="table5">
          <label>Table 5</label>
          <caption>
            <p>Spearman correlation (<italic>ρ</italic>) analysis between topological attributes and user authority features.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="230"/>
            <col width="0"/>
            <col width="150"/>
            <col width="0"/>
            <col width="150"/>
            <col width="0"/>
            <col width="150"/>
            <col width="0"/>
            <col width="150"/>
            <col width="0"/>
            <col width="140"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Dissemination variables</td>
                <td colspan="2">Posts count</td>
                <td colspan="2">Followers count</td>
                <td colspan="2">Following count</td>
                <td colspan="2">Membership level</td>
                <td>User level</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="12">
                  <bold>Scale</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>ρ</italic>
                </td>
                <td colspan="2">0.114</td>
                <td colspan="2">0.344</td>
                <td colspan="2">0.009</td>
                <td colspan="2">0.171</td>
                <td colspan="2">0.107</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td><italic>P</italic> value</td>
                <td colspan="2">&#60;.001</td>
                <td colspan="2">&#60;.001</td>
                <td colspan="2">.77</td>
                <td colspan="2">&#60;.001</td>
                <td colspan="2">.001</td>
              </tr>
              <tr valign="top">
                <td colspan="12">
                  <bold>Maximum width</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>ρ</italic>
                </td>
                <td colspan="2">0.103</td>
                <td colspan="2">0.349</td>
                <td colspan="2">0.008</td>
                <td colspan="2">0.17</td>
                <td colspan="2">0.1</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td><italic>P</italic> value</td>
                <td colspan="2">.002</td>
                <td colspan="2">&#60;.001</td>
                <td colspan="2">.80</td>
                <td colspan="2">&#60;.001</td>
                <td colspan="2">.002</td>
              </tr>
              <tr valign="top">
                <td colspan="12">
                  <bold>Average width</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>ρ</italic>
                </td>
                <td colspan="2">0.081</td>
                <td colspan="2">0.345</td>
                <td colspan="2">–0.007</td>
                <td colspan="2">.171</td>
                <td colspan="2">0.096</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td><italic>P</italic> value</td>
                <td colspan="2">.01</td>
                <td colspan="2">&#60;.001</td>
                <td colspan="2">.83</td>
                <td colspan="2">&#60;.001</td>
                <td colspan="2">.003</td>
              </tr>
              <tr valign="top">
                <td colspan="12">
                  <bold>Depth</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>ρ</italic>
                </td>
                <td colspan="2">0.174</td>
                <td colspan="2">0.197</td>
                <td colspan="2">0.106</td>
                <td colspan="2">0.08</td>
                <td colspan="2">0.118</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td><italic>P</italic> value</td>
                <td colspan="2">&#60;.001</td>
                <td colspan="2">&#60;.001</td>
                <td colspan="2">.001</td>
                <td colspan="2">.02</td>
                <td colspan="2">&#60;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="12">
                  <bold>Speed</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <italic>ρ</italic>
                </td>
                <td colspan="2">0.023</td>
                <td colspan="2">0.174</td>
                <td colspan="2">–0.003</td>
                <td colspan="2">0.105</td>
                <td colspan="2">0.047</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td><italic>P</italic> value</td>
                <td colspan="2">.48</td>
                <td colspan="2">&#60;.001</td>
                <td colspan="2">.93</td>
                <td colspan="2">.001</td>
                <td colspan="2">.16</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Understanding the underlying psychology of why people fall for misinformation is key to developing effective interventions against it [<xref ref-type="bibr" rid="ref30">30</xref>]. This study of posts containing COVID-19–related misinformation reveals important insights into its dissemination on social media. To analyze the central-level feature, the COVID-19–related misinformation content was classified into five types: medical information (5359/11,450, 46.80%), social and livelihood of people (4132/11,450, 36.09%), government response (1021/11,450, 8.92%), spread of the epidemic (639/11,450, 5.58%), and international issues (299/11,450, 2.61%). The classification of the content is consistent with previous research on recent epidemics [<xref ref-type="bibr" rid="ref34">34</xref>]. Consistent with previous studies on COVID-19 in which most of the misinformation was medical-related [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref3">3</xref>], we found that the predominant themes of misinformation were related to medical information, as well as to social and livelihood issues. In particular, posts with medical misinformation appeared most frequently during the most severe phase of the pandemic.</p>
        <p>Misinformation that attracts attention can trigger intense discussions, thus promoting the spread of information. In addition to the central-level feature, social proofs of posts with COVID-19–related misinformation showed that such misinformation was actively responded to (with an average of 11 forwards, 13 comments, and 189 likes). Interestingly, misinformation related to international issues accounted for 2.61% (299/11,450) of all posts but achieved alarmingly higher attention (with an average of 82 forwards, 67 comments, and 713 likes), suggesting that misinformation involving international issues tends to go viral on social media and thus can have serious consequences. This is consistent with empirical findings on Twitter, where COVID-19–related conspiracy misinformation is most likely to spread [<xref ref-type="bibr" rid="ref47">47</xref>].</p>
        <p>In contrast to the negative sentiment that emerged among the public during the pandemic [<xref ref-type="bibr" rid="ref48">48</xref>], positive to neutral sentiment in the misinformation posts appeared during the pandemic. In particular, some misinformation about the untested prevention measures and treatment seemed extremely positive and captured the public’s attention. Our results support the idea that misinformation topics should be considered when designing misinformation interventions during the pandemic [<xref ref-type="bibr" rid="ref47">47</xref>].</p>
        <p>Analysis of user profile characteristics revealed that users with the lowest and highest levels of user and membership levels were the most responsible for publishing misinformation. Our results suggest that both the least and most active users are prone to sharing misinformation. In contrast to the empirical results of Kouzy et al [<xref ref-type="bibr" rid="ref3">3</xref>], where unverified Twitter accounts published significantly more misinformation than verified accounts, verified Weibo users accounted for nearly half (5266/11,301, 46.60%) of all messages containing COVID-19–related misinformation. This suggests that user verification status is not applicable to coronavirus-related misinformation detection on Weibo.</p>
        <p>The average number of followers of the misinformation publishers was extremely high (&#62;100,000), indicating the credibility and social influence they possess on social media. Some marketing-oriented accounts changed the main part of genuine news to attract users. As for the medical misinformation, some corporate accounts fabricated misinformation (eg, “Natto can inactivate the virus”) to promote their product.</p>
        <p>The average dissemination scale of misinformation posts was 19.7, with an average depth of 1.5 and an average maximum width of 20.5. Li et al [<xref ref-type="bibr" rid="ref14">14</xref>] reported average dissemination scale and depth for disaster-related posts of 68.64 and 1.113, respectively. This suggests that COVID-19–related misinformation posts spread deeper than disaster-related posts, while the dissemination scale was lower than that of disaster-related posts. Moreover, posts about international issues were the most likely to have profound and lasting effects on social media, with the highest numbers in terms of dissemination depth, maximum width, and average width. This highlights the importance of dealing with COVID-19–related misinformation, especially that related to international issues.</p>
        <p>In capturing the topological attributes of the dissemination network, three main types of networks can be distinguished in the spread of misinformation posts: radiation, sector, and viral. Unlike rumor-spreading on Twitter, in which the news is usually first posted by a low-impact user and then shared by some popular users [<xref ref-type="bibr" rid="ref26">26</xref>], the majority of COVID-19 misinformation on Weibo was represented by the radiation dissemination network, in which the messages were first posted by a prominent user and then directly shared by many general users. In addition, the original user tended to have higher authority (public organizations and news media), suggesting the crucial role of influential users in the spread of COVID-19 misinformation; this is consistent with the results of Wang et al [<xref ref-type="bibr" rid="ref47">47</xref>], who found that Donald Trump’s tweets potentially influenced people’s information-sharing behavior.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>This study has several limitations. First, we only examined misinformation about COVID-19 circulating on Weibo. In addition, we selected “Novel Coronavirus (新冠病毒)/COVID/Epidemic (疫情)” as COVID-19–related keywords. However, due to the potential early inconsistency in disease terminology, users may have used other keywords that were not collected by this study, such as 武汉肺炎 (Wuhan pneumonia) and 不明原因肺炎 (unknown-cause pneumonia), to describe COVID-19–related conversations or topics. Therefore, the characteristics identified in our study may not represent all COVID-19–related misinformation. Future studies should consider misinformation on other social media platforms to ascertain the stability of these findings. Second, we focused on Chinese-language misinformation. Misinformation in other languages about the pandemic could lead to different results, which should also be explored in future work.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>In the COVID-19 pandemic, we witnessed a massive infodemic in which fake news and conspiracy theories were spread, especially on social media. This study provides a comprehensive examination of the COVID-19 misinformation spread on a social media platform.</p>
        <p>The theoretical contributions of this study lie in the following two aspects. Although efforts have been made to analyze the COVID-19–related misinformation on social media platforms, no comprehensive analytical framework guided by psychological theory exists to study such misinformation, particularly related to COVID-19. Based on the ELM, this work provides a first step toward understanding the underlying persuasion process of COVID-19–related misinformation. By developing a theoretical model of the persuasion process, this study includes a comprehensive set of features to understand the spread of COVID-19–related misinformation on social media. Moreover, whereas previous studies have generally considered the detection of pandemic misinformation as a binary classification problem, our results show that misinformation on different topics appears to have different characteristics in terms of emotion, social engagement metrics, and publisher authority characteristics. Therefore, this study suggests that the development of misinformation detection algorithms and prevention mechanisms should consider the specific topics of misinformation. It is necessary to develop targeted strategies based on the characteristics of misinformation on different topics.</p>
        <p>The practical contributions of this study are two-fold. First, although COVID-19–related misinformation has been widely studied, to our knowledge, no research has attempted to uncover the comprehensive characteristics of users who post misinformation about the novel coronavirus on social media. Therefore, this study examined both the profile features and the interactive characteristics of misinformation authors. By revealing the characteristics of misinformation publishers, our results not only extend the research on analyzing COVID-19–related misinformation but also provide a possible solution to the issue of detecting suspicious users who may be prone to posting misinformation. Moreover, the significant positive correlations among the authority features of the users and the topological attributes of the dissemination network indicate the possible influence of authority features on the spread of misinformation. To combat misinformation, our results suggest that it is important for influential users, public organizations, and news media to be aware of their responsibility to provide verified information, especially during a public health crisis.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Table S1. Summary of previous research on the classification of coronavirus-related misinformation on social media.</p>
        <media xlink:href="jmir_v24i6e37623_app1.docx" xlink:title="DOCX File , 17 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ELM</term>
          <def>
            <p>elaboration likelihood model</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This study was supported in part by the National Natural Science Foundation of China (72004091, 72174083) and the Humanity and Social Science Foundation of Ministry of Education of China (20YJC870014).</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cuan-Baltazar</surname>
              <given-names>JY</given-names>
            </name>
            <name name-style="western">
              <surname>Muñoz-Perez</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Robledo-Vega</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Pérez-Zepeda</surname>
              <given-names>MF</given-names>
            </name>
            <name name-style="western">
              <surname>Soto-Vega</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Misinformation of COVID-19 on the internet: infodemiology study</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2020</year>
          <month>04</month>
          <day>09</day>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>e18444</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2020/2/e18444/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/18444</pub-id>
          <pub-id pub-id-type="medline">32250960</pub-id>
          <pub-id pub-id-type="pii">v6i2e18444</pub-id>
          <pub-id pub-id-type="pmcid">PMC7147328</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Infodemic study on the spread of and response to rumors about COVID-19</article-title>
          <source>Studies Science Popularization</source>
          <year>2020</year>
          <volume>15</volume>
          <issue>1</issue>
          <fpage>70</fpage>
          <lpage>78</lpage>
          <pub-id pub-id-type="doi">10.19293/j.cnki.1673-8357.2020.01.011</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kouzy</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Abi Jaoude</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kraitem</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>El Alam</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Karam</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Adib</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Zarka</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Traboulsi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Akl</surname>
              <given-names>EW</given-names>
            </name>
            <name name-style="western">
              <surname>Baddour</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Coronavirus goes viral: quantifying the COVID-19 misinformation epidemic on Twitter</article-title>
          <source>Cureus</source>
          <year>2020</year>
          <month>03</month>
          <day>13</day>
          <volume>12</volume>
          <issue>3</issue>
          <fpage>e7255</fpage>
          <pub-id pub-id-type="doi">10.7759/cureus.7255</pub-id>
          <pub-id pub-id-type="medline">32292669</pub-id>
          <pub-id pub-id-type="pmcid">PMC7152572</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mian</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Khan</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Coronavirus: the spread of misinformation</article-title>
          <source>BMC Med</source>
          <year>2020</year>
          <month>03</month>
          <day>18</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>89</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedicine.biomedcentral.com/articles/10.1186/s12916-020-01556-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12916-020-01556-3</pub-id>
          <pub-id pub-id-type="medline">32188445</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12916-020-01556-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC7081539</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Petty</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Cacioppo</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The elaboration likelihood model of persuasion</article-title>
          <source>Adv Exp Soc Psychol</source>
          <year>1986</year>
          <volume>19</volume>
          <fpage>123</fpage>
          <lpage>205</lpage>
          <pub-id pub-id-type="doi">10.1007/978-1-4612-4964-1_1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ebnali</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kian</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Nudge users to healthier decisions: A design approach to encounter misinformation in health forums</article-title>
          <year>2019</year>
          <conf-name>AHFE 2019 International Conference on Applied Human Factors in Communication of Design</conf-name>
          <conf-date>July 24-28, 2019</conf-date>
          <conf-loc>Washington, DC</conf-loc>
          <pub-id pub-id-type="doi">10.1007/978-3-030-20500-3_1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Da</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Yan</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Detecting health misinformation in online health communities: incorporating behavioral features into machine learning based approaches</article-title>
          <source>Inf Process Manage</source>
          <year>2021</year>
          <month>01</month>
          <volume>58</volume>
          <issue>1</issue>
          <fpage>102390</fpage>
          <pub-id pub-id-type="doi">10.1016/j.ipm.2020.102390</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ceron</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>de-Lima-Santos</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Quiles</surname>
              <given-names>MG</given-names>
            </name>
          </person-group>
          <article-title>Fake news agenda in the era of COVID-19: identifying trends through fact-checking content</article-title>
          <source>Online Soc Netw Media</source>
          <year>2021</year>
          <month>01</month>
          <volume>21</volume>
          <fpage>100116</fpage>
          <pub-id pub-id-type="doi">10.1016/j.osnem.2020.100116</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Song</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Ko</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Jang</surname>
              <given-names>SH</given-names>
            </name>
          </person-group>
          <article-title>The South Korean government's response to combat COVID-19 misinformation: analysis of "Fact and Issue Check" on the Korea Centers for Disease Control and Prevention website</article-title>
          <source>Asia Pac J Public Health</source>
          <year>2021</year>
          <month>07</month>
          <day>06</day>
          <volume>33</volume>
          <issue>5</issue>
          <fpage>620</fpage>
          <lpage>622</lpage>
          <pub-id pub-id-type="doi">10.1177/10105395211014705</pub-id>
          <pub-id pub-id-type="medline">33955279</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Simons</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <source>Persuasion: understanding, practice, and analysis</source>
          <year>1976</year>
          <publisher-loc>Melbourne, Australia</publisher-loc>
          <publisher-name>Addison-Wesley Publishing Company</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cialdini</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Shavitt</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Brock</surname>
              <given-names>TC</given-names>
            </name>
          </person-group>
          <article-title>Interpersonal influence</article-title>
          <source>Persuasion: psychological insights and perspectives</source>
          <year>1994</year>
          <publisher-loc>Needham Heights, MA</publisher-loc>
          <publisher-name>Allyn &#38; Bacon</publisher-name>
          <fpage>195</fpage>
          <lpage>217</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cialdini</surname>
              <given-names>RB</given-names>
            </name>
          </person-group>
          <source>Influence: the psychology of persuasion</source>
          <year>2006</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Harper Business</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pornpitakpan</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>The persuasiveness of source credibility: a critical review of five decades' evidence</article-title>
          <source>J Appl Social Pyschol</source>
          <year>2004</year>
          <month>02</month>
          <volume>34</volume>
          <issue>2</issue>
          <fpage>243</fpage>
          <lpage>281</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1559-1816.2004.tb02547.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Tian</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Influence of content and creator characteristics on sharing disaster-related information on social media</article-title>
          <source>Inf Manage</source>
          <year>2021</year>
          <month>07</month>
          <volume>58</volume>
          <issue>5</issue>
          <fpage>103489</fpage>
          <pub-id pub-id-type="doi">10.1016/j.im.2021.103489</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Turcotte</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>York</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Irving</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Scholl</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Pingree</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>News recommendations from social media opinion leaders: effects on media trust and information seeking</article-title>
          <source>J Comput-Mediat Comm</source>
          <year>2015</year>
          <month>06</month>
          <day>01</day>
          <volume>20</volume>
          <issue>5</issue>
          <fpage>520</fpage>
          <lpage>535</lpage>
          <pub-id pub-id-type="doi">10.1111/jcc4.12127</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Suh</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Hong</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Pirolli</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Chi</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Want to be retweeted? Large scale analytics on factors impacting retweet in Twitter network</article-title>
          <year>2010</year>
          <conf-name>SOCIALCOM '10: 2010 IEEE Second International Conference on Social Computing</conf-name>
          <conf-date>August 20-22, 2010</conf-date>
          <conf-loc>Washington, DC</conf-loc>
          <pub-id pub-id-type="doi">10.1109/socialcom.2010.33</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Avram</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Micallef</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Patil</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Menczer</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Exposure to social engagement metrics increases vulnerability to misinformation</article-title>
          <source>HKS Misinfo Review</source>
          <year>2020</year>
          <month>7</month>
          <day>25</day>
          <volume>1</volume>
          <issue>5</issue>
          <fpage>1</fpage>
          <lpage>11</lpage>
          <pub-id pub-id-type="doi">10.37016/mr-2020-033</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dainton</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zelley</surname>
              <given-names>ED</given-names>
            </name>
          </person-group>
          <source>Applying communication theory for professional life: a practical introduction</source>
          <year>2010</year>
          <publisher-loc>Thousand Oaks, CA</publisher-loc>
          <publisher-name>SAGE Publications, Inc</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bode</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Vraga</surname>
              <given-names>EK</given-names>
            </name>
          </person-group>
          <article-title>In related news, that was wrong: the correction of misinformation through related stories functionality in social media</article-title>
          <source>J Commun</source>
          <year>2015</year>
          <month>06</month>
          <day>23</day>
          <volume>65</volume>
          <issue>4</issue>
          <fpage>619</fpage>
          <lpage>638</lpage>
          <pub-id pub-id-type="doi">10.1111/jcom.12166</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Linguistic characteristics and the dissemination of misinformation in social media: The moderating effect of information richness</article-title>
          <source>Inf Process Manage</source>
          <year>2021</year>
          <month>11</month>
          <volume>58</volume>
          <issue>6</issue>
          <fpage>102679</fpage>
          <pub-id pub-id-type="doi">10.1016/j.ipm.2021.102679</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Xiao</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mao</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Persuasion strategies of misinformation-containing posts in the social media</article-title>
          <source>Inf Process Manage</source>
          <year>2021</year>
          <month>09</month>
          <volume>58</volume>
          <issue>5</issue>
          <fpage>102665</fpage>
          <pub-id pub-id-type="doi">10.1016/j.ipm.2021.102665</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Castillo</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mendoza</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Poblete</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Information credibility on Twitter</article-title>
          <year>2011</year>
          <conf-name>20th International Conference on World Wide Web</conf-name>
          <conf-date>March 28-April 1, 2011</conf-date>
          <conf-loc>Hyderabad, India</conf-loc>
          <pub-id pub-id-type="doi">10.1145/1963405.1963500</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van der Meer</surname>
              <given-names>TGLA</given-names>
            </name>
            <name name-style="western">
              <surname>Jin</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Seeking formula for misinformation treatment in public health crises: the effects of corrective information type and source</article-title>
          <source>Health Commun</source>
          <year>2020</year>
          <month>05</month>
          <day>14</day>
          <volume>35</volume>
          <issue>5</issue>
          <fpage>560</fpage>
          <lpage>575</lpage>
          <pub-id pub-id-type="doi">10.1080/10410236.2019.1573295</pub-id>
          <pub-id pub-id-type="medline">30761917</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kwon</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cha</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Jung</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Rumor detection over varying time windows</article-title>
          <source>PLoS One</source>
          <year>2017</year>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>e0168344</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0168344"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0168344</pub-id>
          <pub-id pub-id-type="medline">28081135</pub-id>
          <pub-id pub-id-type="pii">PONE-D-16-31512</pub-id>
          <pub-id pub-id-type="pmcid">PMC5230768</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kwon</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cha</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Jung</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Prominent features of rumor propagation in online social media</article-title>
          <year>2013</year>
          <conf-name>2013 IEEE 13th International Conference on Data Mining</conf-name>
          <conf-date>December 7-10, 2013</conf-date>
          <conf-loc>Dallas, TX</conf-loc>
          <pub-id pub-id-type="doi">10.1109/icdm.2013.61</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gao</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Detect rumors in microblog posts using propagation structure via kernel learning</article-title>
          <year>2017</year>
          <conf-name>55th Annual Meeting of the Association for Computational Linguistics</conf-name>
          <conf-date>July 2017</conf-date>
          <conf-loc>Vancouver, BC</conf-loc>
          <pub-id pub-id-type="doi">10.18653/v1/p17-1066</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Analysis of circulating characteristics of rumors on Weibo in public health emergencies: A case study of COVID-19 epidemic</article-title>
          <source>Studies on Science Popularization</source>
          <year>2021</year>
          <volume>16</volume>
          <issue>01</issue>
          <fpage>98</fpage>
          <pub-id pub-id-type="doi">10.19293/j.cnki.1673-8357.2021.01.005</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cinelli</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Quattrociocchi</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Galeazzi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Valensise</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Brugnoli</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Schmidt</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Zola</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Zollo</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Scala</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The COVID-19 social media infodemic</article-title>
          <source>Sci Rep</source>
          <year>2020</year>
          <month>10</month>
          <day>06</day>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>16598</fpage>
          <pub-id pub-id-type="doi">10.1038/s41598-020-73510-5</pub-id>
          <pub-id pub-id-type="medline">33024152</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41598-020-73510-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC7538912</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Qin</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Analysis of the characteristics of health rumors in public health emergencies: Taking the Shuanghuanglian incident during the COVID-19 as an example</article-title>
          <source>J News Res</source>
          <year>2020</year>
          <volume>11</volume>
          <issue>20</issue>
          <fpage>104</fpage>
          <lpage>115</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pennycook</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Rand</surname>
              <given-names>DG</given-names>
            </name>
          </person-group>
          <article-title>The psychology of fake news</article-title>
          <source>Trends Cogn Sci</source>
          <year>2021</year>
          <month>05</month>
          <volume>25</volume>
          <issue>5</issue>
          <fpage>388</fpage>
          <lpage>402</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1364-6613(21)00051-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.tics.2021.02.007</pub-id>
          <pub-id pub-id-type="medline">33736957</pub-id>
          <pub-id pub-id-type="pii">S1364-6613(21)00051-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <source>China Internet Joint Rumor-refuting platform</source>
          <access-date>2020-12-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.piyao.org.cn/2020yqpy/">https://www.piyao.org.cn/2020yqpy/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="web">
          <source>Tencent Fact Checking Platform</source>
          <access-date>2020-12-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://vp.fact.qq.com/home">https://vp.fact.qq.com/home</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="web">
          <source>Weibo Report Processing Hall</source>
          <access-date>2020-12-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://service.account.weibo.com/">https://service.account.weibo.com/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Q</given-names>
            </name>
          </person-group>
          <article-title>Psychological motivations and countermeasures of rumors in COVID-19 epidemic</article-title>
          <source>J Dali Univ</source>
          <year>2021</year>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>111</fpage>
          <lpage>116</lpage>
          <pub-id pub-id-type="doi">10.3969/j.issn.2096-2266.2021.01.018</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Content analysis of rumors related to the Novel Coronavirus epidemic and reflections on governance--Analysis of 368 samples based on Nvivo 11</article-title>
          <source>J Northeast Agricult Univ (Social Science Edition)</source>
          <year>2020</year>
          <volume>18</volume>
          <issue>05</issue>
          <fpage>27</fpage>
          <lpage>35</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yao</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>The rumor evolution and governance strategy of major public health emergencies</article-title>
          <source>Inf Sci</source>
          <year>2020</year>
          <volume>38</volume>
          <issue>07</issue>
          <fpage>22</fpage>
          <lpage>29</lpage>
          <pub-id pub-id-type="doi">10.13833/j.issn.1007-7634.2020.07.004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Richards</surname>
              <given-names>KAR</given-names>
            </name>
            <name name-style="western">
              <surname>Hemphill</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>A practical guide to collaborative qualitative data analysis</article-title>
          <source>J Teach Phys Educ</source>
          <year>2018</year>
          <month>04</month>
          <volume>37</volume>
          <issue>2</issue>
          <fpage>225</fpage>
          <lpage>231</lpage>
          <pub-id pub-id-type="doi">10.1123/jtpe.2017-0084</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Krippendorff</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <source>Content analysis: an introduction to its methodology</source>
          <year>2012</year>
          <publisher-loc>Newbury Park, CA</publisher-loc>
          <publisher-name>SAGE Publishing</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zapf</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Castell</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Morawietz</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Karch</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Measuring inter-rater reliability for nominal data - which coefficients and confidence intervals are appropriate?</article-title>
          <source>BMC Med Res Methodol</source>
          <year>2016</year>
          <month>08</month>
          <day>05</day>
          <volume>16</volume>
          <issue>1</issue>
          <fpage>93</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedresmethodol.biomedcentral.com/articles/10.1186/s12874-016-0200-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12874-016-0200-9</pub-id>
          <pub-id pub-id-type="medline">27495131</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12874-016-0200-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC4974794</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rout</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jena</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Bakshi</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Deceptive review detection using labeled and unlabeled data</article-title>
          <source>Multimed Tools Appl</source>
          <year>2016</year>
          <month>8</month>
          <day>19</day>
          <volume>76</volume>
          <issue>3</issue>
          <fpage>3187</fpage>
          <lpage>3211</lpage>
          <pub-id pub-id-type="doi">10.1007/s11042-016-3819-y</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tian</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Gao</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Xiao</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>He</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>SKEPntiment knowledge enhanced pre-training for sentiment analysis</article-title>
          <source>arXivcs</source>
          <access-date>2022-05-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://arxiv.org/abs/2005.05635">http://arxiv.org/abs/2005.05635</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Cao</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Using social media data to assess the impact of COVID-19 on mental health in China</article-title>
          <source>Psychol Med</source>
          <year>2021</year>
          <month>04</month>
          <day>20</day>
          <fpage>1</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1017/S0033291721001598</pub-id>
          <pub-id pub-id-type="medline">33875036</pub-id>
          <pub-id pub-id-type="pii">S0033291721001598</pub-id>
          <pub-id pub-id-type="pmcid">PMC8060544</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lian</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Will you miss me if I am leaving? Unexpected market withdrawal of Norwegian Joy and customer satisfaction</article-title>
          <source>Tourism Management</source>
          <year>2020</year>
          <month>02</month>
          <volume>76</volume>
          <fpage>103951</fpage>
          <pub-id pub-id-type="doi">10.1016/j.tourman.2019.103951</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Shen</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Cuomo</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Cai</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mackey</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Characterizing Weibo social media posts From Wuhan, China during the early stages of the COVID-19 pandemic: qualitative content analysis</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2020</year>
          <month>12</month>
          <day>07</day>
          <volume>6</volume>
          <issue>4</issue>
          <fpage>e24125</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2020/4/e24125/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/24125</pub-id>
          <pub-id pub-id-type="medline">33175693</pub-id>
          <pub-id pub-id-type="pii">v6i4e24125</pub-id>
          <pub-id pub-id-type="pmcid">PMC7722484</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barter</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Superheat: An R package for creating beautiful and extendable heatmaps for visualizing complex data</article-title>
          <source>J Comput Graph Stat</source>
          <year>2018</year>
          <volume>27</volume>
          <issue>4</issue>
          <fpage>910</fpage>
          <lpage>922</lpage>
          <pub-id pub-id-type="doi">10.1080/10618600.2018.1473780</pub-id>
          <pub-id pub-id-type="medline">30911216</pub-id>
          <pub-id pub-id-type="pmcid">PMC6430237</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kozinets</surname>
              <given-names>RV</given-names>
            </name>
          </person-group>
          <article-title>E-tribalized marketing?: the strategic implications of virtual communities of consumption</article-title>
          <source>Eur Manag J</source>
          <year>1999</year>
          <month>6</month>
          <volume>17</volume>
          <issue>3</issue>
          <fpage>252</fpage>
          <lpage>264</lpage>
          <pub-id pub-id-type="doi">10.1016/s0263-2373(99)00004-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fan</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Understanding the spread of COVID-19 misinformation on social media: The effects of topics and a political leader's nudge</article-title>
          <source>J Assoc Inf Sci Technol</source>
          <year>2021</year>
          <month>09</month>
          <day>27</day>
          <volume>73</volume>
          <issue>5</issue>
          <fpage>726</fpage>
          <lpage>737</lpage>
          <pub-id pub-id-type="doi">10.1002/asi.24576</pub-id>
          <pub-id pub-id-type="medline">34901312</pub-id>
          <pub-id pub-id-type="pii">ASI24576</pub-id>
          <pub-id pub-id-type="pmcid">PMC8653058</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Usher</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Durkin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Vanderslott</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Vindrola-Padros</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Usher</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Jackson</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Public sentiment and discourse on domestic violence during the COVID-19 pandemic in Australia: analysis of social media posts</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>10</month>
          <day>01</day>
          <volume>23</volume>
          <issue>10</issue>
          <fpage>e29025</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/10/e29025/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/29025</pub-id>
          <pub-id pub-id-type="medline">34519659</pub-id>
          <pub-id pub-id-type="pii">v23i10e29025</pub-id>
          <pub-id pub-id-type="pmcid">PMC8489563</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
