<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="review-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v23i6e24564</article-id>
      <article-id pub-id-type="pmid">34085943</article-id>
      <article-id pub-id-type="doi">10.2196/24564</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Review</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Review</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Characteristics of Antivaccine Messages on Social Media: Systematic Review</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Yiannakoulias</surname>
            <given-names>Nikolaos</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Schmidt</surname>
            <given-names>Ana</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Wawrzuta</surname>
            <given-names>Dominik</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Education and Research in Health Sciences</institution>
            <institution>Faculty of Health Sciences</institution>
            <institution>Medical University of Warsaw</institution>
            <addr-line>ul Żwirki i Wigury 81</addr-line>
            <addr-line>Warsaw, 02-091</addr-line>
            <country>Poland</country>
            <phone>48 225720490</phone>
            <email>dwawrzuta@wum.edu.pl</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0846-8906</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Jaworski</surname>
            <given-names>Mariusz</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5207-8323</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Gotlib</surname>
            <given-names>Joanna</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2717-7741</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Panczyk</surname>
            <given-names>Mariusz</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1830-2114</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Education and Research in Health Sciences</institution>
        <institution>Faculty of Health Sciences</institution>
        <institution>Medical University of Warsaw</institution>
        <addr-line>Warsaw</addr-line>
        <country>Poland</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Dominik Wawrzuta <email>dwawrzuta@wum.edu.pl</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>6</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>4</day>
        <month>6</month>
        <year>2021</year>
      </pub-date>
      <volume>23</volume>
      <issue>6</issue>
      <elocation-id>e24564</elocation-id>
      <history>
        <date date-type="received">
          <day>25</day>
          <month>9</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>29</day>
          <month>10</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>20</day>
          <month>12</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>14</day>
          <month>4</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Dominik Wawrzuta, Mariusz Jaworski, Joanna Gotlib, Mariusz Panczyk. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 04.06.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2021/6/e24564" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Supporters of the antivaccination movement can easily spread information that is not scientifically proven on social media. Therefore, learning more about their posts and activities is instrumental in effectively reacting and responding to the false information they publish, which is aimed at discouraging people from taking vaccines.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to gather, assess, and synthesize evidence related to the current state of knowledge about antivaccine social media users’ web-based activities.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We systematically reviewed English-language papers from 3 databases (Scopus, Web of Science, and PubMed). A data extraction form was established, which included authors, year of publication, specific objectives, study design, comparison, and outcomes of significance. We performed an aggregative narrative synthesis of the included studies.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The search strategy retrieved 731 records in total. After screening for duplicates and eligibility, 18 articles were included in the qualitative synthesis. Although most of the authors analyzed text messages, some of them studied images or videos. In addition, although most of the studies examined vaccines in general, 5 focused specifically on human papillomavirus vaccines, 2 on measles vaccines, and 1 on influenza vaccines. The synthesized studies dealt with the popularity of provaccination and antivaccination content, the style and manner in which messages about vaccines were formulated for the users, a range of topics concerning vaccines (harmful action, limited freedom of choice, and conspiracy theories), and the role and activity of bots in the dissemination of these messages in social media.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Proponents of the antivaccine movement use a limited number of arguments in their messages; therefore, it is possible to prepare publications clarifying doubts and debunking the most common lies. Public health authorities should continuously monitor social media to quickly find new antivaccine arguments and then create information campaigns for both health professionals and other users.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>vaccination</kwd>
        <kwd>social media</kwd>
        <kwd>antivaccination movement</kwd>
        <kwd>vaccination refusal</kwd>
        <kwd>health communication</kwd>
        <kwd>public health</kwd>
        <kwd>vaccines</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>From the time of its inception, the internet has provided supporters of the antivaccine movement with unprecedented possibilities to affect societies by nearly global communication of their opinions and convictions. The internet has immense potential as a medium for disseminating health information. However, this information can be unreferenced, incomplete, or informal, and thus, it can be considered dangerous [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref5">5</xref>]. The antivaccination messages on the internet are far more unbridled than in other media. For this reason, the internet is a source that can lead to the risk of people making uninformed decisions about vaccination [<xref ref-type="bibr" rid="ref6">6</xref>]. Contemporary social media is regarded as a major communication tool for spreading information about the antivaccination movement [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>].</p>
        <p>Early studies concerning the content shared on antivaccination websites revealed that this thematic area includes 3 main issues: concerns about vaccine safety and effectiveness, concerns about governmental abuses, and a preference for alternative health practices [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. First, a key aspect is the perceived risk of severe and long-term side effects of vaccinating a child. Second, mandatory vaccinations are perceived as an unacceptable breach of the right to make independent decisions and as a limitation of civil liberties. A mistrust also exists that is expressed through the belief that governmental supervision bodies keep the reports about the adverse reactions associated with vaccinations a secret and collaborate with the pharmaceutical industry to profit from vaccine sales. Third, alternative health practices are promoted as being more natural than conventional medicine, and they are believed to eliminate the need for vaccination once they are properly followed.</p>
        <p>The majority of the antivaccine arguments evoke negative emotions such as fear [<xref ref-type="bibr" rid="ref8">8</xref>]. In contrast, many provaccine arguments and campaigns are grounded in the values of harm and fairness [<xref ref-type="bibr" rid="ref11">11</xref>]. Furthermore, the moral ideas of purity and liberty are mostly associated with vaccine hesitancy. The people for whom these values are of great significance will be insensitive to the information on the positive aspects of vaccinations [<xref ref-type="bibr" rid="ref12">12</xref>]. Most of the arguments used by antivaccination activists can be perceived as part of a broader phenomenon called <italic>denialism</italic>. Denialism can be defined as “the employment of rhetorical arguments to give the appearance of a legitimate debate where there is none, an approach that has the ultimate goal of rejecting a proposition on which a scientific consensus exists” [<xref ref-type="bibr" rid="ref13">13</xref>]. The European Center for Disease Prevention and Control defines vaccine hesitancy as a “delay in acceptance or refusal of vaccines despite availability of vaccination services” [<xref ref-type="bibr" rid="ref14">14</xref>]. Such a delay results from broader influences and should always be considered in the historical, political, and sociocultural contexts in which vaccinations occur [<xref ref-type="bibr" rid="ref15">15</xref>-<xref ref-type="bibr" rid="ref17">17</xref>]. According to the World Health Organization, vaccine hesitancy is a continuum with the people who are unsure about vaccines or want to delay only some vaccinations being on one end and people who refuse all vaccines being on the other [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
        <p>The spread of negative information about vaccination on the internet and social media is considered to be the leading cause of vaccine hesitancy [<xref ref-type="bibr" rid="ref17">17</xref>]. Many studies have revealed the negative impact of media controversies related to vaccination safety on the level of vaccination coverage [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. The ubiquitous presence of antivaccination content on the World Wide Web contributes to the prompt dissemination of rumors, myths, and false opinions about vaccines, which subsequently lowers vaccination coverage [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. The results of a study by Betsch et al [<xref ref-type="bibr" rid="ref22">22</xref>] revealed that reading antivaccination webpages for even approximately 5-10 minutes negatively affects the perception of the risk related to vaccination. Dube et al [<xref ref-type="bibr" rid="ref23">23</xref>] and Smith et al [<xref ref-type="bibr" rid="ref24">24</xref>] made similar observations. Glanz et al [<xref ref-type="bibr" rid="ref7">7</xref>] emphasized that exposure to antivaccine messages through social media may intensify parents’ worries and change their intention to vaccinate their children.</p>
        <p>Web 2.0 functions (such as those in Facebook, Twitter, YouTube, and blogs and discussion groups) enable users to develop and share content; thus, users can easily and quickly share their personal experiences related to vaccination [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. In this context, social media has become a platform where intimate and emotionally loaded information is exchanged [<xref ref-type="bibr" rid="ref26">26</xref>]. Here, one can also find the support of people with similar health problems or doubts [<xref ref-type="bibr" rid="ref27">27</xref>]. Some studies have revealed that content related to vaccines can be found in all social media and that the critical content generally correlated with the content previously published on an antivaccination websites [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]. Several important claims on social media may have promoted this phenomenon, including claims that social media is a <italic>big business</italic> and is powerful, that the audience is poorly defined, that fairness is irrelevant, and that nothing is truly private [<xref ref-type="bibr" rid="ref30">30</xref>]. These factors may affect people’s decisions concerning treatment and preventive health care, including preventive vaccination.</p>
        <p>Searching for health information on social media has become increasingly popular [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]. Analyses revealed that 41% of parents found antivaccination content through social media [<xref ref-type="bibr" rid="ref32">32</xref>]. Nearly 16% of all internet users look for information about vaccinations, and 70% of them confirmed that the information they had found affected their decisions [<xref ref-type="bibr" rid="ref33">33</xref>]. Evrony and Caplan [<xref ref-type="bibr" rid="ref8">8</xref>] emphasized the need for a more effective search and criticism of the false information on vaccination published on the internet. They highlighted that although every internet user has a choice, spreading disinformation and distorting the facts concerning vaccines is not a choice. Such activities should be noted and effectively challenged. Therefore, it is crucial to learn not only about antivaccine information but also about its emotional load and to identify the content addressees. Such a thorough analysis will help to better understand the motivations and emotions that accompany the information created by antivaccinationists.</p>
        <p>Currently, the literature is limited to review articles on the potential role of social media in influencing vaccination beliefs and behavior [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref33">33</xref>]. Despite the growing number of papers studying the content published by supporters of the antivaccination movement in social media in recent years, no systematic review analyzing these papers has been developed so far. Previous literature reviews have analyzed disinformation concerning health on social media [<xref ref-type="bibr" rid="ref34">34</xref>] and health information shared on YouTube [<xref ref-type="bibr" rid="ref35">35</xref>]. They tackled the issue of vaccination and antivaccination movements only on a fragmented basis, as part of a broader topic. Catalan-Matamoros and Peñafiel-Saiz [<xref ref-type="bibr" rid="ref36">36</xref>] published a systematic review investigating the communication about vaccinations in traditional media, excluding the content shared on the internet and social media. Considering the activity of the antivaccination movement’s supporters on social media and how easily they can communicate their messages that are not scientifically confirmed to a large number of recipients, it is crucial to learn and understand their activities and messages. This knowledge will help us react and respond effectively to the false information they publish.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>This study aims to gather, assess, and synthesize evidence regarding the current state of knowledge about antivaccine social media users’ web-based activities. We checked 4 general hypotheses about the features of antivaccine content on social media that are often described in papers in the field of vaccinology:</p>
        <list list-type="order">
          <list-item>
            <p>Antivaccine messages are more liked and shared than provaccine content.</p>
          </list-item>
          <list-item>
            <p>Antivaccine content is more user friendly than provaccine content.</p>
          </list-item>
          <list-item>
            <p>Antivaccine social media users describe vaccines as harmful for health or ineffective.</p>
          </list-item>
          <list-item>
            <p>Antivaccine social media users share conspiracy theories or claims that are not scientifically proven.</p>
          </list-item>
        </list>
        <p>In addition, we summarized the current knowledge on the role of social media bots in the spread of antivaccine messages.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Design</title>
        <p>We designed a systematic review that systematically searched, appraised, and synthesized research evidence following the PRISMA (Preferred Reporting Items for Systematic Reviews and Meta-Analyses) guidelines [<xref ref-type="bibr" rid="ref37">37</xref>].</p>
      </sec>
      <sec>
        <title>Eligibility Criteria</title>
        <p>We included papers based on the following inclusion criteria:</p>
        <list list-type="order">
          <list-item>
            <p>Papers based only on original studies.</p>
          </list-item>
          <list-item>
            <p>Papers analyzing the user-generated content available on social media platforms (including Twitter, Facebook, Instagram, Pinterest, YouTube, LinkedIn, TikTok, Snapchat, VKontakte, WhatsApp, WeChat, Tumblr, Qzone, Reddit, and Sina Weibo).</p>
          </list-item>
          <list-item>
            <p>Papers in which the authors extracted a group of antivaccine messages and conducted analyses that contained both qualitative and quantitative elements.</p>
          </list-item>
        </list>
        <p>The exclusion criteria were as follows:</p>
        <list list-type="order">
          <list-item>
            <p>Papers not written in English.</p>
          </list-item>
          <list-item>
            <p>Papers in which vaccines were not the main topic of research.</p>
          </list-item>
          <list-item>
            <p>Methodological papers.</p>
          </list-item>
          <list-item>
            <p>Conference abstracts.</p>
          </list-item>
        </list>
      </sec>
      <sec>
        <title>Information Sources and Search Strategies</title>
        <p>Our search strategy was guided by the following research question: <italic>What are the existing data about antivaccine users’ activity on social media</italic>? We conducted a scoping literature search of papers published between January 1, 2015, and December 31, 2019, on 3 databases (Scopus, Web of Science, and PubMed), taking into account the PRISMA guidelines. Overall, 2 reviewers (DW and MP) independently screened the databases using the same protocol. The search was conducted in January 2020. We chose the last 5 years for two reasons. First, in 2014, the social media market began to resemble the one known today. The growth of the major platform Facebook slowed, but the activity of users increased. Furthermore, smaller platforms such as Twitter, Instagram, Pinterest, and LinkedIn gained popularity [<xref ref-type="bibr" rid="ref38">38</xref>]. Second, from our abstract analysis, we found no articles published in 2014 that were potentially eligible for this systematic review; this suggests that the number of papers analyzing negative messages on social media started to grow in 2015.</p>
        <p>The query used in the search engines of the databases is as follows:</p>
        <p>( ( “social media” OR “Twitter” OR “Facebook” OR “Instagram” OR “Pinterest” OR “YouTube” OR “LinkedIn” OR “TikTok” OR “Snapchat” OR “VKontakte” OR</p>
        <p>“WhatsApp” OR “WeChat” OR “Tumblr” OR “Qzone” OR “Reddit” OR “Sina Weibo” )</p>
        <p>AND</p>
        <p>( “vaccin*” OR “immuni*” ) )</p>
        <p>We also searched the reference lists of the previously retrieved studies and literature reviews.</p>
      </sec>
      <sec>
        <title>Study Selection</title>
        <p>A 3-stage approach was used to include and exclude studies in the final review process. Initially, duplicate studies were excluded; subsequently, a screening was performed based on the (1) title, (2) abstract, and finally, (3) full text. Discrepancies regarding article selection were resolved by a consensus within the reviewing team (<xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Preferred Reporting Items for Systematic Reviews and Meta-Analyses flow diagram.</p>
          </caption>
          <graphic xlink:href="jmir_v23i6e24564_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Data Collection Process, Extraction, and Quality Assessment</title>
        <p>We found 599 articles from Scopus, 389 from Web of Science, and 358 from PubMed. After removing duplicates, 731 articles were analyzed further. In the next step, the titles, abstracts, and keywords were screened. At this stage, we removed papers dealing with pharmacovigilance on social media, survey research, theoretical mathematical models, interventions in social media to increase vaccination coverage, and descriptive analysis without the messages being extracted. Two researchers (DW and MP) conducted a full-text analysis of the remaining 167 papers. A data extraction form was established, and it included authors, year of publication, country, specific objectives, study design, social media platform, type of data analyzed, number of messages studied, main objectives and findings, and geographic focus. Standardized checklist tools were not used to assess the quality and risk of bias of individual studies.</p>
      </sec>
      <sec>
        <title>Synthesis of the Results</title>
        <p>The outcomes of the 18 studies included in the final analysis were heterogeneous. We performed an aggregative narrative synthesis of the included studies.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Studies’ Characteristics</title>
        <p>The number of articles analyzing antivaccination messages on social media has increased over the last 5 years. This topic became highly popular in 2019, during which 7 of the 18 included papers were published. Overall, 7 of the 18 papers studied Twitter. YouTube was slightly less popular and was analyzed 6 times. The remaining articles studied Facebook, Instagram, and Pinterest. Although most of the authors analyzed text messages, some of them studied images or videos. The number of analyzed messages varied from 123 to 1,793,690 across the papers. The oldest messages were published in 2006. <xref ref-type="table" rid="table1">Table 1</xref> describes the general characteristics of the included studies.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Characteristics of the included studies.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="200"/>
            <col width="100"/>
            <col width="140"/>
            <col width="180"/>
            <col width="140"/>
            <col width="140"/>
            <col width="100"/>
            <thead>
              <tr valign="top">
                <td>Study</td>
                <td>Platform</td>
                <td>Type of data</td>
                <td>Number of messages</td>
                <td>Geographic focus</td>
                <td>Main topic</td>
                <td>Time interval</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Basch and MacLean (2019) [<xref ref-type="bibr" rid="ref39">39</xref>]</td>
                <td>Instagram</td>
                <td>Text, image</td>
                <td>150</td>
                <td>English language</td>
                <td>HPV<sup>a</sup></td>
                <td>2018</td>
              </tr>
              <tr valign="top">
                <td>Blankenship et al (2018) [<xref ref-type="bibr" rid="ref40">40</xref>]</td>
                <td>Twitter</td>
                <td>Text</td>
                <td>1626</td>
                <td>English language</td>
                <td>Not specified</td>
                <td>2014-2015</td>
              </tr>
              <tr valign="top">
                <td>Broniatowski et al (2018) [<xref ref-type="bibr" rid="ref41">41</xref>]</td>
                <td>Twitter</td>
                <td>Text</td>
                <td>1,793,690</td>
                <td>English language</td>
                <td>Not specified</td>
                <td>2014-2017</td>
              </tr>
              <tr valign="top">
                <td>Covolo et al (2017) [<xref ref-type="bibr" rid="ref42">42</xref>]</td>
                <td>YouTube</td>
                <td>Video</td>
                <td>123</td>
                <td>Italian language</td>
                <td>Not specified</td>
                <td>2014-2015</td>
              </tr>
              <tr valign="top">
                <td>Donzelli et al (2018) [<xref ref-type="bibr" rid="ref43">43</xref>]</td>
                <td>YouTube</td>
                <td>Video</td>
                <td>560</td>
                <td>Italian language</td>
                <td>Not specified</td>
                <td>2007-2017</td>
              </tr>
              <tr valign="top">
                <td>Ekram et al (2019) [<xref ref-type="bibr" rid="ref44">44</xref>]</td>
                <td>YouTube</td>
                <td>Text, video</td>
                <td>35 videos with comments</td>
                <td>English language</td>
                <td>HPV</td>
                <td>2014</td>
              </tr>
              <tr valign="top">
                <td>Faasse et al (2016) [<xref ref-type="bibr" rid="ref45">45</xref>]</td>
                <td>Facebook</td>
                <td>Text</td>
                <td>1489</td>
                <td>English language</td>
                <td>Not specified</td>
                <td>2016</td>
              </tr>
              <tr valign="top">
                <td>Guidry et al (2015) [<xref ref-type="bibr" rid="ref46">46</xref>]</td>
                <td>Pinterest</td>
                <td>Images</td>
                <td>800</td>
                <td>English language</td>
                <td>Not specified</td>
                <td>2014</td>
              </tr>
              <tr valign="top">
                <td>Harvey et al (2019) [<xref ref-type="bibr" rid="ref47">47</xref>]</td>
                <td>Facebook</td>
                <td>Meme</td>
                <td>234</td>
                <td>English language</td>
                <td>Not specified</td>
                <td>Not specified</td>
              </tr>
              <tr valign="top">
                <td>Kang et al (2017) [<xref ref-type="bibr" rid="ref48">48</xref>]</td>
                <td>Twitter</td>
                <td>Text</td>
                <td>26,389</td>
                <td>United States</td>
                <td>Not specified</td>
                <td>2015</td>
              </tr>
              <tr valign="top">
                <td>Kearney et al (2019) [<xref ref-type="bibr" rid="ref49">49</xref>]</td>
                <td>Instagram</td>
                <td>Text, image, video</td>
                <td>360</td>
                <td>English language</td>
                <td>HPV</td>
                <td>2011-2018</td>
              </tr>
              <tr valign="top">
                <td>Luo et al (2019) [<xref ref-type="bibr" rid="ref50">50</xref>]</td>
                <td>Twitter</td>
                <td>Text</td>
                <td>287,100</td>
                <td>English language</td>
                <td>HPV</td>
                <td>2008-2017</td>
              </tr>
              <tr valign="top">
                <td>Massey et al (2016) [<xref ref-type="bibr" rid="ref51">51</xref>]</td>
                <td>Twitter</td>
                <td>Text</td>
                <td>193,379</td>
                <td>English language</td>
                <td>HPV</td>
                <td>2014-2015</td>
              </tr>
              <tr valign="top">
                <td>Mitra et al (2016) [<xref ref-type="bibr" rid="ref52">52</xref>]</td>
                <td>Twitter</td>
                <td>Text</td>
                <td>315,240</td>
                <td>English language</td>
                <td>Not specified</td>
                <td>2012-2015</td>
              </tr>
              <tr valign="top">
                <td>Song and Gruzd (2017) [<xref ref-type="bibr" rid="ref53">53</xref>]</td>
                <td>YouTube</td>
                <td>Video</td>
                <td>1984</td>
                <td>English language</td>
                <td>Not specified</td>
                <td>Not specified</td>
              </tr>
              <tr valign="top">
                <td>Venkatraman et al (2015) [<xref ref-type="bibr" rid="ref54">54</xref>]</td>
                <td>YouTube</td>
                <td>Video</td>
                <td>175</td>
                <td>English language</td>
                <td>Not specified</td>
                <td>Not specified</td>
              </tr>
              <tr valign="top">
                <td>Yiannakoulias et al (2019) [<xref ref-type="bibr" rid="ref55">55</xref>]</td>
                <td>YouTube</td>
                <td>Video</td>
                <td>275</td>
                <td>English language</td>
                <td>Influenza, measles</td>
                <td>2006-2018</td>
              </tr>
              <tr valign="top">
                <td>Yuan et al (2019) [<xref ref-type="bibr" rid="ref56">56</xref>]</td>
                <td>Twitter</td>
                <td>Text</td>
                <td>669,136</td>
                <td>English language</td>
                <td>Measles</td>
                <td>2015</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>HPV: human papillomavirus.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>There are differences in the methods used to extract the messages. Most of the authors searched for general vaccine-related queries [<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref46">46</xref>-<xref ref-type="bibr" rid="ref48">48</xref>,<xref ref-type="bibr" rid="ref52">52</xref>] or the content of tags [<xref ref-type="bibr" rid="ref40">40</xref>]. Papers analyzing the human papillomavirus (HPV) vaccine used both general terms (such as <italic>HPV</italic>, <italic>HPV vaccine</italic>, <italic>#HPV</italic>, and <italic>#HPVvaccine</italic>) [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref49">49</xref>-<xref ref-type="bibr" rid="ref51">51</xref>] and specific vaccine names (<italic>Gardasil</italic> and <italic>Cervarix</italic>) [<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref51">51</xref>]. Polarized opinions, both positive and negative, were isolated using phrases containing words connected to vaccination and autism [<xref ref-type="bibr" rid="ref43">43</xref>,<xref ref-type="bibr" rid="ref53">53</xref>,<xref ref-type="bibr" rid="ref54">54</xref>]. As Facebook does not allow for searching of posts using a search engine, the authors analyzing this platform used more sophisticated methods to extract messages. Faasse et al [<xref ref-type="bibr" rid="ref45">45</xref>] studied responses to a photograph that promoted vaccination and was published by Facebook CEO Mark Zuckerberg. Harvey et al [<xref ref-type="bibr" rid="ref47">47</xref>] found 128 Facebook fan pages devoted to vaccination and sampled up to 30 memes from each page. The papers included content analyzed at different time intervals (<xref ref-type="table" rid="table1">Table 1</xref>). Only 1 study used search criteria specifically related to the outbreak of an infectious disease. Yuan et al [<xref ref-type="bibr" rid="ref56">56</xref>] used Twitter data from February 1 to March 9, 2015, to study the tweets published just after the measles outbreak in Disneyland, California, in 2015.</p>
        <p>Although most studies examined vaccines in general, 5 focused specifically on HPV vaccines, 2 on measles, and 1 on influenza. Among the articles examining negative comments about the HPV vaccine, 2 examined Twitter, 2 Instagram, and 1 YouTube. These HPV-related messages mention the side effects and risks associated with vaccination [<xref ref-type="bibr" rid="ref50">50</xref>,<xref ref-type="bibr" rid="ref51">51</xref>] but often omit some information [<xref ref-type="bibr" rid="ref44">44</xref>]. Furthermore, HPV-related antivaccine messages on Instagram used more sophisticated forms of communication, including videos or text with images [<xref ref-type="bibr" rid="ref49">49</xref>]. Provaccine content describing the HPV vaccine contained information on protection against and prevention of cancer [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref50">50</xref>,<xref ref-type="bibr" rid="ref51">51</xref>] and the safety of the vaccine [<xref ref-type="bibr" rid="ref44">44</xref>].</p>
        <p>In <xref ref-type="table" rid="table2">Table 2</xref>, we have aggregated the research questions of the included studies into 4 general hypotheses. In the next paragraphs<bold><italic>,</italic></bold> we describe the results of the analyzed articles in terms of these hypotheses and we discuss bots’ activities on social media.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Results of the included studies.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="120"/>
            <col width="190"/>
            <col width="250"/>
            <col width="220"/>
            <col width="220"/>
            <thead>
              <tr valign="top">
                <td>Study</td>
                <td>Hypothesis 1: Antivaccine messages are more liked and shared than provaccine content</td>
                <td>Hypothesis 2: Antivaccine users share more user-friendly content than provaccine users</td>
                <td>Hypothesis 3: Antivaccine users describe vaccines as harmful for health</td>
                <td>Hypothesis 4: Antivaccine users share conspiracy theories or claims that are not scientifically proven</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Basch and MacLean (2019) [<xref ref-type="bibr" rid="ref39">39</xref>]</td>
                <td>Antivaccine messages have more likes than provaccine content (<italic>P</italic>=.02)</td>
                <td>N/A<sup>a</sup></td>
                <td>Antivaccine users are less likely to mention the protection provided by the HPV<sup>b</sup> vaccine (<italic>P</italic>&#60;.001)</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>Blankenship et al (2018) [<xref ref-type="bibr" rid="ref40">40</xref>]</td>
                <td>Antivaccine messages have more retweets than provaccine ones (<italic>P</italic>&#60;.001)</td>
                <td>Most shared antivaccine-related URLs link to Twitter, YouTube, and Facebook</td>
                <td>N/A</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>Broniatowski et al (2018) [<xref ref-type="bibr" rid="ref41">41</xref>]</td>
                <td>N/A</td>
                <td>Content polluters, which may have been primarily created for marketing, spread more antivaccine content than the average nonbot users (<italic>P</italic>&#60;.001)</td>
                <td>N/A</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>Covolo et al (2017) [<xref ref-type="bibr" rid="ref42">42</xref>]</td>
                <td>Antivaccine messages are more liked (<italic>P</italic>&#60;.001) and shared (<italic>P</italic>&#60;.001) but are less viewed (<italic>P</italic>&#60;.001) than provaccine content</td>
                <td>N/A</td>
                <td>Fear-related themes are present more often in the antivaccine content than in the provaccine one. However, the difference is not statistically significant (<italic>P</italic>&#62;.05)</td>
                <td>Antivaccine content is less likely to have been developed by health professionals than provaccine contents (<italic>P</italic>=.002)</td>
              </tr>
              <tr valign="top">
                <td>Donzelli et al (2018) [<xref ref-type="bibr" rid="ref43">43</xref>]</td>
                <td>Antivaccine messages have more likes, shares, and views (<italic>P</italic>&#60;.001) than provaccine content</td>
                <td>Antivaccine content is mainly represented in the categories “People &#38; Blogs” and “No-profit and activism”</td>
                <td>N/A</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>Ekram et al (2019) [<xref ref-type="bibr" rid="ref44">44</xref>]</td>
                <td>There is no difference between anti- and provaccine content in the number of likes and views (<italic>P</italic>&#62;.05)</td>
                <td>N/A</td>
                <td>Antivaccine users are more likely to exclude information about vaccine safety (<italic>P</italic>&#60;.05) and efficacy (<italic>P</italic>&#60;.05)</td>
                <td>Antivaccine users are more likely to report incorrectly (<italic>P</italic>&#60;.001) or omit information (<italic>P</italic>&#60;.01)</td>
              </tr>
              <tr valign="top">
                <td>Faasse et al (2016) [<xref ref-type="bibr" rid="ref45">45</xref>]</td>
                <td>Antivaccine comments have fewer likes than provaccine comments (<italic>P</italic>&#60;.001)</td>
                <td>Antivaccine content uses more analytical thinking (<italic>P</italic>&#60;.001) and less tentative language (<italic>P</italic>=.055)</td>
                <td>Antivaccine users use more words related to health (<italic>P</italic>&#60;.001) and money (<italic>P</italic>=.03)</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>Guidry et al (2015) [<xref ref-type="bibr" rid="ref46">46</xref>]</td>
                <td>N/A</td>
                <td>Antivaccine users use more narrative than statistical information (<italic>P</italic>&#60;.001)</td>
                <td>N/A</td>
                <td>27.7% of the antivaccine content mentions conspiracy theories</td>
              </tr>
              <tr valign="top">
                <td>Harvey et al (2019) [<xref ref-type="bibr" rid="ref47">47</xref>]</td>
                <td>Antivaccine messages get more reactions (<italic>P</italic>&#60;.001) and shares (<italic>P</italic>&#60;.001) than provaccine content</td>
                <td>Antivaccine content has stronger emotional appeal (<italic>P</italic>&#60;.001)</td>
                <td>Antivaccine content appeals more to fear (<italic>P</italic>&#60;.001) and more often uses themes connecting vaccines with injuries, safety issues, and autism (<italic>P</italic>&#60;.001)</td>
                <td>Antivaccine content contains a greater percentage of false statements (<italic>P</italic>&#60;.001) and more often mentions conspiracy theories (<italic>P</italic>&#60;.01)</td>
              </tr>
              <tr valign="top">
                <td>Kang et al (2017) [<xref ref-type="bibr" rid="ref48">48</xref>]</td>
                <td>N/A</td>
                <td>Antivaccine content addresses a broader range of topics compared with provaccine content</td>
                <td>Central concepts are thimerosal, mercury, autism, flu shots, and vaccine ingredients</td>
                <td>Central concepts are CDC<sup>c</sup>, the vaccine industry, mainstream media, doctors, mandatory vaccines, and pharmaceutical companies</td>
              </tr>
              <tr valign="top">
                <td>Kearney et al (2019) [<xref ref-type="bibr" rid="ref49">49</xref>]</td>
                <td>Antivaccine messages are more liked (<italic>P</italic>&#60;.001) than provaccine ones</td>
                <td>Antivaccine content uses more personal narratives than informational ones (<italic>P</italic>&#60;.001). Videos or text with images are more often used rather than text or images alone (<italic>P</italic>&#60;.001)</td>
                <td>N/A</td>
                <td>Antivaccine content is less likely to have been created by health-related users (<italic>P</italic>&#60;.001)</td>
              </tr>
              <tr valign="top">
                <td>Luo et al (2019) [<xref ref-type="bibr" rid="ref50">50</xref>]</td>
                <td>N/A</td>
                <td>N/A</td>
                <td>Antivaccine users more often use words such as “death,” “concern,” “kill,” “injured,” “safety,” “adverse,” “scandal,” and “fraud”</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>Massey et al (2016) [<xref ref-type="bibr" rid="ref51">51</xref>]</td>
                <td>Negative messages have fewer retweets than provaccine ones do but are still more than neutral (<italic>P</italic>&#60;.001)</td>
                <td>N/A</td>
                <td>Antivaccine users more often mention side effects (<italic>P</italic>&#60;.001) and are less likely to discuss the protection provided by HPV vaccine (<italic>P</italic>&#60;.001)</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>Mitra et al (2016) [<xref ref-type="bibr" rid="ref52">52</xref>]</td>
                <td>N/A</td>
                <td>More direct (<italic>P</italic>&#60;.05) and certain language (<italic>P</italic>&#60;.05) is used in antivaccine content</td>
                <td>Antivaccine users more often discuss death concerns (<italic>P</italic>&#60;.001)</td>
                <td>The “evil government” topic is often discussed (<italic>P</italic>&#60;.001)</td>
              </tr>
              <tr valign="top">
                <td>Song and Gruzd (2017) [<xref ref-type="bibr" rid="ref53">53</xref>]</td>
                <td>Antivaccine messages have a higher like-to-dislike ratio (<italic>P</italic>=.001)</td>
                <td>Antivaccine content is easier to access through YouTube recommendations (centrality measures <italic>P</italic>&#60;0.01). It is more likely to be found in the categories “People &#38; Blogs” and “News &#38; Politics” (<italic>P</italic>&#60;.005)</td>
                <td>N/A</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>Venkatraman et al (2015) [<xref ref-type="bibr" rid="ref54">54</xref>]</td>
                <td>No difference was noted in terms of likes (<italic>P</italic>=.86) and views (<italic>P</italic>=.38) between anti- and provaccine content</td>
                <td>Antivaccine users more often use celebrities in videos (<italic>P</italic>=.07)</td>
                <td>Antivaccine users are more likely to use personal stories to indicate the negative effects caused by vaccinations (<italic>P</italic>&#60;.001)</td>
                <td>The links provided by antivaccine users less often lead to scientific articles (<italic>P</italic>=.01)</td>
              </tr>
              <tr valign="top">
                <td>Yiannakoulias et al (2019) [<xref ref-type="bibr" rid="ref55">55</xref>]</td>
                <td>Antivaccine content is more liked than provaccine content is</td>
                <td>N/A</td>
                <td>Antivaccine content has higher frequency of the words “mercury,” “syringe,” “chemical,” and “toxic”</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>Yuan et al (2019) [<xref ref-type="bibr" rid="ref56">56</xref>]</td>
                <td>N/A</td>
                <td>Antivaccine users prefer to communicate with users of the same opinion group</td>
                <td>N/A</td>
                <td>N/A</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>N/A: not applicable.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>HPV: human papillomavirus.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>CDC: US Centers for Disease Control and Prevention.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Hypothesis 1: Popularity of Content</title>
        <p>The authors used different measures to estimate the popularity of antivaccine content. These measures depended on the characteristics of the platforms. Each platform allows researchers to assess user engagement in response to the content. They measured retweets on Twitter [<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref51">51</xref>]; likes and shares on Facebook [<xref ref-type="bibr" rid="ref45">45</xref>,<xref ref-type="bibr" rid="ref47">47</xref>]; likes on Instagram [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref49">49</xref>]; and likes, dislikes, or shares on YouTube [<xref ref-type="bibr" rid="ref42">42</xref>-<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref53">53</xref>-<xref ref-type="bibr" rid="ref55">55</xref>]. In addition, YouTube allows for the measurement of audience size by providing information about the number of views, which was also analyzed in a few papers [<xref ref-type="bibr" rid="ref42">42</xref>-<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref54">54</xref>]. In our data set, 12 studies evaluated whether antivaccine content is more popular on social media than provaccine content. Overall, 8 of them found that antivaccine content was more popular, 2 did not find a difference in popularity, and 2 found that provaccine messages were more popular. The popularity of user-generated content depends on the type of platform and can be expressed by likes, reactions, shares, retweets, or views. On Instagram, antivaccine messages had more likes than provaccine messages [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref49">49</xref>]. YouTube videos with negative vaccine sentiments were more appreciated by users (they had more likes, shares, or views) [<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref43">43</xref>,<xref ref-type="bibr" rid="ref53">53</xref>,<xref ref-type="bibr" rid="ref55">55</xref>]. However, 2 studies did not find statistically significant differences in the number of likes and views between provaccine and antivaccine YouTube videos [<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref54">54</xref>]. The analysis of Twitter content did not show a clear link between sentiment and popularity. Blankenship et al [<xref ref-type="bibr" rid="ref40">40</xref>] found that antivaccine messages had more retweets than provaccine messages, whereas Massey et al [<xref ref-type="bibr" rid="ref51">51</xref>] found the opposite. The results of the study on Facebook content were similarly ambiguous. Harvey et al [<xref ref-type="bibr" rid="ref47">47</xref>] found that antivaccine memes had more likes and shares, whereas Faasse et al [<xref ref-type="bibr" rid="ref45">45</xref>] showed that provaccine Facebook comments had more likes. The results suggest that although antivaccine messages are generally more popular on social media, platform-dependent differences may exist.</p>
      </sec>
      <sec>
        <title>Hypothesis 2: User-friendly Content</title>
        <p>Antivaccine users present content in a way that tends to be user friendly: it grabs the users’ attention and encourages them to read the posts. Various methods are used to ensure this. The messages contain personal narratives or stories [<xref ref-type="bibr" rid="ref46">46</xref>,<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref54">54</xref>] and are connected with strong emotions and fear [<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref47">47</xref>,<xref ref-type="bibr" rid="ref52">52</xref>]. The language used is also different. Antivaccine articles use phrases such as <italic>mandated vaccines</italic> and <italic>adverse effects</italic>, whereas provaccine articles use <italic>required vaccines</italic> and <italic>side effects</italic> [<xref ref-type="bibr" rid="ref48">48</xref>]. The language of antivaccine content is direct and certain [<xref ref-type="bibr" rid="ref52">52</xref>] not tentative [<xref ref-type="bibr" rid="ref45">45</xref>]. This content is rarely created by health professionals [<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref49">49</xref>] but is well suited to the web-based environment as it uses videos or text with images rather than text or images alone [<xref ref-type="bibr" rid="ref49">49</xref>]. Antivaccine videos also feature celebrities more often than provaccine videos do [<xref ref-type="bibr" rid="ref54">54</xref>]. On YouTube, negative videos are mainly presented in lifestyle categories such as <italic>People &#38; Blogs</italic> [<xref ref-type="bibr" rid="ref43">43</xref>,<xref ref-type="bibr" rid="ref53">53</xref>]. All results show that antivaccine users create their messages in a way that effectively grabs the attention of their audience.</p>
      </sec>
      <sec>
        <title>Hypothesis 3: Vaccines Are Unhealthy or Do Not Work</title>
        <p>Antivaccine users often describe vaccinations as harmful to health. They connect them with serious but scientifically unconfirmed injuries, safety issues, and side effects such as autism or even death [<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref47">47</xref>,<xref ref-type="bibr" rid="ref51">51</xref>,<xref ref-type="bibr" rid="ref54">54</xref>]. They refer to the use of toxic ingredients in vaccines, including mercury and thimerosal [<xref ref-type="bibr" rid="ref48">48</xref>,<xref ref-type="bibr" rid="ref55">55</xref>].</p>
        <p>Antivaccine messages try to create the impression that vaccines do not protect against diseases. Not only do they present false information about vaccines [<xref ref-type="bibr" rid="ref47">47</xref>] but they also tend to omit information about the safety and protection provided by vaccines [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref51">51</xref>]. All papers indicated that antivaccine users try to create an impression that vaccines are ineffective and dangerous to health.</p>
      </sec>
      <sec>
        <title>Hypothesis 4: Vaccines Are a Part of a Conspiracy</title>
        <p>In the antivaccine discourse, vaccines are often described as part of conspiracy theories [<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref46">46</xref>,<xref ref-type="bibr" rid="ref47">47</xref>]. Antivaccine concepts are linked to the Centers for Disease Control and Prevention, the Food and Drug Administration, and the pharmaceutical industry hiding the truth about vaccines’ side effects or a government using vaccines to obtain control over society or to perform eugenic actions [<xref ref-type="bibr" rid="ref45">45</xref>,<xref ref-type="bibr" rid="ref48">48</xref>,<xref ref-type="bibr" rid="ref50">50</xref>,<xref ref-type="bibr" rid="ref52">52</xref>]. Antivaccine users view mandatory vaccines as a threat to their civil liberties [<xref ref-type="bibr" rid="ref46">46</xref>,<xref ref-type="bibr" rid="ref47">47</xref>]. They believe that as vaccinations carry risks, patients’ informed consent is necessary.</p>
      </sec>
      <sec>
        <title>Bots’ Activity</title>
        <p>Using automated tools to spread vaccine-related information can be an efficient and effective way of convincing social media users. A total of 77% of the bots active on Twitter are provaccine. They are hypersocial in retweeting, and they mainly retweet from their opinion group [<xref ref-type="bibr" rid="ref56">56</xref>]. Research on the activity of bots and trolls in a vaccine debate on Twitter showed that content polluters, which may have been primarily created for marketing, share antivaccine messages at a higher rate than average nonbot users do. Russian trolls post vaccine content at a higher rate than nonbot users do, but they share an equal number of provaccine and antivaccine messages because their purpose is to promote discord in the vaccination debate [<xref ref-type="bibr" rid="ref41">41</xref>].</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Regardless of the social media platform, there are similarities in the characteristics of antivaccine content. Most of the authors found that vaccine-related messages with negative sentiments had a higher number of positive reactions on social media (likes, shares, and retweets). This relationship was particularly evident on YouTube and Instagram, whereas the results from the studies on Twitter and Facebook were inconclusive. The reason for this ambiguity in the case of Facebook may lie in the sampling of the analyzed messages. Harvey et al [<xref ref-type="bibr" rid="ref47">47</xref>] studied the popularity of memes published on 128 Facebook pages devoted to vaccinations and found that antivaccine messages received more reactions than provaccine messages. Faasse et al [<xref ref-type="bibr" rid="ref45">45</xref>] obtained the opposite results after studying the comments posted in response to the photo uploaded by Mark Zuckerberg to promote vaccines. However, the percentage of provaccine users constituting Mark Zuckerberg’s profile followers may be higher than the percentage of provaccine users in the entire population. On Twitter, Massey et al [<xref ref-type="bibr" rid="ref51">51</xref>] found that negative messages have fewer retweets than positive ones, but this study was limited to HPV-related tweets. Future research should investigate the popularity of antivaccine content on Twitter and Facebook. The high number of likes on and shares of antivaccine content poses the danger that ordinary users will find this information more easily and consider it to be more reliable than provaccine messages.</p>
        <p>We also found that antivaccine users create messages in a user-friendly manner. They publish emotional personal stories using direct language. Their content is not created by health professionals, and they publish more often in the categories under lifestyle than in those connected with medicine or science. Psychological studies have shown that emotional events are remembered more accurately and for a longer time than neutral events [<xref ref-type="bibr" rid="ref57">57</xref>]. Thus, the emotional communication of antivaccine content may have contributed to the effectiveness of the antivaccine movement. Antivaccine activists often use methods that are commonly used in marketing. Emotional stories attract the attention of neutral users [<xref ref-type="bibr" rid="ref58">58</xref>], whereas the stirring up of fear of vaccinations leads to the inaction of the audience [<xref ref-type="bibr" rid="ref59">59</xref>].</p>
        <p>The proponents of the antivaccine movement call vaccines dangerous for health and ineffective. The myth-busting research pointing to vaccine safety [<xref ref-type="bibr" rid="ref60">60</xref>,<xref ref-type="bibr" rid="ref61">61</xref>] is not stopping the spread of false information. Some people do not trust science, considering it as a tool in the hands of governments and pharmaceutical companies [<xref ref-type="bibr" rid="ref62">62</xref>]. Many parents believe that the risks of vaccination outweigh its benefits [<xref ref-type="bibr" rid="ref63">63</xref>]. In countries where parents do not see children dying from infectious diseases, it is easy to think that vaccines, and not the diseases they protect against, are the problem. This phenomenon is perhaps being magnified by the fact that fear-related sources automatically attract attention [<xref ref-type="bibr" rid="ref64">64</xref>].</p>
        <p>Antivaccine messages often contain conspiracy theories. Previous research indicates that a belief in at least one conspiracy theory is common in society [<xref ref-type="bibr" rid="ref65">65</xref>]. Contrary to popular opinion, conspiracism is not a product of ignorance; it can be explained by the human willingness to believe in the unseen. In a study conducted by Jolley and Douglas [<xref ref-type="bibr" rid="ref62">62</xref>], participants who were exposed to antivaccine conspiracy theories showed less intention to vaccinate than the control group. Education can help solve this problem because preexisting knowledge about vaccination may protect against the negative effects of exposure to vaccine-related conspiracy theories on the web [<xref ref-type="bibr" rid="ref66">66</xref>]. Only a simple debunking of misinformation can strengthen its persistence in the community [<xref ref-type="bibr" rid="ref67">67</xref>] or even increase the harmful activity of conspiracists [<xref ref-type="bibr" rid="ref68">68</xref>]. Clarifying parental concerns and involving parents in decisions regarding their child’s vaccination can reduce beliefs in conspiracies [<xref ref-type="bibr" rid="ref69">69</xref>].</p>
        <p>The analyzed papers show that bots on social media spread not only antivaccine messages but also provaccine messages. The literature differentiates between benign and malicious bots [<xref ref-type="bibr" rid="ref70">70</xref>]. Benign bots respond automatically, aggregate content, and perform other useful actions. However, malicious bots are designed with a purpose to harm. Their task is to manipulate, mislead, and exploit to influence social media discourse. Public health authorities should not only monitor social media, detect negative bots, and fight the spread of the antivaccine content, but they should also use benign bots to communicate with the public and dispel doubts about vaccinations.</p>
        <p>The results of the included papers are generally consistent with those of previous research examining antivaccine website content [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. Similar to websites, antivaccine users of social media raise and discuss concerns about the safety and effectiveness of vaccines. They describe vaccines as harmful for health, present scientifically unconfirmed claims, and hide information about the safety and effectiveness of vaccines to strengthen their messages. This behavior can be explained by a well-known cognitive phenomenon called <italic>motivated reasoning</italic>, which is defined as a tendency to find arguments in favor of the conclusions we believe in, rather than those supporting what we do not want to believe in [<xref ref-type="bibr" rid="ref71">71</xref>]. Both antivaccine websites and antivaccine social media users presented two arguments concerning the government. They believe that the government is cooperating with pharmaceutical corporations to impose universal immunization programs and is allowing these companies to profit. The second argument does not suggest evil government plans but points to the restriction of freedom of choice because of mandatory vaccines. Unlike the content of antivaccine websites, negative posts on social media do not promote alternative health practices; they simply discourage vaccinations. This may be because short and eye-catching content is preferred on social media, and this does not allow for the explanation or discussion of complex issues.</p>
        <p>We found that most included studies were based on Twitter data. This is surprising because Facebook, YouTube, and Instagram have many more active users [<xref ref-type="bibr" rid="ref72">72</xref>]. The reason for this disproportionate attention may lie in the simplicity of gathering data from Twitter. Twitter enables the downloading of thousands of posts using its official application programming interface [<xref ref-type="bibr" rid="ref73">73</xref>], whereas Facebook and Instagram closed their application programming interfaces in 2018, thus preventing the automatic downloading of publicly available data from these platforms to protect users’ data against inappropriate use [<xref ref-type="bibr" rid="ref74">74</xref>]. This was in response to the Cambridge Analytica data misuse scandal [<xref ref-type="bibr" rid="ref75">75</xref>]. Moreover, Facebook allows for the creation of closed and private groups whose content is not available to scientists. YouTube provides researchers with easy access to the content by providing automatically generated transcripts of videos, thus facilitating text analysis. Since 2019, Pinterest has been hosting vaccine-related information only from reliable sources to halt the spread of vaccine misinformation [<xref ref-type="bibr" rid="ref76">76</xref>]; therefore, further research into the antivaccine user’s activity on this platform since 2019 is pointless.</p>
        <p>Web-based platforms differ in terms of how easily the antivaccine content is spread through social media. Facebook and Instagram have taken steps to stop the spread of vaccine misinformation by making it less prominent in search results; however, such misinformation has not been completely removed from these platforms [<xref ref-type="bibr" rid="ref77">77</xref>]. Recent research shows that since 2016, interactions with content containing misinformation have reduced on Facebook but have continued to increase on Twitter [<xref ref-type="bibr" rid="ref78">78</xref>]. This suggests that misinformation on Twitter can become a bigger problem than on Facebook. During the COVID-19 pandemic in 2020, Twitter started removing accounts spreading health conspiracy theories [<xref ref-type="bibr" rid="ref79">79</xref>] and tried to redirect users searching for COVID-19–related information to official government sources [<xref ref-type="bibr" rid="ref80">80</xref>].</p>
        <p>YouTube facilitates the spread of misinformation to millions of viewers. It has been found that 27.5% of the most-viewed YouTube videos related to COVID-19 contained misinformation, and these reached over 62 million viewers worldwide [<xref ref-type="bibr" rid="ref81">81</xref>]. About 17 million people subscribe to antivaccine accounts on YouTube [<xref ref-type="bibr" rid="ref82">82</xref>]. As YouTube content is more difficult to create, it is probably less affected by bots sharing video content. However, bots can spread disinformation on YouTube through comments [<xref ref-type="bibr" rid="ref83">83</xref>].</p>
        <p>In the papers studied, the HPV vaccine was the second most common topic, after the topic of vaccines in general. This topic is popular in the discourse on antivaccine movements. The HPV vaccine has some specific features that make it vulnerable to theories that discourage vaccinations. First, in many countries, this vaccine is not mandatory; therefore, it can be more effectively discouraged. Second, the minimum age for receiving the first dose is 9 years; thus, often both parents’ consent and the preteen or teenager’s acceptance are required. Finally, apart from the ordinary antivaccination supporters, the HPV vaccine has other opponents. Conservative religious groups suggest that protection against sexually transmitted diseases encourages licentious teen sex. As a result, religious young women are undervaccinated and underinformed about the HPV vaccine [<xref ref-type="bibr" rid="ref84">84</xref>].</p>
      </sec>
      <sec>
        <title>Future Research Propositions</title>
        <p>Research conducted in languages other than English is limited. In our data set, only 2 articles analyzed non-English messages, which were in Italian [<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref43">43</xref>]. We propose that a multilingual comparative study be undertaken to explore the similarities and differences in the vaccine-related discourse on social media between countries.</p>
        <p>Another issue is the classification of messages as provaccine or antivaccine. Usually, this task is performed manually using codebooks. As this method is not scalable, we need to employ an automatic approach. Popularly, some of the messages are hand-labeled using a codebook, and machine learning models are applied to label the rest of the messages. We suggest that a universal codebook or dictionary be designed to assess whether a message has antivaccine sentiment. Such a tool would enhance the comparability of the research results.</p>
        <p>Instagram is a social media platform that is still gaining popularity not only among users but also among scientists, as shown by the 2 articles from 2019 [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref49">49</xref>] that we included in our systematic review. However, previous Instagram studies have only examined opinions regarding HPV vaccines.</p>
        <p>Analyzing data from private or secret Facebook groups [<xref ref-type="bibr" rid="ref85">85</xref>] is important, as they often contain valuable information about users’ opinions and attitudes toward vaccinations. Although messages posted in such groups potentially contain higher quality information than publicly available data, they are not easy to obtain.</p>
        <p>It should also be mentioned that the articles analyzed picture antivaccine messages related to specific words, phrases, and themes. Further research on these topics can result in the creation of effective tools to automatically detect fake news. This can help suppress vaccine hesitancy, which is connected to the spread of vaccine misinformation on social media [<xref ref-type="bibr" rid="ref86">86</xref>].</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>First, we restricted the analysis to studies published between 2015 and 2019. As a result, some papers describing antivaccine messages on social media may not have been included. Second, we studied only articles written in English. Thus, we may have omitted articles published in other languages that analyzed non-English messages on social media.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Antivaccine users create content that gains more positive reactions (likes, shares, retweets) on social media than provaccine messages do. Their messages are user friendly and well suited to the needs of users on social media platforms. Antivaccine users try to discourage vaccination using a few main arguments. They describe vaccines as harmful, highlight their side effects, and undermine the effectiveness of the protection they offer. To support these statements, they use false information and conspiracy theories, and gloss over or omit the data about vaccine benefits.</p>
        <p>Public health authorities should continuously monitor social media to find new antivaccine arguments quickly and, based on that, design information campaigns targeting health professionals and ordinary users who are at a risk of being misinformed. Social media platforms have a big responsibility because they give millions of users access to misinformation. Knowledge of the characteristics of antivaccine content can help in the creation of tools that automatically tag false information. A positive trend in recent years is that social media platforms have attempted to stop the spread of vaccination misinformation.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">HPV</term>
          <def>
            <p>human papillomavirus</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">PRISMA</term>
          <def>
            <p>Preferred Reporting Items for Systematic Reviews and Meta-Analyses</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Silberg</surname>
              <given-names>WM</given-names>
            </name>
            <name name-style="western">
              <surname>Lundberg</surname>
              <given-names>GD</given-names>
            </name>
            <name name-style="western">
              <surname>Musacchio</surname>
              <given-names>RA</given-names>
            </name>
          </person-group>
          <article-title>Assessing, controlling, and assuring the quality of medical information on the internet: caveant lector et viewor--Let the reader and viewer beware</article-title>
          <source>J Am Med Assoc</source>
          <year>1997</year>
          <month>04</month>
          <day>16</day>
          <volume>277</volume>
          <issue>15</issue>
          <fpage>1244</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="medline">9103351</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wolfe</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Sharp</surname>
              <given-names>LK</given-names>
            </name>
            <name name-style="western">
              <surname>Lipsky</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>Content and design attributes of antivaccination web sites</article-title>
          <source>J Am Med Assoc</source>
          <year>2002</year>
          <month>06</month>
          <day>26</day>
          <volume>287</volume>
          <issue>24</issue>
          <fpage>3245</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.287.24.3245</pub-id>
          <pub-id pub-id-type="medline">12076221</pub-id>
          <pub-id pub-id-type="pii">jbr20117</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wolfe</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Sharp</surname>
              <given-names>LK</given-names>
            </name>
          </person-group>
          <article-title>Vaccination or immunization? The impact of search terms on the internet</article-title>
          <source>J Health Commun</source>
          <year>2005</year>
          <month>09</month>
          <volume>10</volume>
          <issue>6</issue>
          <fpage>537</fpage>
          <lpage>51</lpage>
          <pub-id pub-id-type="doi">10.1080/10810730500228847</pub-id>
          <pub-id pub-id-type="medline">16203632</pub-id>
          <pub-id pub-id-type="pii">U37501555WV41105</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zimmerman</surname>
              <given-names>RK</given-names>
            </name>
            <name name-style="western">
              <surname>Wolfe</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Nowalk</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Troy</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Sharp</surname>
              <given-names>LK</given-names>
            </name>
          </person-group>
          <article-title>Vaccine criticism on the World Wide Web</article-title>
          <source>J Med Internet Res</source>
          <year>2005</year>
          <month>06</month>
          <day>29</day>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>e17</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2005/2/e17/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.7.2.e17</pub-id>
          <pub-id pub-id-type="medline">15998608</pub-id>
          <pub-id pub-id-type="pii">v7i2e17</pub-id>
          <pub-id pub-id-type="pmcid">PMC1550643</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bean</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Emerging and continuing trends in vaccine opposition website content</article-title>
          <source>Vaccine</source>
          <year>2011</year>
          <month>02</month>
          <day>24</day>
          <volume>29</volume>
          <issue>10</issue>
          <fpage>1874</fpage>
          <lpage>80</lpage>
          <pub-id pub-id-type="doi">10.1016/j.vaccine.2011.01.003</pub-id>
          <pub-id pub-id-type="medline">21238571</pub-id>
          <pub-id pub-id-type="pii">S0264-410X(11)00019-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Davies</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Chapman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Leask</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Antivaccination activists on the world wide web</article-title>
          <source>Arch Dis Child</source>
          <year>2002</year>
          <month>07</month>
          <volume>87</volume>
          <issue>1</issue>
          <fpage>22</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://adc.bmj.com/lookup/pmidlookup?view=long&#38;pmid=12089115"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/adc.87.1.22</pub-id>
          <pub-id pub-id-type="medline">12089115</pub-id>
          <pub-id pub-id-type="pmcid">PMC1751143</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Glanz</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Wagner</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Narwaney</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kraus</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Shoup</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>O'Leary</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Omer</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Gleason</surname>
              <given-names>KS</given-names>
            </name>
            <name name-style="western">
              <surname>Daley</surname>
              <given-names>MF</given-names>
            </name>
          </person-group>
          <article-title>Web-based social media intervention to increase vaccine acceptance: a randomized controlled trial</article-title>
          <source>Pediatrics</source>
          <year>2017</year>
          <month>12</month>
          <volume>140</volume>
          <issue>6</issue>
          <fpage>-</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://pediatrics.aappublications.org/cgi/pmidlookup?view=long&#38;pmid=29109107"/>
          </comment>
          <pub-id pub-id-type="doi">10.1542/peds.2017-1117</pub-id>
          <pub-id pub-id-type="medline">29109107</pub-id>
          <pub-id pub-id-type="pii">peds.2017-1117</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Evrony</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Caplan</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The overlooked dangers of anti-vaccination groups' social media presence</article-title>
          <source>Hum Vaccin Immunother</source>
          <year>2017</year>
          <month>06</month>
          <day>3</day>
          <volume>13</volume>
          <issue>6</issue>
          <fpage>1</fpage>
          <lpage>2</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28406737"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/21645515.2017.1283467</pub-id>
          <pub-id pub-id-type="medline">28406737</pub-id>
          <pub-id pub-id-type="pmcid">PMC5489284</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kata</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>A postmodern Pandora's box: anti-vaccination misinformation on the Internet</article-title>
          <source>Vaccine</source>
          <year>2010</year>
          <month>02</month>
          <day>17</day>
          <volume>28</volume>
          <issue>7</issue>
          <fpage>1709</fpage>
          <lpage>16</lpage>
          <pub-id pub-id-type="doi">10.1016/j.vaccine.2009.12.022</pub-id>
          <pub-id pub-id-type="medline">20045099</pub-id>
          <pub-id pub-id-type="pii">S0264-410X(09)01926-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kata</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Anti-vaccine activists, web 2.0, and the postmodern paradigm--an overview of tactics and tropes used online by the anti-vaccination movement</article-title>
          <source>Vaccine</source>
          <year>2012</year>
          <month>05</month>
          <day>28</day>
          <volume>30</volume>
          <issue>25</issue>
          <fpage>3778</fpage>
          <lpage>89</lpage>
          <pub-id pub-id-type="doi">10.1016/j.vaccine.2011.11.112</pub-id>
          <pub-id pub-id-type="medline">22172504</pub-id>
          <pub-id pub-id-type="pii">S0264-410X(11)01908-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Amin</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Bednarczyk</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Ray</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Melchiori</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Graham</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Huntsinger</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Omer</surname>
              <given-names>SB</given-names>
            </name>
          </person-group>
          <article-title>Association of moral values with vaccine hesitancy</article-title>
          <source>Nat Hum Behav</source>
          <year>2017</year>
          <month>12</month>
          <volume>1</volume>
          <issue>12</issue>
          <fpage>873</fpage>
          <lpage>80</lpage>
          <pub-id pub-id-type="doi">10.1038/s41562-017-0256-5</pub-id>
          <pub-id pub-id-type="medline">31024188</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41562-017-0256-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Benecke</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>DeYoung</surname>
              <given-names>SE</given-names>
            </name>
          </person-group>
          <article-title>Anti-vaccine decision-making and measles resurgence in the United States</article-title>
          <source>Glob Pediatr Health</source>
          <year>2019</year>
          <volume>6</volume>
          <fpage>2333794X19862949</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/2333794X19862949?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/2333794X19862949</pub-id>
          <pub-id pub-id-type="medline">31384629</pub-id>
          <pub-id pub-id-type="pii">10.1177_2333794X19862949</pub-id>
          <pub-id pub-id-type="pmcid">PMC6657116</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Diethelm</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>McKee</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Denialism: what is it and how should scientists respond?</article-title>
          <source>Eur J Public Health</source>
          <year>2009</year>
          <month>01</month>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>2</fpage>
          <lpage>4</lpage>
          <pub-id pub-id-type="doi">10.1093/eurpub/ckn139</pub-id>
          <pub-id pub-id-type="medline">19158101</pub-id>
          <pub-id pub-id-type="pii">ckn139</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <article-title>Vaccine Hesitancy</article-title>
          <source>European Centre for Disease Prevention and Control</source>
          <access-date>2021-05-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ecdc.europa.eu/en/immunisation-vaccines/vaccine-hesitancy">https://www.ecdc.europa.eu/en/immunisation-vaccines/vaccine-hesitancy</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dubé</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Laberge</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Guay</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bramadat</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Roy</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bettinger</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Vaccine hesitancy: an overview</article-title>
          <source>Hum Vaccin Immunother</source>
          <year>2013</year>
          <month>08</month>
          <volume>9</volume>
          <issue>8</issue>
          <fpage>1763</fpage>
          <lpage>73</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23584253"/>
          </comment>
          <pub-id pub-id-type="doi">10.4161/hv.24657</pub-id>
          <pub-id pub-id-type="medline">23584253</pub-id>
          <pub-id pub-id-type="pii">24657</pub-id>
          <pub-id pub-id-type="pmcid">PMC3906279</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dubé</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Gagnon</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>MacDonald</surname>
              <given-names>NE</given-names>
            </name>
            <collab>SAGE Working Group on Vaccine Hesitancy</collab>
          </person-group>
          <article-title>Strategies intended to address vaccine hesitancy: review of published reviews</article-title>
          <source>Vaccine</source>
          <year>2015</year>
          <month>08</month>
          <day>14</day>
          <volume>33</volume>
          <issue>34</issue>
          <fpage>4191</fpage>
          <lpage>203</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0264-410X(15)00505-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.vaccine.2015.04.041</pub-id>
          <pub-id pub-id-type="medline">25896385</pub-id>
          <pub-id pub-id-type="pii">S0264-410X(15)00505-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dubé</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Gagnon</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ouakki</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bettinger</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Guay</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Halperin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Graham</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Witteman</surname>
              <given-names>HO</given-names>
            </name>
            <name name-style="western">
              <surname>MacDonald</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Fisher</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Monnais</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Tran</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gagneur</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Guichon</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Saini</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Heffernan</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Meyer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Driedger</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Greenberg</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>MacDougall</surname>
              <given-names>H</given-names>
            </name>
            <collab>Canadian Immunization Research Network</collab>
          </person-group>
          <article-title>Understanding vaccine hesitancy in Canada: results of a consultation study by the Canadian immunization research network</article-title>
          <source>PLoS One</source>
          <year>2016</year>
          <volume>11</volume>
          <issue>6</issue>
          <fpage>e0156118</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0156118"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0156118</pub-id>
          <pub-id pub-id-type="medline">27257809</pub-id>
          <pub-id pub-id-type="pii">PONE-D-16-01500</pub-id>
          <pub-id pub-id-type="pmcid">PMC4892544</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <article-title>Report of the Sage Working Group on Vaccine Hesitancy</article-title>
          <source>World Health Organization</source>
          <year>2014</year>
          <access-date>2021-05-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/immunization/sage/meetings/2014/october/1_Report_WORKING_GROUP_vaccine_hesitancy_final.pdf">https://www.who.int/immunization/sage/meetings/2014/october/1_Report_WORKING_GROUP_vaccine_hesitancy_final.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mason</surname>
              <given-names>BW</given-names>
            </name>
            <name name-style="western">
              <surname>Donnelly</surname>
              <given-names>PD</given-names>
            </name>
          </person-group>
          <article-title>Impact of a local newspaper campaign on the uptake of the measles mumps and rubella vaccine</article-title>
          <source>J Epidemiol Community Health</source>
          <year>2000</year>
          <month>06</month>
          <volume>54</volume>
          <issue>6</issue>
          <fpage>473</fpage>
          <lpage>4</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jech.bmj.com/lookup/pmidlookup?view=long&#38;pmid=10818125"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/jech.54.6.473</pub-id>
          <pub-id pub-id-type="medline">10818125</pub-id>
          <pub-id pub-id-type="pmcid">PMC1731691</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Yarwood</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Salisbury</surname>
              <given-names>DM</given-names>
            </name>
          </person-group>
          <article-title>Tracking mothers' attitudes to MMR immunisation 1996-2006</article-title>
          <source>Vaccine</source>
          <year>2007</year>
          <month>05</month>
          <day>16</day>
          <volume>25</volume>
          <issue>20</issue>
          <fpage>3996</fpage>
          <lpage>4002</lpage>
          <pub-id pub-id-type="doi">10.1016/j.vaccine.2007.02.071</pub-id>
          <pub-id pub-id-type="medline">17395344</pub-id>
          <pub-id pub-id-type="pii">S0264-410X(07)00224-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Betsch</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Brewer</surname>
              <given-names>NT</given-names>
            </name>
            <name name-style="western">
              <surname>Brocard</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Davies</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Gaissmaier</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Haase</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Leask</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Renkewitz</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Renner</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Reyna</surname>
              <given-names>VF</given-names>
            </name>
            <name name-style="western">
              <surname>Rossmann</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sachse</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Schachinger</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Siegrist</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Stryk</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Opportunities and challenges of web 2.0 for vaccination decisions</article-title>
          <source>Vaccine</source>
          <year>2012</year>
          <month>05</month>
          <day>28</day>
          <volume>30</volume>
          <issue>25</issue>
          <fpage>3727</fpage>
          <lpage>33</lpage>
          <pub-id pub-id-type="doi">10.1016/j.vaccine.2012.02.025</pub-id>
          <pub-id pub-id-type="medline">22365840</pub-id>
          <pub-id pub-id-type="pii">S0264-410X(12)00208-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Betsch</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Renkewitz</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Betsch</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ulshöfer</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>The influence of vaccine-critical websites on perceiving vaccination risks</article-title>
          <source>J Health Psychol</source>
          <year>2010</year>
          <month>04</month>
          <volume>15</volume>
          <issue>3</issue>
          <fpage>446</fpage>
          <lpage>55</lpage>
          <pub-id pub-id-type="doi">10.1177/1359105309353647</pub-id>
          <pub-id pub-id-type="medline">20348365</pub-id>
          <pub-id pub-id-type="pii">15/3/446</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dubé</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Bettinger</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Halperin</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Bradet</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lavoie</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Sauvageau</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gilca</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Boulianne</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Determinants of parents' decision to vaccinate their children against rotavirus: results of a longitudinal study</article-title>
          <source>Health Educ Res</source>
          <year>2012</year>
          <month>12</month>
          <volume>27</volume>
          <issue>6</issue>
          <fpage>1069</fpage>
          <lpage>80</lpage>
          <pub-id pub-id-type="doi">10.1093/her/cys088</pub-id>
          <pub-id pub-id-type="medline">22907535</pub-id>
          <pub-id pub-id-type="pii">cys088</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Humiston</surname>
              <given-names>SG</given-names>
            </name>
            <name name-style="western">
              <surname>Marcuse</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Dorell</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Howes</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hibbs</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Parental delay or refusal of vaccine doses, childhood vaccination coverage at 24 months of age, and the Health Belief Model</article-title>
          <source>Public Health Rep</source>
          <year>2011</year>
          <volume>126</volume>
          <issue>Suppl 2</issue>
          <fpage>135</fpage>
          <lpage>46</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21812176"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/00333549111260S215</pub-id>
          <pub-id pub-id-type="medline">21812176</pub-id>
          <pub-id pub-id-type="pmcid">PMC3113438</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Witteman</surname>
              <given-names>HO</given-names>
            </name>
            <name name-style="western">
              <surname>Zikmund-Fisher</surname>
              <given-names>BJ</given-names>
            </name>
          </person-group>
          <article-title>The defining characteristics of web 2.0 and their potential influence in the online vaccination debate</article-title>
          <source>Vaccine</source>
          <year>2012</year>
          <month>05</month>
          <day>28</day>
          <volume>30</volume>
          <issue>25</issue>
          <fpage>3734</fpage>
          <lpage>40</lpage>
          <pub-id pub-id-type="doi">10.1016/j.vaccine.2011.12.039</pub-id>
          <pub-id pub-id-type="medline">22178516</pub-id>
          <pub-id pub-id-type="pii">S0264-410X(11)01962-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Young</surname>
              <given-names>SD</given-names>
            </name>
          </person-group>
          <article-title>Social media as a new vital sign: commentary</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <month>04</month>
          <day>30</day>
          <volume>20</volume>
          <issue>4</issue>
          <fpage>e161</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/4/e161/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.8563</pub-id>
          <pub-id pub-id-type="medline">29712631</pub-id>
          <pub-id pub-id-type="pii">v20i4e161</pub-id>
          <pub-id pub-id-type="pmcid">PMC5976492</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Charalambous</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Social media and health policy</article-title>
          <source>Asia Pac J Oncol Nurs</source>
          <year>2019</year>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>24</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.apjon.org/article.asp?issn=2347-5625;year=2019;volume=6;issue=1;spage=24;epage=27;aulast=Charalambous"/>
          </comment>
          <pub-id pub-id-type="doi">10.4103/apjon.apjon_60_18</pub-id>
          <pub-id pub-id-type="medline">30599012</pub-id>
          <pub-id pub-id-type="pii">APJON-6-24</pub-id>
          <pub-id pub-id-type="pmcid">PMC6287377</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schmidt</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Zollo</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Scala</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Betsch</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Quattrociocchi</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Polarization of the vaccination debate on Facebook</article-title>
          <source>Vaccine</source>
          <year>2018</year>
          <month>06</month>
          <day>14</day>
          <volume>36</volume>
          <issue>25</issue>
          <fpage>3606</fpage>
          <lpage>12</lpage>
          <pub-id pub-id-type="doi">10.1016/j.vaccine.2018.05.040</pub-id>
          <pub-id pub-id-type="medline">29773322</pub-id>
          <pub-id pub-id-type="pii">S0264-410X(18)30660-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ward</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Peretti-Watel</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Verger</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Vaccine criticism on the internet: propositions for future research</article-title>
          <source>Hum Vaccin Immunother</source>
          <year>2016</year>
          <month>07</month>
          <day>2</day>
          <volume>12</volume>
          <issue>7</issue>
          <fpage>1924</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26900646"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/21645515.2016.1146430</pub-id>
          <pub-id pub-id-type="medline">26900646</pub-id>
          <pub-id pub-id-type="pmcid">PMC4964829</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Langenfeld</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Batra</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>How can social media get us in trouble?</article-title>
          <source>Clin Colon Rectal Surg</source>
          <year>2017</year>
          <month>09</month>
          <volume>30</volume>
          <issue>4</issue>
          <fpage>264</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28924400"/>
          </comment>
          <pub-id pub-id-type="doi">10.1055/s-0037-1604255</pub-id>
          <pub-id pub-id-type="medline">28924400</pub-id>
          <pub-id pub-id-type="pii">00832</pub-id>
          <pub-id pub-id-type="pmcid">PMC5595536</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Goonawardene</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Internet health information seeking and the patient-physician relationship: a systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>01</month>
          <day>19</day>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>e9</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/1/e9/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.5729</pub-id>
          <pub-id pub-id-type="medline">28104579</pub-id>
          <pub-id pub-id-type="pii">v19i1e9</pub-id>
          <pub-id pub-id-type="pmcid">PMC5290294</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="web">
          <article-title>Moving the Needle: Promoting Vaccination Uptake across the Life Course</article-title>
          <source>Royal Society for Public Health UK</source>
          <access-date>2020-05-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.rsph.org.uk/our-work/policy/vaccinations/moving-the-needle-promoting-vaccination-uptake-across-the-life-course.html">https://www.rsph.org.uk/our-work/policy/vaccinations/moving-the-needle-promoting-vaccination-uptake-across-the-life-course.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dredze</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Broniatowski</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Hilyard</surname>
              <given-names>KM</given-names>
            </name>
          </person-group>
          <article-title>Understanding vaccine refusal: why we need social media now</article-title>
          <source>Am J Prev Med</source>
          <year>2016</year>
          <month>04</month>
          <volume>50</volume>
          <issue>4</issue>
          <fpage>550</fpage>
          <lpage>2</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26655067"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2015.10.002</pub-id>
          <pub-id pub-id-type="medline">26655067</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(15)00640-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC4801675</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>McKee</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Torbica</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Stuckler</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Systematic literature review on the spread of health-related misinformation on social media</article-title>
          <source>Soc Sci Med</source>
          <year>2019</year>
          <month>11</month>
          <volume>240</volume>
          <fpage>112552</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0277-9536(19)30546-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.socscimed.2019.112552</pub-id>
          <pub-id pub-id-type="medline">31561111</pub-id>
          <pub-id pub-id-type="pii">S0277-9536(19)30546-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC7117034</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Madathil</surname>
              <given-names>KC</given-names>
            </name>
            <name name-style="western">
              <surname>Rivera-Rodriguez</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Greenstein</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Gramopadhye</surname>
              <given-names>AK</given-names>
            </name>
          </person-group>
          <article-title>Healthcare information on YouTube: a systematic review</article-title>
          <source>Health Informatics J</source>
          <year>2015</year>
          <month>09</month>
          <volume>21</volume>
          <issue>3</issue>
          <fpage>173</fpage>
          <lpage>94</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/1460458213512220?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1460458213512220</pub-id>
          <pub-id pub-id-type="medline">24670899</pub-id>
          <pub-id pub-id-type="pii">1460458213512220</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Catalan-Matamoros</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Peñafiel-Saiz</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>How is communication of vaccines in traditional media: a systematic review</article-title>
          <source>Perspect Public Health</source>
          <year>2019</year>
          <month>01</month>
          <day>7</day>
          <volume>139</volume>
          <issue>1</issue>
          <fpage>34</fpage>
          <lpage>43</lpage>
          <pub-id pub-id-type="doi">10.1177/1757913918780142</pub-id>
          <pub-id pub-id-type="medline">29877122</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Liberati</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tetzlaff</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
          </person-group>
          <article-title>Preferred reporting items for systematic reviews and meta-analyses: the PRISMA statement</article-title>
          <source>PLoS Med</source>
          <year>2009</year>
          <month>07</month>
          <day>21</day>
          <volume>6</volume>
          <issue>7</issue>
          <fpage>e1000097</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pmed.1000097"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pmed.1000097</pub-id>
          <pub-id pub-id-type="medline">19621072</pub-id>
          <pub-id pub-id-type="pmcid">PMC2707599</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Duggan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lenhart</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dimock</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gross</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Tomlin</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kohut</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Social Media Update</article-title>
          <source>Pew Research Center</source>
          <year>2015</year>
          <access-date>2021-05-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewresearch.org/internet/2015/01/09/social-media-update-2014/">https://www.pewresearch.org/internet/2015/01/09/social-media-update-2014/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Basch</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>MacLean</surname>
              <given-names>SA</given-names>
            </name>
          </person-group>
          <article-title>A content analysis of HPV related posts on Instagram</article-title>
          <source>Hum Vaccin Immunother</source>
          <year>2019</year>
          <volume>15</volume>
          <issue>7-8</issue>
          <fpage>1476</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30570379"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/21645515.2018.1560774</pub-id>
          <pub-id pub-id-type="medline">30570379</pub-id>
          <pub-id pub-id-type="pmcid">PMC6746531</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blankenship</surname>
              <given-names>EB</given-names>
            </name>
            <name name-style="western">
              <surname>Goff</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Yin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tse</surname>
              <given-names>ZT</given-names>
            </name>
            <name name-style="western">
              <surname>Fu</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Liang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Saroha</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Fung</surname>
              <given-names>IC</given-names>
            </name>
          </person-group>
          <article-title>Sentiment, contents, and retweets: a study of two vaccine-related twitter datasets</article-title>
          <source>Perm J</source>
          <year>2018</year>
          <volume>22</volume>
          <fpage>17</fpage>
          <lpage>138</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29911966"/>
          </comment>
          <pub-id pub-id-type="doi">10.7812/TPP/17-138</pub-id>
          <pub-id pub-id-type="medline">29911966</pub-id>
          <pub-id pub-id-type="pii">17-138</pub-id>
          <pub-id pub-id-type="pmcid">PMC6004971</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Broniatowski</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Jamison</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Qi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>AlKulaib</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Benton</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Quinn</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Dredze</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Weaponized health communication: Twitter bots and Russian trolls amplify the vaccine debate</article-title>
          <source>Am J Public Health</source>
          <year>2018</year>
          <month>10</month>
          <volume>108</volume>
          <issue>10</issue>
          <fpage>1378</fpage>
          <lpage>84</lpage>
          <pub-id pub-id-type="doi">10.2105/AJPH.2018.304567</pub-id>
          <pub-id pub-id-type="medline">30138075</pub-id>
          <pub-id pub-id-type="pmcid">PMC6137759</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Covolo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ceretti</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Passeri</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Boletti</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gelatti</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>What arguments on vaccinations run through YouTube videos in Italy? A content analysis</article-title>
          <source>Hum Vaccin Immunother</source>
          <year>2017</year>
          <month>07</month>
          <day>3</day>
          <volume>13</volume>
          <issue>7</issue>
          <fpage>1693</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28362544"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/21645515.2017.1306159</pub-id>
          <pub-id pub-id-type="medline">28362544</pub-id>
          <pub-id pub-id-type="pmcid">PMC5512771</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Donzelli</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Palomba</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Federigi</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Aquino</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Cioni</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Verani</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Carducci</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lopalco</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Misinformation on vaccination: a quantitative analysis of YouTube videos</article-title>
          <source>Hum Vaccin Immunother</source>
          <year>2018</year>
          <month>07</month>
          <day>3</day>
          <volume>14</volume>
          <issue>7</issue>
          <fpage>1654</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29553872"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/21645515.2018.1454572</pub-id>
          <pub-id pub-id-type="medline">29553872</pub-id>
          <pub-id pub-id-type="pmcid">PMC6067837</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ekram</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Debiec</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Pumper</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Moreno</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Content and commentary: HPV vaccine and YouTube</article-title>
          <source>J Pediatr Adolesc Gynecol</source>
          <year>2019</year>
          <month>04</month>
          <volume>32</volume>
          <issue>2</issue>
          <fpage>153</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jpag.2018.11.001</pub-id>
          <pub-id pub-id-type="medline">30445163</pub-id>
          <pub-id pub-id-type="pii">S1083-3188(18)30352-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Faasse</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Chatman</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>LR</given-names>
            </name>
          </person-group>
          <article-title>A comparison of language use in pro- and anti-vaccination comments in response to a high profile Facebook post</article-title>
          <source>Vaccine</source>
          <year>2016</year>
          <month>11</month>
          <day>11</day>
          <volume>34</volume>
          <issue>47</issue>
          <fpage>5808</fpage>
          <lpage>14</lpage>
          <pub-id pub-id-type="doi">10.1016/j.vaccine.2016.09.029</pub-id>
          <pub-id pub-id-type="medline">27707558</pub-id>
          <pub-id pub-id-type="pii">S0264-410X(16)30842-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guidry</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Carlyle</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Messner</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Jin</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>On pins and needles: how vaccines are portrayed on Pinterest</article-title>
          <source>Vaccine</source>
          <year>2015</year>
          <month>09</month>
          <day>22</day>
          <volume>33</volume>
          <issue>39</issue>
          <fpage>5051</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1016/j.vaccine.2015.08.064</pub-id>
          <pub-id pub-id-type="medline">26319742</pub-id>
          <pub-id pub-id-type="pii">S0264-410X(15)01192-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harvey</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lac</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Coolidge</surname>
              <given-names>FL</given-names>
            </name>
          </person-group>
          <article-title>Fear and derision: a quantitative content analysis of provaccine and antivaccine internet memes</article-title>
          <source>Health Educ Behav</source>
          <year>2019</year>
          <month>12</month>
          <volume>46</volume>
          <issue>6</issue>
          <fpage>1012</fpage>
          <lpage>23</lpage>
          <pub-id pub-id-type="doi">10.1177/1090198119866886</pub-id>
          <pub-id pub-id-type="medline">31789076</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kang</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ewing-Nelson</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Mackey</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Schlitt</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Marathe</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Abbas</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Swarup</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Semantic network analysis of vaccine sentiment in online social media</article-title>
          <source>Vaccine</source>
          <year>2017</year>
          <month>06</month>
          <day>22</day>
          <volume>35</volume>
          <issue>29</issue>
          <fpage>3621</fpage>
          <lpage>38</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28554500"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.vaccine.2017.05.052</pub-id>
          <pub-id pub-id-type="medline">28554500</pub-id>
          <pub-id pub-id-type="pii">S0264-410X(17)30688-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC5548132</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kearney</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Selvan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hauer</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Leader</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Massey</surname>
              <given-names>PM</given-names>
            </name>
          </person-group>
          <article-title>Characterizing HPV vaccine sentiments and content on Instagram</article-title>
          <source>Health Educ Behav</source>
          <year>2019</year>
          <month>12</month>
          <volume>46</volume>
          <issue>2_suppl</issue>
          <fpage>37</fpage>
          <lpage>48</lpage>
          <pub-id pub-id-type="doi">10.1177/1090198119859412</pub-id>
          <pub-id pub-id-type="medline">31742459</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zimet</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A natural language processing framework to analyse the opinions on HPV vaccination reflected in twitter over 10 years (2008 - 2017)</article-title>
          <source>Hum Vaccin Immunother</source>
          <year>2019</year>
          <volume>15</volume>
          <issue>7-8</issue>
          <fpage>1496</fpage>
          <lpage>504</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31194609"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/21645515.2019.1627821</pub-id>
          <pub-id pub-id-type="medline">31194609</pub-id>
          <pub-id pub-id-type="pmcid">PMC6746490</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Massey</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Leader</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Yom-Tov</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Budenz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Fisher</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Klassen</surname>
              <given-names>AC</given-names>
            </name>
          </person-group>
          <article-title>Applying multiple data collection tools to quantify human papillomavirus vaccine communication on Twitter</article-title>
          <source>J Med Internet Res</source>
          <year>2016</year>
          <month>12</month>
          <day>5</day>
          <volume>18</volume>
          <issue>12</issue>
          <fpage>e318</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2016/12/e318/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.6670</pub-id>
          <pub-id pub-id-type="medline">27919863</pub-id>
          <pub-id pub-id-type="pii">v18i12e318</pub-id>
          <pub-id pub-id-type="pmcid">PMC5168526</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mitra</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Counts</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pennebaker</surname>
              <given-names>JW</given-names>
            </name>
          </person-group>
          <article-title>Understanding Anti-Vaccination Attitudes in Social Media</article-title>
          <source>AAAI</source>
          <year>2016</year>
          <access-date>2021-05-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.aaai.org/ocs/index.php/ICWSM/ICWSM16/paper/download/13073/12747">https://www.aaai.org/ocs/index.php/ICWSM/ICWSM16/paper/download/13073/12747</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Song</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gruzd</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Examining Sentiments and Popularity of Pro-and Anti-vaccination Videos on Youtube</article-title>
          <source>International Conference Proceeding Series</source>
          <year>2017</year>
          <conf-name>ACM'17</conf-name>
          <conf-date>April 12-17, 2017</conf-date>
          <conf-loc>New York, USA</conf-loc>
          <pub-id pub-id-type="doi">10.1145/3097286.3097303</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Venkatraman</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Garg</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kumar</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Greater freedom of speech on web 2.0 correlates with dominance of views linking vaccines to autism</article-title>
          <source>Vaccine</source>
          <year>2015</year>
          <month>03</month>
          <day>17</day>
          <volume>33</volume>
          <issue>12</issue>
          <fpage>1422</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1016/j.vaccine.2015.01.078</pub-id>
          <pub-id pub-id-type="medline">25665960</pub-id>
          <pub-id pub-id-type="pii">S0264-410X(15)00135-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yiannakoulias</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Slavik</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Chase</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Expressions of pro- and anti-vaccine sentiment on YouTube</article-title>
          <source>Vaccine</source>
          <year>2019</year>
          <month>04</month>
          <day>3</day>
          <volume>37</volume>
          <issue>15</issue>
          <fpage>2057</fpage>
          <lpage>64</lpage>
          <pub-id pub-id-type="doi">10.1016/j.vaccine.2019.03.001</pub-id>
          <pub-id pub-id-type="medline">30862365</pub-id>
          <pub-id pub-id-type="pii">S0264-410X(19)30292-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yuan</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Schuchard</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Crooks</surname>
              <given-names>AT</given-names>
            </name>
          </person-group>
          <article-title>Examining emergent communities and social bots within the polarized online vaccination debate in Twitter</article-title>
          <source>Soc Med Soc</source>
          <year>2019</year>
          <month>09</month>
          <day>4</day>
          <volume>5</volume>
          <issue>3</issue>
          <fpage>205630511986546</fpage>
          <pub-id pub-id-type="doi">10.1177/2056305119865465</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tyng</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Amin</surname>
              <given-names>HU</given-names>
            </name>
            <name name-style="western">
              <surname>Saad</surname>
              <given-names>MN</given-names>
            </name>
            <name name-style="western">
              <surname>Malik</surname>
              <given-names>AS</given-names>
            </name>
          </person-group>
          <article-title>The influences of emotion on learning and memory</article-title>
          <source>Front Psychol</source>
          <year>2017</year>
          <volume>8</volume>
          <fpage>1454</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fpsyg.2017.01454"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyg.2017.01454</pub-id>
          <pub-id pub-id-type="medline">28883804</pub-id>
          <pub-id pub-id-type="pmcid">PMC5573739</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bagozzi</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>Gopinath</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nyer</surname>
              <given-names>PU</given-names>
            </name>
          </person-group>
          <article-title>The role of emotions in marketing</article-title>
          <source>J Acad Mark Sci</source>
          <year>1999</year>
          <month>04</month>
          <day>1</day>
          <volume>27</volume>
          <issue>2</issue>
          <fpage>184</fpage>
          <lpage>206</lpage>
          <pub-id pub-id-type="doi">10.1177/0092070399272005</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brennan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Binney</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Fear, guilt, and shame appeals in social marketing</article-title>
          <source>J Bus Res</source>
          <year>2010</year>
          <month>02</month>
          <volume>63</volume>
          <issue>2</issue>
          <fpage>140</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jbusres.2009.02.006</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jain</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Marshall</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Buikema</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bancroft</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kelly</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Newschaffer</surname>
              <given-names>CJ</given-names>
            </name>
          </person-group>
          <article-title>Autism occurrence by MMR vaccine status among US children with older siblings with and without autism</article-title>
          <source>J Am Med Assoc</source>
          <year>2015</year>
          <month>04</month>
          <day>21</day>
          <volume>313</volume>
          <issue>15</issue>
          <fpage>1534</fpage>
          <lpage>40</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2015.3077</pub-id>
          <pub-id pub-id-type="medline">25898051</pub-id>
          <pub-id pub-id-type="pii">2275444</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ray</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hayward</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Michelson</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Schwalbe</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Black</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Shinefield</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Marcy</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Huff</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ward</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mullooly</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>R</given-names>
            </name>
            <collab>Vaccine Safety Datalink Group</collab>
          </person-group>
          <article-title>Encephalopathy after whole-cell pertussis or measles vaccination: lack of evidence for a causal association in a retrospective case-control study</article-title>
          <source>Pediatr Infect Dis J</source>
          <year>2006</year>
          <month>09</month>
          <volume>25</volume>
          <issue>9</issue>
          <fpage>768</fpage>
          <lpage>73</lpage>
          <pub-id pub-id-type="doi">10.1097/01.inf.0000234067.84848.e1</pub-id>
          <pub-id pub-id-type="medline">16940831</pub-id>
          <pub-id pub-id-type="pii">00006454-200609000-00003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jolley</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Douglas</surname>
              <given-names>KM</given-names>
            </name>
          </person-group>
          <article-title>The effects of anti-vaccine conspiracy theories on vaccination intentions</article-title>
          <source>PLoS One</source>
          <year>2014</year>
          <volume>9</volume>
          <issue>2</issue>
          <fpage>e89177</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0089177"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0089177</pub-id>
          <pub-id pub-id-type="medline">24586574</pub-id>
          <pub-id pub-id-type="pii">PONE-D-13-38770</pub-id>
          <pub-id pub-id-type="pmcid">PMC3930676</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Karafillakis</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Larson</surname>
              <given-names>HJ</given-names>
            </name>
            <collab>ADVANCE consortium</collab>
          </person-group>
          <article-title>The benefit of the doubt or doubts over benefits? A systematic literature review of perceived risks of vaccines in European populations</article-title>
          <source>Vaccine</source>
          <year>2017</year>
          <month>09</month>
          <day>5</day>
          <volume>35</volume>
          <issue>37</issue>
          <fpage>4840</fpage>
          <lpage>50</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0264-410X(17)30969-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.vaccine.2017.07.061</pub-id>
          <pub-id pub-id-type="medline">28760616</pub-id>
          <pub-id pub-id-type="pii">S0264-410X(17)30969-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schmidt</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Belopolsky</surname>
              <given-names>AV</given-names>
            </name>
            <name name-style="western">
              <surname>Theeuwes</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Potential threat attracts attention and interferes with voluntary saccades</article-title>
          <source>Emotion</source>
          <year>2015</year>
          <month>06</month>
          <volume>15</volume>
          <issue>3</issue>
          <fpage>329</fpage>
          <lpage>38</lpage>
          <pub-id pub-id-type="doi">10.1037/emo0000041</pub-id>
          <pub-id pub-id-type="medline">25527964</pub-id>
          <pub-id pub-id-type="pii">2014-56032-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref65">
        <label>65</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Oliver</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>TJ</given-names>
            </name>
          </person-group>
          <article-title>Conspiracy theories and the paranoid style(s) of mass opinion</article-title>
          <source>Am J Pol Sci</source>
          <year>2014</year>
          <month>03</month>
          <day>5</day>
          <volume>58</volume>
          <issue>4</issue>
          <fpage>952</fpage>
          <lpage>66</lpage>
          <pub-id pub-id-type="doi">10.1111/ajps.12084</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref66">
        <label>66</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Effects of vaccine-related conspiracy theories on Chinese young adults' perceptions of the HPV vaccine: an experimental study</article-title>
          <source>Health Commun</source>
          <year>2020</year>
          <month>04</month>
          <day>20</day>
          <fpage>1</fpage>
          <lpage>11</lpage>
          <pub-id pub-id-type="doi">10.1080/10410236.2020.1751384</pub-id>
          <pub-id pub-id-type="medline">32312084</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref67">
        <label>67</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Jamieson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Albarracín</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Debunking: a meta-analysis of the psychological efficacy of messages countering misinformation</article-title>
          <source>Psychol Sci</source>
          <year>2017</year>
          <month>11</month>
          <volume>28</volume>
          <issue>11</issue>
          <fpage>1531</fpage>
          <lpage>46</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28895452"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/0956797617714579</pub-id>
          <pub-id pub-id-type="medline">28895452</pub-id>
          <pub-id pub-id-type="pmcid">PMC5673564</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref68">
        <label>68</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zollo</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Bessi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Del Vicario</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Scala</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Caldarelli</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Shekhtman</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Havlin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Quattrociocchi</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Debunking in a world of tribes</article-title>
          <source>PLoS One</source>
          <year>2017</year>
          <volume>12</volume>
          <issue>7</issue>
          <fpage>e0181821</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0181821"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0181821</pub-id>
          <pub-id pub-id-type="medline">28742163</pub-id>
          <pub-id pub-id-type="pii">PONE-D-16-07449</pub-id>
          <pub-id pub-id-type="pmcid">PMC5524392</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref69">
        <label>69</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Prooijen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Acker</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The influence of control on belief in conspiracy theories: conceptual and applied extensions</article-title>
          <source>Appl Cognit Psychol</source>
          <year>2015</year>
          <month>08</month>
          <day>10</day>
          <volume>29</volume>
          <issue>5</issue>
          <fpage>753</fpage>
          <lpage>61</lpage>
          <pub-id pub-id-type="doi">10.1002/acp.3161</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref70">
        <label>70</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ferrara</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Varol</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Menczer</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Flammini</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The rise of social bots</article-title>
          <source>Commun ACM</source>
          <year>2016</year>
          <month>06</month>
          <day>24</day>
          <volume>59</volume>
          <issue>7</issue>
          <fpage>96</fpage>
          <lpage>104</lpage>
          <pub-id pub-id-type="doi">10.1145/2818717</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref71">
        <label>71</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kunda</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>The case for motivated reasoning</article-title>
          <source>Psychol Bull</source>
          <year>1990</year>
          <month>11</month>
          <volume>108</volume>
          <issue>3</issue>
          <fpage>480</fpage>
          <lpage>98</lpage>
          <pub-id pub-id-type="doi">10.1037/0033-2909.108.3.480</pub-id>
          <pub-id pub-id-type="medline">2270237</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref72">
        <label>72</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ortiz-Ospina</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>The Rise of Social Media</article-title>
          <source>Our World in Data</source>
          <year>2019</year>
          <access-date>2020-04-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ourworldindata.org/rise-of-social-media">https://ourworldindata.org/rise-of-social-media</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref73">
        <label>73</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Campan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Atnafu</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Truta</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Nolan</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Is Data Collection through Twitter Streaming API Useful for Academic Research?</article-title>
          <source>International Conference on Big Data</source>
          <year>2018</year>
          <conf-name>IEEE'18</conf-name>
          <conf-date>May 6-9, 2018</conf-date>
          <conf-loc>Seattle. Washington</conf-loc>
          <fpage>3638</fpage>
          <lpage>43</lpage>
          <pub-id pub-id-type="doi">10.1109/bigdata.2018.8621898</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref74">
        <label>74</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Freelon</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Computational research in the post-API age</article-title>
          <source>Pol Commun</source>
          <year>2018</year>
          <month>10</month>
          <day>25</day>
          <volume>35</volume>
          <issue>4</issue>
          <fpage>665</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1080/10584609.2018.1477506</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref75">
        <label>75</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Isaak</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hanna</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>User data privacy: Facebook, Cambridge analytica, and privacy protection</article-title>
          <source>Computer</source>
          <year>2018</year>
          <month>08</month>
          <volume>51</volume>
          <issue>8</issue>
          <fpage>56</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1109/mc.2018.3191268</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref76">
        <label>76</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ozoma</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Bringing Authoritative Vaccine Results to Pinterest Search</article-title>
          <source>Pinterest Newsroom</source>
          <year>2019</year>
          <access-date>2020-04-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://newsroom.pinterest.com/en/post/bringing-authoritative-vaccine-results-to-pinterest-search">https://newsroom.pinterest.com/en/post/bringing-authoritative-vaccine-results-to-pinterest-search</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref77">
        <label>77</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Matsakis</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Facebook Will Crack Down on Anti-Vaccine Content</article-title>
          <source>Wired</source>
          <year>2019</year>
          <access-date>2021-05-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.wired.com/story/facebook-anti-vaccine-crack-down/">https://www.wired.com/story/facebook-anti-vaccine-crack-down/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref78">
        <label>78</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Allcott</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Gentzkow</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Trends in the diffusion of misinformation on social media</article-title>
          <source>Res Polit</source>
          <year>2019</year>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>-</fpage>
          <pub-id pub-id-type="doi">10.3386/w25500</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref79">
        <label>79</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hawkins</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Twitter Bans Zero Hedge Account After It Doxxed a Chinese Researcher Over Coronavirus</article-title>
          <source>Washington Post</source>
          <access-date>2020-05-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.washingtonpost.com/technology/2020/02/01/twitter-zero-hedge-coronavirus/">https://www.washingtonpost.com/technology/2020/02/01/twitter-zero-hedge-coronavirus/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref80">
        <label>80</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Toh</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Facebook, Google and Twitter Crack Down on Fake Coronavirus 'Cures' And Other Misinformation</article-title>
          <source>CNN Business Edition</source>
          <access-date>2020-04-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://edition.cnn.com/2020/01/31/tech/facebook-twitter-google-coronavirus-misinformation/index.html">https://edition.cnn.com/2020/01/31/tech/facebook-twitter-google-coronavirus-misinformation/index.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref81">
        <label>81</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>HO</given-names>
            </name>
            <name name-style="western">
              <surname>Bailey</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Huynh</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>YouTube as a source of information on COVID-19: a pandemic of misinformation?</article-title>
          <source>BMJ Glob Health</source>
          <year>2020</year>
          <month>05</month>
          <volume>5</volume>
          <issue>5</issue>
          <fpage>-</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://gh.bmj.com/lookup/pmidlookup?view=long&#38;pmid=32409327"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjgh-2020-002604</pub-id>
          <pub-id pub-id-type="medline">32409327</pub-id>
          <pub-id pub-id-type="pii">bmjgh-2020-002604</pub-id>
          <pub-id pub-id-type="pmcid">PMC7228483</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref82">
        <label>82</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Burki</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>The online anti-vaccine movement in the age of COVID-19</article-title>
          <source>Lancet Digit Health</source>
          <year>2020</year>
          <month>10</month>
          <volume>2</volume>
          <issue>10</issue>
          <fpage>e504</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2589-7500(20)30227-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S2589-7500(20)30227-2</pub-id>
          <pub-id pub-id-type="medline">32984795</pub-id>
          <pub-id pub-id-type="pii">S2589-7500(20)30227-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC7508526</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref83">
        <label>83</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hussain</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tokdemir</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Agarwal</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Al-Khateeb</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Analyzing Disinformation and Crowd Manipulation Tactics on Youtube</article-title>
          <source>Proceedings of the 2018 IEEE/ACM International Conference on Advances in Social Networks Analysis and Mining</source>
          <year>2018</year>
          <conf-name>ASONAM'18</conf-name>
          <conf-date>August 28-31, 2018</conf-date>
          <conf-loc>Barcelona, Spain</conf-loc>
          <fpage>1092</fpage>
          <lpage>1095</lpage>
          <pub-id pub-id-type="doi">10.1109/asonam.2018.8508766</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref84">
        <label>84</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bodson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Warner</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Kepka</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Religion and HPV vaccine-related awareness, knowledge, and receipt among insured women aged 18-26 in Utah</article-title>
          <source>PLoS One</source>
          <year>2017</year>
          <volume>12</volume>
          <issue>8</issue>
          <fpage>e0183725</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0183725"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0183725</pub-id>
          <pub-id pub-id-type="medline">28841681</pub-id>
          <pub-id pub-id-type="pii">PONE-D-17-04109</pub-id>
          <pub-id pub-id-type="pmcid">PMC5571930</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref85">
        <label>85</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Franz</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Marsh</surname>
              <given-names>HE</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>JI</given-names>
            </name>
            <name name-style="western">
              <surname>Teo</surname>
              <given-names>AR</given-names>
            </name>
          </person-group>
          <article-title>Using Facebook for qualitative research: a brief primer</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>08</month>
          <day>13</day>
          <volume>21</volume>
          <issue>8</issue>
          <fpage>e13544</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/8/e13544/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/13544</pub-id>
          <pub-id pub-id-type="medline">31411143</pub-id>
          <pub-id pub-id-type="pii">v21i8e13544</pub-id>
          <pub-id pub-id-type="pmcid">PMC6711038</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref86">
        <label>86</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carrieri</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Madio</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Principe</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Vaccine hesitancy and (fake) news: quasi-experimental evidence from Italy</article-title>
          <source>Health Econ</source>
          <year>2019</year>
          <month>11</month>
          <volume>28</volume>
          <issue>11</issue>
          <fpage>1377</fpage>
          <lpage>82</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31429153"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/hec.3937</pub-id>
          <pub-id pub-id-type="medline">31429153</pub-id>
          <pub-id pub-id-type="pmcid">PMC6851894</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
