<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v24i3e34831</article-id>
      <article-id pub-id-type="pmid">35156933</article-id>
      <article-id pub-id-type="doi">10.2196/34831</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>The Challenge of Debunking Health Misinformation in Dynamic Social Media Conversations: Online Randomized Study of Public Masking During COVID-19</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Gisondi</surname>
            <given-names>Michael</given-names>
          </name>
        </contrib>
        <contrib contrib-type="editor">
          <name>
            <surname>Faust</surname>
            <given-names>Jeremy</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Bode</surname>
            <given-names>Leticia</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Waring</surname>
            <given-names>Molly</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Pesälä</surname>
            <given-names>Samuli</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Mourali</surname>
            <given-names>Mehdi</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Haskayne School of Business</institution>
            <institution>University of Calgary</institution>
            <addr-line>2500 University Drive NW</addr-line>
            <addr-line>Calgary, AB, T2N 1N4</addr-line>
            <country>Canada</country>
            <phone>1 403 220 6684</phone>
            <email>mehdi.mourali@haskayne.ucalgary.ca</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9969-3892</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Drake</surname>
            <given-names>Carly</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6855-9597</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Haskayne School of Business</institution>
        <institution>University of Calgary</institution>
        <addr-line>Calgary, AB</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Management and Marketing</institution>
        <institution>North Central College</institution>
        <addr-line>Naperville, IL</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Mehdi Mourali <email>mehdi.mourali@haskayne.ucalgary.ca</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>3</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>2</day>
        <month>3</month>
        <year>2022</year>
      </pub-date>
      <volume>24</volume>
      <issue>3</issue>
      <elocation-id>e34831</elocation-id>
      <history>
        <date date-type="received">
          <day>9</day>
          <month>11</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>27</day>
          <month>12</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>8</day>
          <month>1</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>13</day>
          <month>2</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Mehdi Mourali, Carly Drake. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 02.03.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2022/3/e34831" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The spread of false and misleading health information on social media can cause individual and social harm. Research on debunking has shown that properly designed corrections can mitigate the impact of misinformation, but little is known about the impact of correction in the context of prolonged social media debates. For example, when a social media user takes to Facebook to make a false claim about a health-related practice and a health expert subsequently refutes the claim, the conversation rarely ends there. Often, the social media user proceeds by rebuking the critic and doubling down on the claim.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this study was to examine the impact of such extended back and forth between false claims and debunking attempts on observers’ dispositions toward behavior that science favors. We tested competing predictions about the effect of extended exposure on people’s attitudes and intentions toward masking in public during the early days of the COVID-19 pandemic and explored several psychological processes potentially underlying this effect.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A total of 500 US residents took part in an online experiment in October 2020. They reported on their attitudes and intentions toward wearing masks in public. They were then randomly assigned to one of four social media exposure conditions (misinformation only vs misinformation+correction vs misinformation+correction+rebuke vs misinformation+correction+rebuke+second correction), and reported their attitudes and intentions for a second time. They also indicated whether they would consider sharing the thread if they were to see it on social media and answered questions on potential mediators and covariates.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Exposure to misinformation had a negative impact on attitudes and intentions toward masking (β=–.35, 95% CI –.42 to –.29; <italic>P&#60;</italic>.001). Moreover, initial debunking of a false claim generally improved attitudes and intentions toward masking (β=.35, 95% CI .16 to .54; <italic>P&#60;</italic>.001). However, this improvement was washed out by further exposure to false claims and debunking attempts (β=–.53, 95% CI –.72 to –.34; <italic>P&#60;</italic>.001). The latter result is partially explained by a decrease in the perceived objectivity of truth. That is, extended exposure to false claims and debunking attempts appear to weaken the belief that there is an objectively correct answer to how people ought to behave in this situation, which in turn leads to less positive reactions toward masking as the prescribed behavior.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Health professionals and science advocates face an underappreciated challenge in attempting to debunk misinformation on social media. Although engaging in extended debates with science deniers and other purveyors of bunk appears necessary, more research is needed to address the unintended consequences of such engagement.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>misinformation</kwd>
        <kwd>debunking</kwd>
        <kwd>correction</kwd>
        <kwd>social media</kwd>
        <kwd>truth objectivity</kwd>
        <kwd>COVID-19</kwd>
        <kwd>infodemiology</kwd>
        <kwd>health information</kwd>
        <kwd>digital health</kwd>
        <kwd>public health</kwd>
        <kwd>health professional</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Context</title>
        <p>The internet in general and social media in particular have become important sources of information for many people seeking medical and health-related information. As of 2014, 72% of internet users in the United States reported having searched for health-related information online [<xref ref-type="bibr" rid="ref1">1</xref>]. More recently, 49% of US adults reported obtaining at least some of their news about the COVID-19 vaccine on social media, and among those who regularly obtain news from social media, 61% rated social media as an important way of keeping up with news about COVID-19 vaccines [<xref ref-type="bibr" rid="ref2">2</xref>]. Yet, content disseminated through social media sites such as Facebook, Twitter, or Reddit remains largely unregulated, and is replete with false and misleading information [<xref ref-type="bibr" rid="ref3">3</xref>-<xref ref-type="bibr" rid="ref8">8</xref>].</p>
        <p>The widespread availability and consumption of false, inaccurate, or incomplete health information (herein referred to as “health misinformation”) is a serious problem that can cause individual and social harm by promoting erroneous beliefs about health and illness, leading to detrimental behavior [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. For example, the persistent circulation of unfounded claims linking vaccination to autism has convinced many parents not to immunize their children, which has resulted in a significant rise in vaccine-preventable diseases and death [<xref ref-type="bibr" rid="ref11">11</xref>]. Believing misinformation about COVID-19 has been linked to lower adoption of health protective behaviors [<xref ref-type="bibr" rid="ref12">12</xref>] and greater consumption of harmful products [<xref ref-type="bibr" rid="ref13">13</xref>]. Evidence also suggests that online disinformation campaigns on a global scale have played a key role in the notable drop in vaccination coverage over time [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
        <p>Recognizing the potentially disastrous consequences of letting misinformation proliferate on social media, researchers from diverse fields have proposed a variety of countermeasures, including technological solutions aimed at limiting exposure to misinformation, educational interventions aimed at empowering people to recognize and deal with misinformation, as well as communication tools designed to help debunk and correct misinformation [<xref ref-type="bibr" rid="ref15">15</xref>-<xref ref-type="bibr" rid="ref19">19</xref>]. Importantly, health experts and health care professionals have been called upon to play an active role in correcting health misinformation when they encounter it on social media [<xref ref-type="bibr" rid="ref20">20</xref>-<xref ref-type="bibr" rid="ref27">27</xref>].</p>
        <p>Elsewhere, a rich literature on debunking has shown that properly designed corrections can be effective at countering misinformation [<xref ref-type="bibr" rid="ref28">28</xref>-<xref ref-type="bibr" rid="ref31">31</xref>]. This research, however, has examined the issue mostly from a static perspective. In a typical study, participants are first exposed to misinformation. Subsequently, some participants receive a correction, and their responses are compared to a control group that received no correction or a comparison group that received an alternate correction varying in its content, source, or some other relevant attribute (eg, [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref32">32</xref>-<xref ref-type="bibr" rid="ref36">36</xref>]). Although this paradigm allows for a clean test of the relative effectiveness of specific debunking interventions, it oversimplifies the dynamic nature of social media conversations. For example, when a social media user takes to Facebook to make a false claim about a health-related practice, and a health expert subsequently refutes the claim, the conversation rarely ends there. Often, the social media user proceeds by rebuking the critic and doubling down on the claim.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>The aim of this study was to examine the impact of such extended back and forth between false claims and debunking attempts on observers’ dispositions toward behavior favored by science. The US Centers for Disease Control and Prevention (CDC) had been recommending mask wearing in public since April 2020. However, by the time of our study in October 2020, less than half of the states had issued a mandate for mask wearing in public [<xref ref-type="bibr" rid="ref37">37</xref>], and misinformation regarding the safety and efficacy of masking had become rampant on social media [<xref ref-type="bibr" rid="ref38">38</xref>].</p>
        <p>In this study, we tested competing predictions about the effect of extended exposure on people’s attitudes and intentions toward masking in public and explored several psychological processes potentially underlying this effect.</p>
        <p>On the one hand, properly debunking a false claim may have a lasting effect, such that when the purveyor of misinformation proceeds to rebuke the critic and double down on the false claim, observers’ attitudes toward masking would remain unaffected by the new round of misinformation. A detailed refutation that includes a clear explanation of why a claim is false and what is true instead [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref39">39</xref>] could have a persistent impact on observers’ attitudes because, in addition to arming them with facts, it undermines the credibility of the argument underlying the false claim [<xref ref-type="bibr" rid="ref40">40</xref>]. Moreover, research on “prebunking” has shown that it is possible to inoculate individuals against misinformation before it is even encountered [<xref ref-type="bibr" rid="ref41">41</xref>-<xref ref-type="bibr" rid="ref43">43</xref>]. Extending the principle of prebunking to prolonged social media debates, one could surmise that witnessing a thorough refutation of a false claim early in the debate may inoculate people against later assertions of the false claim.</p>
        <p>On the other hand, repeated exposure to misinformation and its rebuttal could create uncertainty about the very existence of true facts [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref44">44</xref>]. For example, in reference to President Donald Trump’s extensive record of making false and misleading claims, Lewandowski et al [<xref ref-type="bibr" rid="ref44">44</xref>] quoted a 2017 editorial from the Bangor Daily News suggesting that one important consequence of the repeated falsehoods is that “A third of the population will say ‘clearly the White House is lying,’ a third will say ‘if Trump says it, it must be true,’ and the remaining third will say ‘gosh, I guess this is unknowable’.” A year later, former Director of National Intelligence, James Clapper [<xref ref-type="bibr" rid="ref45">45</xref>], warned that “many Americans are questioning if facts are even knowable, as foreign adversaries and our national leaders continue to deny objective reality while advancing their own alternative facts.”</p>
        <p>In the health domain, exposure to conflicting information about a wide range of topics, including mammography [<xref ref-type="bibr" rid="ref46">46</xref>,<xref ref-type="bibr" rid="ref47">47</xref>], nutrition [<xref ref-type="bibr" rid="ref48">48</xref>,<xref ref-type="bibr" rid="ref49">49</xref>], and the human papillomavirus vaccine [<xref ref-type="bibr" rid="ref50">50</xref>], has been shown to increase confusion, uncertainty, and negative attitudes toward the health topic in question. Together, these results suggest that exposure to an extended back and forth between false claims and debunking attempts may generate doubt about the very existence of a nonsubjective true answer to a health-related question. This study specifically examined the discourse surrounding the question of whether wearing masks in public should be prescribed. Based on extant theory, we hypothesized that such discourse would weaken people’s attitudes and intentions toward masking in public as the prescribed behavior.</p>
        <p>In addition to testing these competing predictions, we explored the impact of extended exposure on people’s intentions to share the social media threads. This has direct implications for understanding how misinformation spreads on social media.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Participants and Procedure</title>
        <p>Respondents were recruited from Prolific, a platform for recruiting online participants that explicitly caters to researchers. Prolific provides diverse and valid samples, and its data quality compares favorably with that of other online platforms such as MTurk [<xref ref-type="bibr" rid="ref51">51</xref>,<xref ref-type="bibr" rid="ref52">52</xref>]. US residents with an existing account on Prolific took part in the study on October 16, 2020, in exchange for monetary compensation.</p>
        <p>Upon consenting in writing, participants answered questions about the relevance of various sources of health information, the impact of COVID-19 (including their perceived risk of infection), and reported on their attitudes and intentions toward wearing masks in public. They then completed a first attention check and were randomly assigned to one of four social media exposure conditions (misinformation only [M] vs misinformation+correction [MC] vs misinformation+ correction+rebuke [MCR] vs misinformation+correction+ rebuke+second correction [MCRC]). The attention check consisted of a statement at the end of a question asking participants to choose a specific answer to ensure they were reading the questions.</p>
        <p>The social media content consisted of Reddit posts that were adapted from real social media posts and expert responses collected by the International Fact Checking Network [<xref ref-type="bibr" rid="ref38">38</xref>], which are shown in full in <xref rid="figure1" ref-type="fig">Figure 1</xref>. Participants in the M condition reviewed a post by a user with the username <italic>citizen-health</italic> arguing that wearing face masks can cause a new disease called “mask mouth.” Those in the MC condition saw the same post plus a correction from a user with the username <italic>Health_Scientist</italic>, pointing out that there is in fact no scientific evidence of any new disease caused by wearing face masks. Those in the MCR group saw a thread containing the previous two posts plus a second post from <italic>citizen-health</italic> rebuking <italic>Health_Scientist</italic> and doubling down on the original claim. Finally, those in the MCRC condition saw a thread containing the previous three posts plus a second correction from <italic>Health_Scientist</italic>.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Reddit posts for the misinformation+correction+rebuke+second correction condition.</p>
          </caption>
          <graphic xlink:href="jmir_v24i3e34831_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>After reviewing the Reddit thread, participants completed a comprehension check assessing their comprehension of the position argued by <italic>citizen-health</italic>. They then indicated whether they would consider sharing the thread if they were to see it on social media, and reported their attitudes and intentions for a second time. They also answered questions on potential mediators and additional covariates. Mediators included perceptions of objectivity of truth, argument strength, and warmth and competence of the protagonists in the Reddit exchange. Covariates included perceived COVID-19 risk, cognitive reflection, conspiracy mentality, and political orientation.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>The study was approved by the University of Calgary Conjoint Faculty Research Ethics Board (REB20-1178) and was conducted according to the principles expressed in the Declaration of Helsinki.</p>
      </sec>
      <sec>
        <title>Measures</title>
        <p>Attitudes were measured using three items (“Masking in public is necessary; good; beneficial”) rated on 7-point scales (1=<italic>strongly disagree</italic>, 7=<italic>strongly agree</italic>). Participants indicated their intention to wear a mask in public using a single item (“Over the next months, how often do you intend to wear a face mask when in public?”) also on a 7-point scale (1=<italic>never</italic>, 7=<italic>all the time</italic>). Since the attitude and intention measures were highly correlated, we combined them into a single index of disposition toward masking in public (α=.96 preexposure and α=.97 postexposure).</p>
        <p>To measure perceived objectivity of truth, we asked respondents to consider the question “Should people wear masks in public<italic>?</italic>” and indicate the extent to which they think there is an objectively true answer to this question [<xref ref-type="bibr" rid="ref53">53</xref>,<xref ref-type="bibr" rid="ref54">54</xref>]. They reported their answers on a 7-point scale (1=<italic>definitely no objective truth</italic>, 7=<italic>definitely an objective truth</italic>).</p>
        <p>Perceived argument strength was measured using five items adapted from Zhao et al [<xref ref-type="bibr" rid="ref55">55</xref>]. A sample item is “The arguments of citizen-health are a convincing reason against masking in public” (1=<italic>strongly disagree</italic>, 7=<italic>strongly agree</italic>). The complete scale (α=.86 for <italic>citizen-health</italic> and α=.94 for <italic>Health_Scientist</italic>) is detailed in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
        <p>Participants rated the warmth and competence of both protagonists on 11-point bipolar scales adapted from previous research [<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref56">56</xref>]. Perceived warmth was assessed using four items (α=.93 for <italic>citizen-health</italic> and α=.96 for <italic>Health_Scientist</italic>), including <italic>unfriendly</italic>/<italic>friendly</italic>, <italic>cold</italic>/<italic>warm</italic>, <italic>irritable</italic>/<italic>good-natured</italic>, <italic>unsympathetic</italic>/<italic>sympathetic</italic>. Perceived competence was assessed using six items (α=.97 for <italic>citizen-health</italic> and α=.98 for <italic>Health_Scientist</italic>), including <italic>uninformed</italic>/<italic>informed</italic>, <italic>unqualified</italic>/<italic>qualified</italic>, <italic>unreliable</italic>/<italic>reliable</italic>, <italic>unbelievable</italic>/<italic>believable</italic>, and <italic>incompetent</italic>/<italic>competent</italic>.</p>
        <p>Respondents indicated the probability they will be infected with the coronavirus in the next 12 months on a sliding scale (0=0%, 100=100%), and rated how harmful it would be for their health if they were to become infected (1=<italic>not at all</italic>, 5=<italic>extremely</italic>). We computed a perceived COVID-19 risk score by multiplying the probability of infection by the perceived harm and dividing by 100.</p>
        <p>Conspiracy mentality was measured using five items (α=.89) rated on 7-point scales (1=<italic>strongly disagree</italic>, 7=<italic>strongly agree</italic>) adapted from Bruder et al [<xref ref-type="bibr" rid="ref57">57</xref>]. A sample item is “Events which superficially seem to lack a connection are often the result of secret activities.”</p>
        <p>We assessed cognitive reflection by combining the three items of Frederick’s [<xref ref-type="bibr" rid="ref58">58</xref>] original Cognitive Reflection Test (CRT; eg, “A bat and a ball cost $1.10 in total. The bat costs $1.00 more than the ball. How much does the ball cost?”) with the four items of Thomson and Oppenheimer’s [<xref ref-type="bibr" rid="ref59">59</xref>] nonnumeric CRT (eg, “If you’re running a race and you pass the person in second place, what place are you in?”). Answers were coded 1 for a correct answer and 0 for an incorrect answer. The final cognitive reflection score is the sum of all the correct answers.</p>
        <p>The following two items (<italic>r</italic>=0.89) adapted from Schmid and Betsch [<xref ref-type="bibr" rid="ref40">40</xref>] were used to measure political orientation: (1) If you think about your own political views, where would you classify your views on this scale? (1=<italic>very conservative</italic>, 7=<italic>very liberal</italic>), and (2) If you think about your own political identity, where would you classify your views on this scale? (1=<italic>Republican</italic>, 7=<italic>Democrat</italic>). Scores were reversed so that higher scores indicate political conservatism.</p>
        <p>Participants rated their sharing intention on a single item: “If you were to see this post on social media, would you consider sharing it?” (1=<italic>definitely not</italic>, 5=<italic>definitely yes</italic>).</p>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <sec>
          <title>Disposition Toward Masking in Public</title>
          <p>Data analysis was performed using the statistical program R, version 4.0 [<xref ref-type="bibr" rid="ref60">60</xref>], and the level of statistical significance was set at α=.05. To answer our main research question, we examined how progressive exposure to false claims and debunking attempts affects people’s attitudes and intentions toward masking in public. Specifically, we tested whether a change in disposition toward masking in public varied from one exposure condition to the next.</p>
          <p>Given the structure in our data (each participant provided two sets of ratings), we fit a linear mixed-effects model with disposition toward masking in public as the outcome variable; random intercepts for participants (ID); and fixed effects for exposure condition (contrast-coded using repeated contrasts), time of rating (contrast-coded using treatment contrast), and their interaction. We also added perceived COVID-19 risk, cognitive reflection, political orientation, and conspiracy mentality as mean-centered covariates in the model. The model was estimated using maximum likelihood. We compared this model’s goodness of fit to a second model that was identical but did not include the condition×time interaction term. The likelihood ratio test indicated that model fit improved significantly when the interaction term was present (<italic>χ<sup>2</sup></italic><sub>3</sub>=33.71, <italic>P&#60;</italic>.001), thus suggesting a significant interaction.</p>
          <p>The <italic>P</italic> values for the mixed-effects model with interaction were estimated via <italic>t</italic> tests using the Satterthwaite approximations to degrees of freedom. Effect sizes for the fixed effects are indicated by the standardized regression coefficients (β values) and their 95% CIs</p>
        </sec>
        <sec>
          <title>Perceived Objectivity of Truth</title>
          <p>Should people wear masks in public? We speculated that during extended debates, the reiteration of false information and rebuke of experts might shake people’s confidence, not only in the veracity of any answer to the question but also in the very existence of an objectively true answer. To test this idea, we performed an analysis of covariance (ANCOVA) on perceived objectivity of truth with exposure condition as the independent variable. Our model controlled for preexposure disposition toward masking in public, perceived COVID-19 risk, cognitive reflection, political orientation, and conspiracy mentality.</p>
        </sec>
        <sec>
          <title>Perceived Argument Strength</title>
          <p>To test whether exposure to extended debates influences perceptions of the strength of <italic>citizen-health</italic>’s arguments, we performed an ANCOVA on perceived argument strength, with condition as the independent variable and controlling for the same set of covariates as indicated above.</p>
        </sec>
        <sec>
          <title>Mediation Analysis</title>
          <p>We examined whether multiple processes may underly the effect of exposure to misinformation and debunking attempts on the change in people’s disposition toward masking in public. Specifically, we tested the idea that correcting the original false claim may improve disposition toward masking, in part, by undermining the strength of the arguments put forth by the misinformation purveyor. Yet, further exposure may generate some doubt about the very existence of an objectively true answer, which, in turn, may weaken people’s attitudes and intentions toward masking.</p>
          <p>We performed two parallel mediation analyses. The first focused on the difference between the MC and M conditions, whereas the second focused on the difference between the MCR and MC conditions. The mediation models included the change in disposition toward masking in public as the dependent variable, exposure condition as the independent variable, perceived objectivity as the first mediator, and perceived argument strength as the second mediator. Change in disposition toward masking in public was computed by subtracting participants’ initial disposition scores from their postexposure scores. The models were estimated using maximum likelihood with robust standard errors.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Sample Characteristics</title>
        <p>A total of 500 participants responded to the survey. Four participants failed the initial attention check and 17 failed the comprehension check. Of those, 6 were in the MC condition, 3 were in the MCR condition, and 8 were in the MCRC condition. After removing responses from participants who failed at least one attention check, we were left with a final sample of 479 participants. The sample’s demographic characteristics are shown in <xref ref-type="table" rid="table1">Table 1</xref>. It is worth noting that including data from participants who failed the attention or comprehension checks did not materially change the size, direction, or statistical significance of the reported effects.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Sample characteristics (N=479).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="570"/>
            <col width="400"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Characteristic</td>
                <td>Value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">Age (years), mean (SD)</td>
                <td>32.1 (12.3)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Gender, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Female</td>
                <td>257 (53.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Male</td>
                <td>212 (44.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td>8 (1.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Prefer not to answer</td>
                <td>2 (0.4)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Education, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Less than high school</td>
                <td>8 (1.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>High school graduate</td>
                <td>55 (11.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Some college but no degree</td>
                <td>124 (25.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Associate degree</td>
                <td>42 (8.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Bachelor’s degree</td>
                <td>158 (33.0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Master’s degree</td>
                <td>73 (15.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Doctoral degree</td>
                <td>3 (0.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Professional degree</td>
                <td>16 (3.3)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Employment, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Employed full time</td>
                <td>183 (38.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Employed part time</td>
                <td>101 (21.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Unemployed looking for work</td>
                <td>61 (12.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Unemployed not looking for work</td>
                <td>28 (5.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Retired</td>
                <td>17 (3.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Student</td>
                <td>80 (16.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Disabled</td>
                <td>9 (1.9)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Disposition Toward Masking in Public</title>
        <p><xref rid="figure2" ref-type="fig">Figure 2</xref> shows the estimated marginal means and their 95% CIs. The means and SDs for all variables are presented in Table S1 of <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. Prior to reviewing the Reddit threads, participants in all conditions reported similarly high dispositions toward masking in public. The estimated marginal means did not differ significantly between successive conditions, as shown in <xref ref-type="table" rid="table2">Table 2</xref> (ie, <italic>P</italic> values for MC vs M, MCR vs MC, and MCRC vs MCR are all greater than .05). This confirmed that random assignment produced groups with equivalent baselines. The model statistics are summarized in <xref ref-type="table" rid="table3">Table 3</xref>. Furthermore, exposure to misinformation without any correction resulted in lower disposition toward masking in public (Time 2 in <xref ref-type="table" rid="table2">Table 2</xref>), while correcting false information improved disposition toward masking. Indeed, participants in the MC condition expressed more positive attitudes and intentions at time 2 than those in the M condition (Time 2: MC vs M in <xref ref-type="table" rid="table2">Table 2</xref>). Interestingly, the positive effect of correction seemed to vanish when the source of misinformation rebukes the correction and doubles down on the false claim. Participants in the MCR condition reported significantly lower disposition scores than those in the MC condition (Time 2: MCR vs MC in <xref ref-type="table" rid="table2">Table 2</xref>). Perhaps even more concerning, a second round of corrections did not appear to effectively counter the impact of the rebuke and doubling down. Indeed, disposition toward masking in public did not differ significantly between participants in the MCRC and MCR conditions.</p>
        <p>Although not our primary focus, it is worth noting that all four covariates had significant effects in the expected directions. Disposition toward masking in public was positively related to perceived COVID-19 risk and cognitive reflection (CRT). The latter is consistent with recent research showing CRT to be negatively correlated with the perceived accuracy of fake news, and positively correlated with the ability to discern fake news from real news [<xref ref-type="bibr" rid="ref61">61</xref>]. Conversely, disposition toward masking in public was negatively related to conspiratorial thinking and political conservatism.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Estimated marginal means and 95% CIs for disposition toward masking in public across conditions and measurement times. M: misinformation-only experimental condition; MC: misinformation+correction experimental condition; MCR: misinformation+correction+rebuke experimental condition; MCRC: misinformation+correction+rebuke+second correction experimental condition.</p>
          </caption>
          <graphic xlink:href="jmir_v24i3e34831_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Fixed effects for disposition toward masking in public from the mixed-effects regression model.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="300"/>
            <col width="200"/>
            <col width="200"/>
            <col width="150"/>
            <col width="150"/>
            <thead>
              <tr valign="bottom">
                <td>Predictors</td>
                <td>Estimate, <italic>b</italic> (SE)</td>
                <td><italic>t</italic> (<italic>df</italic>=479)</td>
                <td><italic>P</italic> value</td>
                <td>β (95% CI)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Intercept</td>
                <td>6.33 (0.05)</td>
                <td>121.13</td>
                <td>&#60;.001</td>
                <td>.18 (.10 to .25)</td>
              </tr>
              <tr valign="top">
                <td>COVID-19 risk</td>
                <td>0.15 (0.05)</td>
                <td>3.00</td>
                <td>.003</td>
                <td>.11 (.04 to .18)</td>
              </tr>
              <tr valign="top">
                <td>CRT<sup>a</sup></td>
                <td>0.06 (0.02)</td>
                <td>2.74</td>
                <td>.006</td>
                <td>.10 (.03 to .17)</td>
              </tr>
              <tr valign="top">
                <td>Political orientation</td>
                <td>–0.31 (0.03)</td>
                <td>–10.48</td>
                <td>&#60;.001</td>
                <td>–.39 (–.46 to –.32)</td>
              </tr>
              <tr valign="top">
                <td>Conspiracy mentality</td>
                <td>–0.12 (0.04)</td>
                <td>–2.99</td>
                <td>.003</td>
                <td>–.11 (–.18 to –.04)</td>
              </tr>
              <tr valign="top">
                <td>Time 2</td>
                <td>–0.49 (0.05)</td>
                <td>–10.38</td>
                <td>&#60;.001</td>
                <td>–.35 (–.42 to –.29)</td>
              </tr>
              <tr valign="top">
                <td>MC<sup>b</sup> versus M<sup>c</sup></td>
                <td>0.01 (0.15)</td>
                <td>0.07</td>
                <td>.94</td>
                <td>.01 (–.20 to –.22)</td>
              </tr>
              <tr valign="top">
                <td>MCR<sup>d</sup> versus MC</td>
                <td>0.03 (0.15)</td>
                <td>0.22</td>
                <td>.83</td>
                <td>.02 (–.19 to –.24)</td>
              </tr>
              <tr valign="top">
                <td>MCRC<sup>e</sup> versus MCR</td>
                <td>–0.03 (0.15)</td>
                <td>–0.21</td>
                <td>.83</td>
                <td>–.02 (–.24 to .19)</td>
              </tr>
              <tr valign="top">
                <td>Time 2: MC versus M</td>
                <td>0.48 (0.13)</td>
                <td>3.63</td>
                <td>&#60;.001</td>
                <td>.35 (.16 to .54)</td>
              </tr>
              <tr valign="top">
                <td>Time 2: MCR versus MC</td>
                <td>–0.73 (0.13)</td>
                <td>–5.48</td>
                <td>&#60;.001</td>
                <td>–.53 (–.72 to –.34)</td>
              </tr>
              <tr valign="top">
                <td>Time 2: MCRC versus MCR</td>
                <td>0.11 (0.13)</td>
                <td>0.84</td>
                <td>.40</td>
                <td>.08 (–.11 to .27)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>CRT: Cognition Reflection Test.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>MC: misinformation+correction.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>M: misinformation only.</p>
            </fn>
            <fn id="table2fn4">
              <p><sup>d</sup>MCR: misinformation+correction+rebuke.</p>
            </fn>
            <fn id="table2fn5">
              <p><sup>e</sup>MCRC: misinformation+correction+rebuke+second correction.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Random effects of the mixed-effects regression model for disposition toward masking in public.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="500"/>
            <col width="500"/>
            <thead>
              <tr valign="top">
                <td>Random effect</td>
                <td>Value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>σ<sup>2</sup></td>
                <td>0.53</td>
              </tr>
              <tr valign="top">
                <td>τ<sub>00</sub> <sub>id</sub></td>
                <td>0.78</td>
              </tr>
              <tr valign="top">
                <td>Intracorrelation coefficient</td>
                <td>0.60</td>
              </tr>
              <tr valign="top">
                <td>N<sub>id</sub></td>
                <td>479</td>
              </tr>
              <tr valign="top">
                <td>Observations</td>
                <td>958</td>
              </tr>
              <tr valign="top">
                <td>Marginal <italic>R</italic><sup><italic>2</italic></sup>/Conditional <italic>R</italic><sup><italic>2</italic></sup></td>
                <td>0.308/0.721</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Perceived Objectivity of Truth</title>
        <p>The patterns in our data (see the estimated marginal means in <xref rid="figure3" ref-type="fig">Figure 3</xref>) lend support to the idea that reiteration of false information and rebuke of experts might weaken people’s confidence in the very existence of an objectively true answer.</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Estimated marginal means and 95% CIs for perceived objectivity of truth across conditions. M: misinformation-only experimental condition; MC: misinformation+correction experimental condition; MCR: misinformation+correction+rebuke experimental condition; MCRC: misinformation+correction+rebuke+second correction experimental condition.</p>
          </caption>
          <graphic xlink:href="jmir_v24i3e34831_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>We found a significant effect of condition (<italic>F</italic><sub>3,470</sub>=16.96, <italic>P&#60;</italic>.001, η<sub>p</sub><sup>2</sup>=0.098). Planned contrasts with Bonferroni correction for multiple tests revealed that people’s perception of the objectivity of truth did not change significantly between the MC and M conditions (mean 6.18, SD 1.14 vs mean 5.91, SD 1.34, respectively; <italic>t</italic><sub>470</sub>=0.53, <italic>P</italic>&#62;.99, <italic>d</italic>=0.22, 95% CI –0.03 to 0.47). However, exposure to a second round of misinformation (MCR condition) resulted in appreciably lower perceptions of truth objectivity compared to those for the MC condition (mean 4.96, SD 1.88; <italic>t</italic><sub>470</sub>=–6.01, <italic>P&#60;</italic>.001, <italic>d</italic>=–0.79, 95% CI –1.05 to –0.52). Moreover, witnessing a second correction (MCRC condition) failed to improve perceptions of truth objectivity compared to the MCR condition (mean 5.31, SD 1.81; <italic>t</italic><sub>470</sub>=1.74, <italic>P=</italic>.25, <italic>d</italic>=0.19, 95% CI –0.07 to 0.44). These results suggest that once undermined, perceived objectivity of truth may be difficult to restore.</p>
        <p>With respect to the covariates, we found that initial disposition toward masking was positively related to perceived objectivity (<italic>b</italic>=0.31, SE 0.06; <italic>F</italic><sub>1,470</sub> =25.88, <italic>P&#60;</italic>.001, η<sub>p</sub><sup>2</sup>=0.05), whereas political conservatism (<italic>b</italic>=–0.17, SE 0.04; <italic>F</italic><sub>1,470</sub>=14.48, <italic>P&#60;</italic>.001, η<sub>p</sub><sup>2</sup>=0.03) and conspiracy mentality (<italic>b</italic>=–0.12, SE 0.05; <italic>F</italic><sub>1,470</sub>=5.06, <italic>P=</italic>.02, η<sub>p</sub><sup>2</sup>=0.01) were negatively related to perceived objectivity. The effects of cognitive reflection (<italic>b</italic>=0.03, SE 0.03; <italic>F</italic><sub>1,470</sub>=0.92, <italic>P=</italic>.34, η<sub>p</sub><sup>2</sup>=0.002) and perceived COVID-19 risk (<italic>b</italic>=0.10, SE 0.07; <italic>F</italic><sub>1,470</sub>=1.96, <italic>P=</italic>.16, η<sub>p</sub><sup>2</sup>=0.004) were not significant.</p>
      </sec>
      <sec>
        <title>Perceived Argument Strength</title>
        <p>The previous analysis suggested that reduction in the perceived objectivity of truth only occurs following exposure to the second round of misinformation. Thus, perceived objectivity of truth cannot account for the observed changes in attitude and intention across the entire range of exposure conditions. In particular, it cannot account for the improvement in disposition toward masking following correction of the initial false claim. Therefore, we next examined whether perceptions of the strength of <italic>citizen-health</italic>’s arguments may provide an alternative account.</p>
        <p>Exposure condition had a significant impact on perceived argument strength (<italic>F</italic><sub>3,470</sub>=8.21, <italic>P&#60;</italic>.001, η<sub>p</sub><sup>2</sup>=0.05). Planned contrasts with Bonferroni correction for multiple tests revealed that <italic>citizen-health</italic>’s arguments were perceived to be weaker in the MC condition than in the M condition (mean 1.95, SD 1.26 vs mean 2.75, SD 1.59, respectively; <italic>t</italic><sub>470</sub>=–4.43, <italic>P&#60;</italic>.001, <italic>d</italic>=–0.55, 95% CI –0.81 to –0.30). However, perceived argument strength remained low in the MCR condition and showed no difference from that in the MC condition (mean 2.12, SD 1.31; <italic>t</italic><sub>470</sub>=0.34, <italic>P</italic>&#62;.99, <italic>d</italic>=0.13, 95% CI –0.12 to 0.39). It also did not differ significantly between the MCRC condition and the MCR condition (mean 2.34, SD 1.30; <italic>t</italic><sub>470</sub>=1.72, <italic>P=</italic>.26, <italic>d</italic>=0.17, 95% CI –0.09 to 0.42). The estimated marginal means are shown in <xref rid="figure4" ref-type="fig">Figure 4</xref>.</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Estimated marginal means and 95% CIs for perceived argument strength across exposure conditions. M: misinformation-only experimental condition; MC: misinformation+correction experimental condition; MCR: misinformation+correction+rebuke experimental condition; MCRC: misinformation+correction+rebuke+second correction experimental condition.</p>
          </caption>
          <graphic xlink:href="jmir_v24i3e34831_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>As for the covariates, political conservatism (<italic>b</italic>=0.14, SE 0.04; <italic>F</italic><sub>1,470</sub>=14.03, <italic>P&#60;</italic>.001, η<sub>p</sub><sup>2</sup>=.029) and conspiracy mentality (<italic>b</italic>=0.16, SE 0.04; <italic>F</italic><sub>1,470</sub>=12.19, <italic>P&#60;</italic>.001, η<sub>p</sub><sup>2</sup>=0.025) were positively related to perceived argument strength, whereas initial disposition to wearing masks (<italic>b</italic>=–0.39, SE 0.05; <italic>F</italic><sub>1,470</sub>=62.96, <italic>P&#60;</italic>.001, η<sub>p</sub><sup>2</sup>=0.118) and cognitive reflection (<italic>b</italic>=–0.05, SE 0.03; <italic>F</italic><sub>1,470</sub>=4.13, <italic>P=</italic>.04, η<sub>p</sub><sup>2</sup>=0.009) were negatively related to perceived argument strength. Perceived COVID-19 risk (<italic>b</italic>=0.08, SE 0.06; <italic>F</italic><sub>1,470</sub>=1.92, <italic>P=</italic>.17, η<sub>p</sub><sup>2</sup>=0.004) was unrelated to perceived argument strength.</p>
      </sec>
      <sec>
        <title>Mediation Analysis</title>
        <p>When comparing the MC and M conditions, the effect of increased exposure on change in disposition toward masking in public was partially mediated by perceived argument strength (<xref rid="figure5" ref-type="fig">Figure 5</xref>). Indeed, both the indirect effect Condition through Argument Strength through Change in Disposition (<italic>b</italic>=0.12, SE 0.04, <italic>z</italic>=2.96; <italic>P=</italic>.01, 95% CI 0.04-0.19) and the direct effect Condition through Change in Disposition (<italic>b</italic>=0.35, SE 0.09, <italic>z</italic>=3.90; <italic>P&#60;</italic>.001, 95% CI 0.17-0.52) were significant. However, the second indirect effect Condition through Objectivity through Change in Disposition was not significant (<italic>b</italic>=0.02, SE 0.02, <italic>z</italic>=0.93; <italic>P=</italic>.35, 95% CI –0.02 to 0.05). Moreover, a formal test of the difference between the indirect effects confirmed that the indirect effect through Argument Strength was significantly larger than the indirect effect through Perceived Objectivity (<italic>b</italic>=0.10, SE 0.04, <italic>z</italic>=2.84; <italic>P=</italic>.004, 95% CI 0.03-0.17).</p>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>Objectivity and argument strength mediate the effect of exposure on change in disposition.
Values are unstandardized coefficients (<italic>b</italic> values). M: misinformation-only experimental condition; MC: misinformation+correction experimental condition; MCR: misinformation+correction+rebuke experimental condition. *<italic>P</italic>&#60;.05, ***<italic>P</italic>&#60;.001.</p>
          </caption>
          <graphic xlink:href="jmir_v24i3e34831_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>Conversely, when considering the MCR and MC conditions, perceived objectivity partially mediated the effect of exposure on change in disposition. The indirect effect Condition through Objectivity through Change in Disposition was statistically significant (<italic>b</italic>=–0.14, SE 0.07, <italic>z</italic>=–2.09; <italic>P=</italic>.04, 95% CI –0.27 to –0.01), as was the direct effect Condition through Change in Disposition (<italic>b</italic>=–0.58, SE 0.13, <italic>z</italic>=–4.59; <italic>P&#60;</italic>.001, 95% CI –0.83 to –0.33). Moreover, the indirect effect Condition through Argument Strength through Change in Disposition was not significant (<italic>b</italic>=–0.004, SE 0.01, <italic>z</italic>=–0.47; <italic>P=</italic>.64, 95% CI –0.02 to 0.01), and the indirect effect through Perceived Objectivity was larger than the indirect effect through Argument Strength (<italic>b</italic>=0.14, SE 0.07, <italic>z</italic>=2.00; <italic>P=</italic>.05, 95% CI 0.003-0.27).</p>
        <p>These results suggest that no single process can fully account for the observed patterns in the data. Although a decrease in perceived argument strength partially explains why seeing a correction following initial exposure to misinformation improves attitudes and intentions toward masking, this path accounted for only 24.0% of the total effect of seeing a correction on change in attitudes and intentions. Moreover, a decrease in the perceived objectivity of truth partially explains why exposure to a second round of misinformation that includes rebuke of the correction and doubling down on the original false claim negatively impacts attitudes and intentions toward masking. However, this path accounted for only 19.4% of the total effect of further exposure to misinformation on change in disposition toward masking.</p>
        <p>Given the significant direct effect of exposure on change in disposition and the modest proportion mediated in both cases, it is likely that there are additional mediators that could contribute to understanding the dynamic effects of extended exposure to misinformation on people’s attitudes and intentions toward behaviors favored by science.</p>
      </sec>
      <sec>
        <title>Additional Analyses</title>
        <p>We tested for other potential mediators, but found that increased exposure did not influence participants’ perceptions of <italic>citizen-health</italic>’s warmth (<italic>F</italic><sub>3,470</sub>=1.73, <italic>P=</italic>.16, η<sub>p</sub><sup>2</sup>=0.01), <italic>citizen-health</italic>’s competence (<italic>F</italic><sub>3,470</sub>=0.92, <italic>P=</italic>.43, η<sub>p</sub><sup>2</sup>=0.006), <italic>Health_Scientist</italic>’s warmth (<italic>F</italic><sub>2,349</sub>=0.63, <italic>P=</italic>.53, η<sub>p</sub><sup>2</sup>=0.004), <italic>Health_Scientist</italic>’s competence (<italic>F</italic><sub>2,349</sub>=0.37, <italic>P=</italic>.69, η<sub>p</sub><sup>2</sup>=0.002), or strength of <italic>Health_Scientist</italic>’s arguments (<italic>F</italic><sub>2,349</sub>=1.39, <italic>P=</italic>.25, η<sub>p</sub><sup>2</sup>=0.008).</p>
        <p>Finally, we analyzed participants’ intention to share misinformation on social media (see <xref rid="figure6" ref-type="fig">Figure 6</xref>). Exposure had a significant effect on sharing intention (<italic>F</italic><sub>3,470</sub>=6.24, <italic>P&#60;</italic>.001, η<sub>p</sub><sup>2</sup>=0.038). Planned contrasts with Bonferroni correction for multiple comparisons showed a decrease in the intention to share the original posting after seeing a correction (MC mean 1.88, SD 1.15 vs M mean 2.48, SD 1.40; <italic>t</italic><sub>470</sub>=–3.93, <italic>P&#60;</italic>.001, <italic>d</italic>=–0.47, 95% CI –0.72 to –0.21). Furthermore, there was no significant difference in sharing intention between the MCR and MC conditions (mean 2.03, SD 0.99; <italic>t</italic><sub>470</sub>=0.86, <italic>P</italic>&#62;.99 1, <italic>d</italic>=0.14, 95% CI –0.11 to 0.39), or between the MCRC and MCR conditions (mean 1.96, SD 1.09; <italic>t</italic><sub>470</sub>=–0.29, <italic>P</italic>&#62;.99, <italic>d</italic>=–0.07, 95% CI –0.32 to 0.19).</p>
        <fig id="figure6" position="float">
          <label>Figure 6</label>
          <caption>
            <p>Marginal means and 95% CIs of intention to share across exposure conditions. M: misinformation-only experimental condition; MC: misinformation+correction experimental condition; MCR: misinformation+correction+rebuke experimental condition; MCRC: misinformation+correction+rebuke+second correction experimental condition.</p>
          </caption>
          <graphic xlink:href="jmir_v24i3e34831_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>Examining the covariates, we found that initial disposition to wearing masks (<italic>b</italic>=–0.23, SE 0.05; <italic>F</italic><sub>1,470</sub>=23.76, <italic>P&#60;</italic>.001, η<sub>p</sub><sup>2</sup>=0.046) and cognitive reflection (<italic>b</italic>=–0.06, SE 0.02; <italic>F</italic><sub>1,470</sub>=6.32, <italic>P=</italic>.01, η<sub>p</sub><sup>2</sup>=0.013) were negatively associated with intention to share. Neither perceived COVID-19 risk (<italic>b</italic>=0.06, SE 0.05; <italic>F</italic><sub>1,470</sub>=1.33, <italic>P=</italic>.25, η<sub>p</sub><sup>2</sup>=0.003) nor political orientation (<italic>b</italic>=0.04, SE 0.03; <italic>F</italic><sub>1,470</sub>=1.55, <italic>P=</italic>.21, η<sub>p</sub><sup>2</sup>=0.003) or conspiracy mentality (<italic>b</italic>=0.01, SE 0.04; <italic>F</italic><sub>1,470</sub> 0.03, <italic>P=</italic>.86, η<sub>p</sub><sup>2</sup>=0.000) was significantly related to sharing intentions.</p>
        <p>These results indicate that people are more likely to share misinformation when its content is consistent with their existing beliefs about the issue. Importantly, they also suggest that correcting a false claim can reduce the extent of its spread on social media, and this effect seems resistant to further exposure to the same misinformation.</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Past research from across a variety of domains has shown that debunking misinformation works. That is, well-crafted corrections delivered by trusted sources can positively impact beliefs, attitudes, and intentions toward behavior favored by science [<xref ref-type="bibr" rid="ref26">26</xref>-<xref ref-type="bibr" rid="ref36">36</xref>]. With the explosion of false and misleading health claims on social media, especially since the start of the COVID-19 pandemic [<xref ref-type="bibr" rid="ref62">62</xref>,<xref ref-type="bibr" rid="ref63">63</xref>], scientists, experts, and health care professionals have been called upon to increase their presence on social media and help combat this “infodemic” [<xref ref-type="bibr" rid="ref20">20</xref>-<xref ref-type="bibr" rid="ref27">27</xref>]. A recent study found that US physicians and nurses are generally willing to take on the task even if it comes with important challenges [<xref ref-type="bibr" rid="ref64">64</xref>]. However, little is known about the impact of extended social media debates on observers’ attitudes and intentions toward the debated issue. In this study, we tested such an impact in the context of a debate about the safety and effectiveness of wearing face masks in public during the early days of the pandemic.</p>
        <p>We found that exposure to misinformation has a negative impact on attitudes and intentions toward masking. This result is consistent with prior research finding that exposure to misinformation negatively impacts attitudes and intentions toward behaviors favored by science [<xref ref-type="bibr" rid="ref40">40</xref>].</p>
        <p>Also in line with prior work [<xref ref-type="bibr" rid="ref28">28</xref>-<xref ref-type="bibr" rid="ref31">31</xref>], we found that initial debunking of a false claim generally improves attitudes and intentions toward masking. This effect is partially explained by a decrease in the perceived strength of the argument underlying the false claim. However, this improvement is washed out by further exposure to false claims and debunking attempts. The latter result is partially explained by a decrease in the perceived objectivity of truth. That is, extended exposure to false claims and debunking attempts appears to weaken the belief that there is a nonsubjective, correct answer to how people ought to behave in this situation, which in turn leads to less positive reactions toward masking as the prescribed behavior. Interestingly, exposure to contradictory information affects perceived truth objectivity in a nonlinear fashion. For instance, exposure to a false claim and its initial debunking does not weaken the belief that there is an objectively true answer. It appears that the level of exposure to contradictory information needs to reach a certain threshold before it affects perceived truth objectivity.</p>
        <p>Finally, we found that people are more likely to share misinformation when its content is consistent with their existing beliefs. However, correcting misinformation reduces its likelihood of being shared on social media, and this effect persists even after multiple exposures. These results, while highlighting the value of debunking in combating the spread of misinformation on social media, suggest that, unlike attitudes, sharing intentions may be insensitive to extended exposure to a back and forth between misinformation and correction. This pattern may reflect a floor effect, in that people had expressed very low intentions to share corrected misinformation (mean of 1.89 on a 7-point scale). Exposure to further debate resulted in more negative attitudes toward masking, but did not impact sharing intentions because sharing intentions were already extremely low.</p>
      </sec>
      <sec>
        <title>Comparison With Prior Work</title>
        <p>Our findings have important implications for research on debunking misinformation. Extant literature has noted that even though corrections generally reduce people’s beliefs in false information, the misinformation often continues to influence their thinking, a phenomenon known as the continued influence effect [<xref ref-type="bibr" rid="ref65">65</xref>]. Once people process information that appears vaguely credible to them, it becomes difficult to retract it. A popular explanation of the continued influence effect assumes that people build mental models of the world and want their models to be complete. They are willing to accept false information if it allows them to build complete models. When that false information is later debunked, it creates a gap in their understanding of the world. Since people dislike gaps in their understanding and prefer their mental models to be complete, they continue to rely on information they know is false. [<xref ref-type="bibr" rid="ref65">65</xref>,<xref ref-type="bibr" rid="ref66">66</xref>].</p>
        <p>Another explanation of the continued influence effect argues that attempts to correct misinformation often end up reinforcing it through repetition [<xref ref-type="bibr" rid="ref67">67</xref>,<xref ref-type="bibr" rid="ref68">68</xref>]. From this perspective, repeating misinformation when attempting to correct it makes it feel more familiar and fluent. By inadvertently increasing the ease with which misinformation is processed, correction attempts also increase the likelihood of it being accepted as true. Our study suggests yet another possible explanation of the stickiness of misinformation. In some situations, witnessing a heated debate with arguments for and against a controversial issue could undermine people’s confidence in the existence of an objectively true answer, which may weaken their commitment to either side of the debate.</p>
      </sec>
      <sec>
        <title>Limitations and Future Research</title>
        <p>We set out to study the impact of exposure to extended debates on social media. However, our study was limited to a single platform (Reddit), and the debate was restricted to four exchanges between only two protagonists. This limits the generalizability of our findings. Interaction norms likely differ across social media platforms, which may impact how users interpret the conversation. Future research could attempt to replicate our findings using different social media platforms (eg, Facebook and Twitter), and examine the consequences of extending the debate to include more than two protagonists and more than four exchanges. Relatedly, although extended debates such as those described in this research are familiar to regular users of social media, we do not know how often they happen. Future research would benefit from quantifying the frequency of their occurrence and how it may vary across platforms.</p>
        <p>A possible limitation of our experimental design is that the rebuke message included an image, whereas all other messages were strictly text-based. Thus, it is impossible to disentangle the impact of exposure to the rebuke message from the presence of an image. However, pinpointing which message element (image vs text) accounts for the effect of exposure was not a goal of this study. Instead, we sought to pit strong refutation against persuasive misinformation. We chose to include a graphic image in the rebuke message precisely because of its persuasive power.</p>
        <p>Although the debunking messages used in this study were developed using recommended best practices, it is possible that different debunking techniques would have resulted in different outcomes. Future research would greatly benefit from manipulating features of the debunking argument as well as the source of debunking. For example, previous research has shown that debunking messages from anonymous social media users are more effective when they include a link to a trusted source such as the CDC [<xref ref-type="bibr" rid="ref26">26</xref>]. Future research could test whether the positive impact of providing links to credible sources persists in the context of extended social media debates. Other features of debunking messages previously found to sometimes reduce misperceptions include the use of humor [<xref ref-type="bibr" rid="ref69">69</xref>] and infographics [<xref ref-type="bibr" rid="ref70">70</xref>]. However, whether such debunking techniques can be effective in the context of extended debates remains an open question.</p>
        <p>Preemptively refuting misinformation or even just warning people that they might be misinformed has been shown to decrease later reliance on misinformation. Future research could test the effectiveness of such prebunking in the context of extended debates, where—to extend the biomedical analogy—the viral load is higher.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>In sum, dynamic conversations present a heretofore underappreciated challenge faced by health professionals and science advocates attempting to debunk misinformation on social media. Engaging in extended debates with science deniers and other purveyors of bunk appears necessary, but more research is needed to address the unintended consequences of such engagement.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Complete scales for measures and descriptive statistics.</p>
        <media xlink:href="jmir_v24i3e34831_app1.docx" xlink:title="DOCX File , 27 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ANCOVA</term>
          <def>
            <p>analysis of covariance</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CDC</term>
          <def>
            <p>Centers for Disease Control and Prevention</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CRT</term>
          <def>
            <p>Cognitive Reflection Test</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">M</term>
          <def>
            <p>misinformation-only experimental condition</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">MC</term>
          <def>
            <p>misinformation+correction experimental condition</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">MCR</term>
          <def>
            <p>misinformation+correction+rebuke experimental condition</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">MCRC</term>
          <def>
            <p>misinformation+correction+rebuke+second correction experimental condition</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The social life of health information</article-title>
          <source>Pew Research Center</source>
          <year>2014</year>
          <month>01</month>
          <day>15</day>
          <access-date>2021-09-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewresearch.org/fact-tank/2014/01/15/the-social-life-of-health-information/">https://www.pewresearch.org/fact-tank/2014/01/15/the-social-life-of-health-information/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mitchell</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Liedke</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>About four-in-ten Americans say social media is an important way of following COVID-19 vaccine news</article-title>
          <source>Pew Research Center</source>
          <year>2021</year>
          <month>08</month>
          <day>24</day>
          <access-date>2021-09-30</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewresearch.org/fact-tank/2021/08/24/about-four-in-ten-americans-say-social-media-is-an-important-way-of-following-covid-19-vaccine-news/">https://www.pewresearch.org/fact-tank/2021/08/24/about-four-in-ten-americans-say-social-media-is-an-important-way-of-following-covid-19-vaccine-news/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sylvia Chou</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Gaysynsky</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cappella</surname>
              <given-names>JN</given-names>
            </name>
          </person-group>
          <article-title>Where we go from here: health misinformation on social media</article-title>
          <source>Am J Public Health</source>
          <year>2020</year>
          <month>10</month>
          <volume>110</volume>
          <issue>S3</issue>
          <fpage>S273</fpage>
          <lpage>S275</lpage>
          <pub-id pub-id-type="doi">10.2105/ajph.2020.305905</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Southwell</surname>
              <given-names>BG</given-names>
            </name>
            <name name-style="western">
              <surname>Thorson</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Sheble</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>The persistence and peril of misinformation</article-title>
          <source>Am Sci</source>
          <year>2017</year>
          <volume>105</volume>
          <issue>6</issue>
          <fpage>368</fpage>
          <lpage>371</lpage>
          <pub-id pub-id-type="doi">10.1511/2017.105.6.372</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vosoughi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Roy</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Aral</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The spread of true and false news online</article-title>
          <source>Science</source>
          <year>2018</year>
          <month>03</month>
          <day>09</day>
          <volume>359</volume>
          <issue>6380</issue>
          <fpage>1146</fpage>
          <lpage>1151</lpage>
          <pub-id pub-id-type="doi">10.1126/science.aap9559</pub-id>
          <pub-id pub-id-type="medline">29590045</pub-id>
          <pub-id pub-id-type="pii">359/6380/1146</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Suarez-Lledo</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Alvarez-Galvez</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Prevalence of health misinformation on social media: systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>01</month>
          <day>20</day>
          <volume>23</volume>
          <issue>1</issue>
          <fpage>e17187</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/1/e17187/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17187</pub-id>
          <pub-id pub-id-type="medline">33470931</pub-id>
          <pub-id pub-id-type="pii">v23i1e17187</pub-id>
          <pub-id pub-id-type="pmcid">PMC7857950</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>McKee</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Torbica</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Stuckler</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Systematic literature review on the spread of health-related misinformation on social media</article-title>
          <source>Soc Sci Med</source>
          <year>2019</year>
          <month>11</month>
          <volume>240</volume>
          <fpage>112552</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0277-9536(19)30546-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.socscimed.2019.112552</pub-id>
          <pub-id pub-id-type="medline">31561111</pub-id>
          <pub-id pub-id-type="pii">S0277-9536(19)30546-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC7117034</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cummings</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Misinformation on Reddit has become unmanageable, Alberta moderators say</article-title>
          <source>CBC News</source>
          <year>2021</year>
          <month>09</month>
          <day>21</day>
          <access-date>2021-09-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cbc.ca/news/canada/edmonton/misinformation-alberta-reddit-unmanageable-moderators-1.6179120">https://www.cbc.ca/news/canada/edmonton/misinformation-alberta-reddit-unmanageable-moderators-1.6179120</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Broniatowski</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Jamison</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Qi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>AlKulaib</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Benton</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Quinn</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Dredze</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Weaponized health communication: Twitter bots and Russian trolls amplify the vaccine debate</article-title>
          <source>Am J Public Health</source>
          <year>2018</year>
          <month>10</month>
          <volume>108</volume>
          <issue>10</issue>
          <fpage>1378</fpage>
          <lpage>1384</lpage>
          <pub-id pub-id-type="doi">10.2105/AJPH.2018.304567</pub-id>
          <pub-id pub-id-type="medline">30138075</pub-id>
          <pub-id pub-id-type="pmcid">PMC6137759</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>ASL</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Chae</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Exposure to health (mis)information: lagged effects on young adults' health behaviors and potential pathways</article-title>
          <source>J Commun</source>
          <year>2015</year>
          <month>07</month>
          <day>06</day>
          <volume>65</volume>
          <issue>4</issue>
          <fpage>674</fpage>
          <lpage>698</lpage>
          <pub-id pub-id-type="doi">10.1111/jcom.12163</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ratzan</surname>
              <given-names>SC</given-names>
            </name>
          </person-group>
          <article-title>Setting the record straight: vaccines, autism, and the Lancet</article-title>
          <source>J Health Commun</source>
          <year>2010</year>
          <month>04</month>
          <day>27</day>
          <volume>15</volume>
          <issue>3</issue>
          <fpage>237</fpage>
          <lpage>239</lpage>
          <pub-id pub-id-type="doi">10.1080/10810731003780714</pub-id>
          <pub-id pub-id-type="medline">20432106</pub-id>
          <pub-id pub-id-type="pii">921687913</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kang</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>SZ</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>JYH</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Shin</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Associations between COVID-19 misinformation exposure and belief with COVID-19 knowledge and preventive behaviors: cross-sectional online study</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>11</month>
          <day>13</day>
          <volume>22</volume>
          <issue>11</issue>
          <fpage>e22205</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/11/e22205/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/22205</pub-id>
          <pub-id pub-id-type="medline">33048825</pub-id>
          <pub-id pub-id-type="pii">v22i11e22205</pub-id>
          <pub-id pub-id-type="pmcid">PMC7669362</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Luk</surname>
              <given-names>TT</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Weng</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>JY</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>YS</given-names>
            </name>
            <name name-style="western">
              <surname>Ho</surname>
              <given-names>SY</given-names>
            </name>
            <name name-style="western">
              <surname>Lam</surname>
              <given-names>TH</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>MP</given-names>
            </name>
          </person-group>
          <article-title>Exposure to health misinformation about COVID-19 and increased tobacco and alcohol use: a population-based survey in Hong Kong</article-title>
          <source>Tob Control</source>
          <year>2021</year>
          <month>11</month>
          <volume>30</volume>
          <issue>6</issue>
          <fpage>696</fpage>
          <lpage>699</lpage>
          <pub-id pub-id-type="doi">10.1136/tobaccocontrol-2020-055960</pub-id>
          <pub-id pub-id-type="medline">32855353</pub-id>
          <pub-id pub-id-type="pii">tobaccocontrol-2020-055960</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Wiysonge</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Social media and vaccine hesitancy</article-title>
          <source>BMJ Glob Health</source>
          <year>2020</year>
          <month>10</month>
          <volume>5</volume>
          <issue>10</issue>
          <fpage>e004206</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://gh.bmj.com/lookup/pmidlookup?view=long&#38;pmid=33097547"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjgh-2020-004206</pub-id>
          <pub-id pub-id-type="medline">33097547</pub-id>
          <pub-id pub-id-type="pii">bmjgh-2020-004206</pub-id>
          <pub-id pub-id-type="pmcid">PMC7590343</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pennycook</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Rand</surname>
              <given-names>DG</given-names>
            </name>
          </person-group>
          <article-title>Fighting misinformation on social media using crowdsourced judgments of news source quality</article-title>
          <source>Proc Natl Acad Sci U S A</source>
          <year>2019</year>
          <month>02</month>
          <day>12</day>
          <volume>116</volume>
          <issue>7</issue>
          <fpage>2521</fpage>
          <lpage>2526</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.pnas.org/cgi/pmidlookup?view=long&#38;pmid=30692252"/>
          </comment>
          <pub-id pub-id-type="doi">10.1073/pnas.1806781116</pub-id>
          <pub-id pub-id-type="medline">30692252</pub-id>
          <pub-id pub-id-type="pii">1806781116</pub-id>
          <pub-id pub-id-type="pmcid">PMC6377495</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lewandowsky</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cook</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ecker</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Albarracín</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Amazeen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kendeou</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Lombardi</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Newman</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Pennycook</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Porter</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Rand</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Rapp</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Reifler</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Roozenbeek</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Schmid</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Seifert</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sinatra</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Swire-Thompson</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>van</surname>
              <given-names>DLS</given-names>
            </name>
            <name name-style="western">
              <surname>Vraga</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Zaragoza</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The Debunking Handbook 2020</article-title>
          <source>Skeptical Science</source>
          <year>2020</year>
          <month>10</month>
          <day>14</day>
          <access-date>2021-09-30</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://sks.to/db2020">https://sks.to/db2020</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kozyreva</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lewandowsky</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hertwig</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Citizens versus the internet: confronting digital challenges with cognitive tools</article-title>
          <source>Psychol Sci Public Interest</source>
          <year>2020</year>
          <month>12</month>
          <volume>21</volume>
          <issue>3</issue>
          <fpage>103</fpage>
          <lpage>156</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/1529100620946707?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1529100620946707</pub-id>
          <pub-id pub-id-type="medline">33325331</pub-id>
          <pub-id pub-id-type="pmcid">PMC7745618</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lazer</surname>
              <given-names>DMJ</given-names>
            </name>
            <name name-style="western">
              <surname>Baum</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Benkler</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Berinsky</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Greenhill</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Menczer</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Metzger</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Nyhan</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Pennycook</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Rothschild</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Schudson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sloman</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Sunstein</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Thorson</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Watts</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Zittrain</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>The science of fake news</article-title>
          <source>Science</source>
          <year>2018</year>
          <month>03</month>
          <day>09</day>
          <volume>359</volume>
          <issue>6380</issue>
          <fpage>1094</fpage>
          <lpage>1096</lpage>
          <pub-id pub-id-type="doi">10.1126/science.aao2998</pub-id>
          <pub-id pub-id-type="medline">29590025</pub-id>
          <pub-id pub-id-type="pii">359/6380/1094</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pennycook</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Epstein</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Mosleh</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Arechar</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Eckles</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Rand</surname>
              <given-names>DG</given-names>
            </name>
          </person-group>
          <article-title>Shifting attention to accuracy can reduce misinformation online</article-title>
          <source>Nature</source>
          <year>2021</year>
          <month>04</month>
          <day>17</day>
          <volume>592</volume>
          <issue>7855</issue>
          <fpage>590</fpage>
          <lpage>595</lpage>
          <pub-id pub-id-type="doi">10.1038/s41586-021-03344-2</pub-id>
          <pub-id pub-id-type="medline">33731933</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41586-021-03344-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gunter</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Medical misinformation and the internet: a call to arms</article-title>
          <source>Lancet</source>
          <year>2019</year>
          <month>06</month>
          <day>08</day>
          <volume>393</volume>
          <issue>10188</issue>
          <fpage>2294</fpage>
          <lpage>2295</lpage>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(19)31206-1</pub-id>
          <pub-id pub-id-type="medline">31180024</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(19)31206-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Armstrong</surname>
              <given-names>PW</given-names>
            </name>
            <name name-style="western">
              <surname>Naylor</surname>
              <given-names>CD</given-names>
            </name>
          </person-group>
          <article-title>Counteracting health misinformation: a role for medical journals?</article-title>
          <source>JAMA</source>
          <year>2019</year>
          <month>05</month>
          <day>21</day>
          <volume>321</volume>
          <issue>19</issue>
          <fpage>1863</fpage>
          <lpage>1864</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2019.5168</pub-id>
          <pub-id pub-id-type="medline">31009036</pub-id>
          <pub-id pub-id-type="pii">2731897</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pagoto</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Waring</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>A call for a public health agenda for social media research</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>12</month>
          <day>19</day>
          <volume>21</volume>
          <issue>12</issue>
          <fpage>e16661</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/12/e16661/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/16661</pub-id>
          <pub-id pub-id-type="medline">31855185</pub-id>
          <pub-id pub-id-type="pii">v21i12e16661</pub-id>
          <pub-id pub-id-type="pmcid">PMC6940852</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Going viral: doctors must tackle fake news in the covid-19 pandemic</article-title>
          <source>BMJ</source>
          <year>2020</year>
          <month>04</month>
          <day>24</day>
          <volume>369</volume>
          <fpage>m1587</fpage>
          <pub-id pub-id-type="doi">10.1136/bmj.m1587</pub-id>
          <pub-id pub-id-type="medline">32332066</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rubin</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Getting social: physicians can counteract misinformation with an online presence</article-title>
          <source>JAMA</source>
          <year>2019</year>
          <month>08</month>
          <day>20</day>
          <volume>322</volume>
          <issue>7</issue>
          <fpage>598</fpage>
          <lpage>600</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2019.10779</pub-id>
          <pub-id pub-id-type="medline">31365030</pub-id>
          <pub-id pub-id-type="pii">2747393</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Swire-Thompson</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Lazer</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Public health and online misinformation: challenges and recommendations</article-title>
          <source>Annu Rev Public Health</source>
          <year>2020</year>
          <month>04</month>
          <day>02</day>
          <volume>41</volume>
          <issue>1</issue>
          <fpage>433</fpage>
          <lpage>451</lpage>
          <pub-id pub-id-type="doi">10.1146/annurev-publhealth-040119-094127</pub-id>
          <pub-id pub-id-type="medline">31874069</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vraga</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Bode</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>I do not believe you: how providing a source corrects health misperceptions across social media platforms</article-title>
          <source>Inf Commun Soc</source>
          <year>2017</year>
          <month>04</month>
          <day>19</day>
          <volume>21</volume>
          <issue>10</issue>
          <fpage>1337</fpage>
          <lpage>1353</lpage>
          <pub-id pub-id-type="doi">10.1080/1369118x.2017.1313883</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vraga</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Bode</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Using expert sources to correct health misinformation in social media</article-title>
          <source>Sci Commun</source>
          <year>2017</year>
          <month>09</month>
          <day>14</day>
          <volume>39</volume>
          <issue>5</issue>
          <fpage>621</fpage>
          <lpage>645</lpage>
          <pub-id pub-id-type="doi">10.1177/1075547017731776</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Hall Jamieson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Albarracín</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Debunking: a meta-analysis of the psychological efficacy of messages countering misinformation</article-title>
          <source>Psychol Sci</source>
          <year>2017</year>
          <month>11</month>
          <volume>28</volume>
          <issue>11</issue>
          <fpage>1531</fpage>
          <lpage>1546</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28895452"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/0956797617714579</pub-id>
          <pub-id pub-id-type="medline">28895452</pub-id>
          <pub-id pub-id-type="pmcid">PMC5673564</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lewandowsky</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ecker</surname>
              <given-names>UKH</given-names>
            </name>
            <name name-style="western">
              <surname>Seifert</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Schwarz</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Cook</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Misinformation and its correction: continued influence and successful debiasing</article-title>
          <source>Psychol Sci Public Interest</source>
          <year>2012</year>
          <month>12</month>
          <volume>13</volume>
          <issue>3</issue>
          <fpage>106</fpage>
          <lpage>131</lpage>
          <pub-id pub-id-type="doi">10.1177/1529100612451018</pub-id>
          <pub-id pub-id-type="medline">26173286</pub-id>
          <pub-id pub-id-type="pii">13/3/106</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Walter</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Tukachinsky</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>A meta-analytic examination of the continued influence of misinformation in the face of correction: how powerful is it, why does it happen, and how to stop it?</article-title>
          <source>Commun Res</source>
          <year>2019</year>
          <month>06</month>
          <day>22</day>
          <volume>47</volume>
          <issue>2</issue>
          <fpage>155</fpage>
          <lpage>177</lpage>
          <pub-id pub-id-type="doi">10.1177/0093650219854600</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vraga</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Bode</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Correction as a solution for health misinformation on social media</article-title>
          <source>Am J Public Health</source>
          <year>2020</year>
          <month>10</month>
          <volume>110</volume>
          <issue>S3</issue>
          <fpage>S278</fpage>
          <lpage>S280</lpage>
          <pub-id pub-id-type="doi">10.2105/AJPH.2020.305916</pub-id>
          <pub-id pub-id-type="medline">33001724</pub-id>
          <pub-id pub-id-type="pmcid">PMC7532323</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bode</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Vraga</surname>
              <given-names>EK</given-names>
            </name>
          </person-group>
          <article-title>See something, say something: correction of global health misinformation on social media</article-title>
          <source>Health Commun</source>
          <year>2018</year>
          <month>09</month>
          <volume>33</volume>
          <issue>9</issue>
          <fpage>1131</fpage>
          <lpage>1140</lpage>
          <pub-id pub-id-type="doi">10.1080/10410236.2017.1331312</pub-id>
          <pub-id pub-id-type="medline">28622038</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bode</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Vraga</surname>
              <given-names>EK</given-names>
            </name>
          </person-group>
          <article-title>In related news, that was wrong: the correction of misinformation through related stories functionality in social media</article-title>
          <source>J Commun</source>
          <year>2015</year>
          <month>06</month>
          <day>23</day>
          <volume>65</volume>
          <issue>4</issue>
          <fpage>619</fpage>
          <lpage>638</lpage>
          <pub-id pub-id-type="doi">10.1111/jcom.12166</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van der Meer</surname>
              <given-names>TGLA</given-names>
            </name>
            <name name-style="western">
              <surname>Jin</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Seeking formula for misinformation treatment in public health crises: the effects of corrective information type and source</article-title>
          <source>Health Commun</source>
          <year>2020</year>
          <month>05</month>
          <day>14</day>
          <volume>35</volume>
          <issue>5</issue>
          <fpage>560</fpage>
          <lpage>575</lpage>
          <pub-id pub-id-type="doi">10.1080/10410236.2019.1573295</pub-id>
          <pub-id pub-id-type="medline">30761917</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gesser-Edelsburg</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Diamant</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hijazi</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Mesch</surname>
              <given-names>GS</given-names>
            </name>
          </person-group>
          <article-title>Correcting misinformation by health organizations during measles outbreaks: a controlled experiment</article-title>
          <source>PLoS One</source>
          <year>2018</year>
          <month>12</month>
          <day>19</day>
          <volume>13</volume>
          <issue>12</issue>
          <fpage>e0209505</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0209505"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0209505</pub-id>
          <pub-id pub-id-type="medline">30566485</pub-id>
          <pub-id pub-id-type="pii">PONE-D-18-25613</pub-id>
          <pub-id pub-id-type="pmcid">PMC6300261</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vraga</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Bode</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Tully</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The effects of a news literacy video and real-time corrections to video misinformation related to sunscreen and skin cancer</article-title>
          <source>Health Commun</source>
          <year>2021</year>
          <month>04</month>
          <day>12</day>
          <fpage>1</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1080/10410236.2021.1910165</pub-id>
          <pub-id pub-id-type="medline">33840310</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fischer</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>Adrien</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Silguero</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hopper</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Chowdhury</surname>
              <given-names>AI</given-names>
            </name>
            <name name-style="western">
              <surname>Werler</surname>
              <given-names>MM</given-names>
            </name>
          </person-group>
          <article-title>Mask adherence and rate of COVID-19 across the United States</article-title>
          <source>PLoS One</source>
          <year>2021</year>
          <month>4</month>
          <day>14</day>
          <volume>16</volume>
          <issue>4</issue>
          <fpage>e0249891</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0249891"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0249891</pub-id>
          <pub-id pub-id-type="medline">33852626</pub-id>
          <pub-id pub-id-type="pii">PONE-D-21-01163</pub-id>
          <pub-id pub-id-type="pmcid">PMC8046247</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="web">
          <article-title>The CoronaVirusFacts/DatosCoronaVirus Alliance Database</article-title>
          <source>Poynter</source>
          <access-date>2021-09-30</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.poynter.org/ifcn-covid-19-misinformation/">https://www.poynter.org/ifcn-covid-19-misinformation/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Paynter</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Luskin-Saxby</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Keen</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Fordyce</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Frost</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Imms</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Trembath</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Tucker</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ecker</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of a template for countering misinformation-Real-world Autism treatment myth debunking</article-title>
          <source>PLoS One</source>
          <year>2019</year>
          <volume>14</volume>
          <issue>1</issue>
          <fpage>e0210746</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0210746"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0210746</pub-id>
          <pub-id pub-id-type="medline">30699155</pub-id>
          <pub-id pub-id-type="pii">PONE-D-18-25110</pub-id>
          <pub-id pub-id-type="pmcid">PMC6353548</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schmid</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Betsch</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Effective strategies for rebutting science denialism in public discussions</article-title>
          <source>Nat Hum Behav</source>
          <year>2019</year>
          <month>09</month>
          <day>24</day>
          <volume>3</volume>
          <issue>9</issue>
          <fpage>931</fpage>
          <lpage>939</lpage>
          <pub-id pub-id-type="doi">10.1038/s41562-019-0632-4</pub-id>
          <pub-id pub-id-type="medline">31235861</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41562-019-0632-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lewandowsky</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>van der Linden</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Countering misinformation and fake news through inoculation and prebunking</article-title>
          <source>Eur Rev Soc Psychol</source>
          <year>2021</year>
          <month>02</month>
          <day>22</day>
          <volume>32</volume>
          <issue>2</issue>
          <fpage>348</fpage>
          <lpage>384</lpage>
          <pub-id pub-id-type="doi">10.1080/10463283.2021.1876983</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Roozenbeek</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Schneider</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Dryhurst</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kerr</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Freeman</surname>
              <given-names>ALJ</given-names>
            </name>
            <name name-style="western">
              <surname>Recchia</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>van der Bles</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>van der Linden</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Susceptibility to misinformation about COVID-19 around the world</article-title>
          <source>R Soc Open Sci</source>
          <year>2020</year>
          <month>10</month>
          <day>14</day>
          <volume>7</volume>
          <issue>10</issue>
          <fpage>201199</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://royalsocietypublishing.org/doi/10.1098/rsos.201199?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1098/rsos.201199</pub-id>
          <pub-id pub-id-type="medline">33204475</pub-id>
          <pub-id pub-id-type="pii">rsos201199</pub-id>
          <pub-id pub-id-type="pmcid">PMC7657933</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cook</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lewandowsky</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ecker</surname>
              <given-names>UKH</given-names>
            </name>
          </person-group>
          <article-title>Neutralizing misinformation through inoculation: exposing misleading argumentation techniques reduces their influence</article-title>
          <source>PLoS One</source>
          <year>2017</year>
          <volume>12</volume>
          <issue>5</issue>
          <fpage>e0175799</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0175799"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0175799</pub-id>
          <pub-id pub-id-type="medline">28475576</pub-id>
          <pub-id pub-id-type="pii">PONE-D-16-15763</pub-id>
          <pub-id pub-id-type="pmcid">PMC5419564</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lewandowsky</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ecker</surname>
              <given-names>UK</given-names>
            </name>
            <name name-style="western">
              <surname>Cook</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Beyond misinformation: understanding and coping with the “post-truth” era</article-title>
          <source>J Appl Res Mem Cogn</source>
          <year>2017</year>
          <month>12</month>
          <volume>6</volume>
          <issue>4</issue>
          <fpage>353</fpage>
          <lpage>369</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jarmac.2017.07.008</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Clapper</surname>
              <given-names>JR</given-names>
            </name>
          </person-group>
          <source>Facts and fears: hard truths from a life in intelligence</source>
          <year>2018</year>
          <publisher-loc>New York</publisher-loc>
          <publisher-name>Viking Penguin</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nagler</surname>
              <given-names>RH</given-names>
            </name>
            <name name-style="western">
              <surname>Yzer</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Rothman</surname>
              <given-names>AJ</given-names>
            </name>
          </person-group>
          <article-title>Effects of media exposure to conflicting information about mammography: results from a population-based survey experiment</article-title>
          <source>Ann Behav Med</source>
          <year>2019</year>
          <month>08</month>
          <day>29</day>
          <volume>53</volume>
          <issue>10</issue>
          <fpage>896</fpage>
          <lpage>908</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30596830"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/abm/kay098</pub-id>
          <pub-id pub-id-type="medline">30596830</pub-id>
          <pub-id pub-id-type="pii">5267106</pub-id>
          <pub-id pub-id-type="pmcid">PMC6735717</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nagler</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Vogel</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gollust</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Yzer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rothman</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Effects of prior exposure to conflicting health information on responses to subsequent unrelated health messages: results from a population-based longitudinal experiment</article-title>
          <source>Ann Behav Med</source>
          <year>2021</year>
          <month>08</month>
          <day>16</day>
          <fpage>kaab069</fpage>
          <pub-id pub-id-type="doi">10.1093/abm/kaab069</pub-id>
          <pub-id pub-id-type="medline">34398961</pub-id>
          <pub-id pub-id-type="pii">6353127</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Nagler</surname>
              <given-names>RH</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Source-specific exposure to contradictory nutrition information: documenting prevalence and effects on adverse cognitive and behavioral outcomes</article-title>
          <source>Health Commun</source>
          <year>2018</year>
          <month>04</month>
          <day>02</day>
          <volume>33</volume>
          <issue>4</issue>
          <fpage>453</fpage>
          <lpage>461</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28151010"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/10410236.2016.1278495</pub-id>
          <pub-id pub-id-type="medline">28151010</pub-id>
          <pub-id pub-id-type="pmcid">PMC6102724</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Motivated processing</article-title>
          <source>Sci Commun</source>
          <year>2015</year>
          <month>07</month>
          <day>30</day>
          <volume>37</volume>
          <issue>5</issue>
          <fpage>602</fpage>
          <lpage>634</lpage>
          <pub-id pub-id-type="doi">10.1177/1075547015597914</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nan</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Daily</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Biased assimilation and need for closure: examining the effects of mixed blogs on vaccine-related beliefs</article-title>
          <source>J Health Commun</source>
          <year>2015</year>
          <month>04</month>
          <day>09</day>
          <volume>20</volume>
          <issue>4</issue>
          <fpage>462</fpage>
          <lpage>471</lpage>
          <pub-id pub-id-type="doi">10.1080/10810730.2014.989343</pub-id>
          <pub-id pub-id-type="medline">25751250</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Peer</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Brandimarte</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Samat</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Acquisti</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Beyond the Turk: alternative platforms for crowdsourcing behavioral research</article-title>
          <source>J Exp Soc Psychol</source>
          <year>2017</year>
          <month>05</month>
          <volume>70</volume>
          <fpage>153</fpage>
          <lpage>163</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jesp.2017.01.006</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Palan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Schitter</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Prolific.ac—A subject pool for online experiments</article-title>
          <source>J Behav Exp Finance</source>
          <year>2018</year>
          <month>03</month>
          <volume>17</volume>
          <fpage>22</fpage>
          <lpage>27</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jbef.2017.12.004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fisher</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Knobe</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Strickland</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Keil</surname>
              <given-names>FC</given-names>
            </name>
          </person-group>
          <article-title>The influence of social interaction on intuitions of objectivity and subjectivity</article-title>
          <source>Cogn Sci</source>
          <year>2017</year>
          <month>05</month>
          <day>01</day>
          <volume>41</volume>
          <issue>4</issue>
          <fpage>1119</fpage>
          <lpage>1134</lpage>
          <pub-id pub-id-type="doi">10.1111/cogs.12380</pub-id>
          <pub-id pub-id-type="medline">27246257</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sarkissian</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tien</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Knobe</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Folk moral relativism</article-title>
          <source>Mind Lang</source>
          <year>2011</year>
          <volume>26</volume>
          <fpage>482</fpage>
          <lpage>505</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1468-0017.2011.01428.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Strasser</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cappella</surname>
              <given-names>JN</given-names>
            </name>
            <name name-style="western">
              <surname>Lerman</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Fishbein</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A measure of perceived argument strength: reliability and validity</article-title>
          <source>Commun Methods Meas</source>
          <year>2011</year>
          <month>03</month>
          <day>04</day>
          <volume>5</volume>
          <issue>1</issue>
          <fpage>48</fpage>
          <lpage>75</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25568663"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/19312458.2010.547822</pub-id>
          <pub-id pub-id-type="medline">25568663</pub-id>
          <pub-id pub-id-type="pmcid">PMC4283835</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McCroskey</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Jenson</surname>
              <given-names>TA</given-names>
            </name>
          </person-group>
          <article-title>Image of mass media news sources</article-title>
          <source>J Broadcasting</source>
          <year>1975</year>
          <month>03</month>
          <volume>19</volume>
          <issue>2</issue>
          <fpage>169</fpage>
          <lpage>180</lpage>
          <pub-id pub-id-type="doi">10.1080/08838157509363777</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bruder</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Haffke</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Neave</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Nouripanah</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Imhoff</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Measuring individual differences in generic beliefs in conspiracy theories across cultures: conspiracy mentality questionnaire</article-title>
          <source>Front Psychol</source>
          <year>2013</year>
          <volume>4</volume>
          <fpage>225</fpage>
          <pub-id pub-id-type="doi">10.3389/fpsyg.2013.00225</pub-id>
          <pub-id pub-id-type="medline">23641227</pub-id>
          <pub-id pub-id-type="pmcid">PMC3639408</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Frederick</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Cognitive reflection and decision making</article-title>
          <source>J Econ Persp</source>
          <year>2005</year>
          <month>11</month>
          <day>01</day>
          <volume>19</volume>
          <issue>4</issue>
          <fpage>25</fpage>
          <lpage>42</lpage>
          <pub-id pub-id-type="doi">10.1257/089533005775196732</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thomson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Oppenheimer</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Investigating an alternate form of the cognitive reflection test</article-title>
          <source>Judgm Decis Mak</source>
          <year>2016</year>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>99</fpage>
          <lpage>113</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://journal.sjdm.org/15/151029/jdm151029.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="web">
          <source>The R Project for Statistical Computing Version 4</source>
          <access-date>2022-02-19</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.R-project.org/">https://www.R-project.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pennycook</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Rand</surname>
              <given-names>DG</given-names>
            </name>
          </person-group>
          <article-title>Lazy, not biased: susceptibility to partisan fake news is better explained by lack of reasoning than by motivated reasoning</article-title>
          <source>Cognition</source>
          <year>2019</year>
          <month>07</month>
          <volume>188</volume>
          <fpage>39</fpage>
          <lpage>50</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cognition.2018.06.011</pub-id>
          <pub-id pub-id-type="medline">29935897</pub-id>
          <pub-id pub-id-type="pii">S0010-0277(18)30163-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Al-Zaman</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>Prevalence and source analysis of COVID-19 misinformation in 138 countries</article-title>
          <source>IFLA J</source>
          <year>2021</year>
          <month>08</month>
          <day>27</day>
          <fpage>034003522110411</fpage>
          <pub-id pub-id-type="doi">10.1177/03400352211041135</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cinelli</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Quattrociocchi</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Galeazzi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Valensise</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Brugnoli</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Schmidt</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Zola</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Zollo</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Scala</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The COVID-19 social media infodemic</article-title>
          <source>Sci Rep</source>
          <year>2020</year>
          <month>10</month>
          <day>06</day>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>16598</fpage>
          <pub-id pub-id-type="doi">10.1038/s41598-020-73510-5</pub-id>
          <pub-id pub-id-type="medline">33024152</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41598-020-73510-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC7538912</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bautista</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Gwizdka</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>US physicians' and nurses' motivations, barriers, and recommendations for correcting health misinformation on social media: qualitative interview study</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2021</year>
          <month>09</month>
          <day>01</day>
          <volume>7</volume>
          <issue>9</issue>
          <fpage>e27715</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2021/9/e27715/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/27715</pub-id>
          <pub-id pub-id-type="medline">34468331</pub-id>
          <pub-id pub-id-type="pii">v7i9e27715</pub-id>
          <pub-id pub-id-type="pmcid">PMC8444034</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref65">
        <label>65</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Seifert</surname>
              <given-names>CM</given-names>
            </name>
          </person-group>
          <article-title>Sources of the continued influence effect: when misinformation in memory affects later inferences</article-title>
          <source>J Exp Psychol Learn Mem Cogn</source>
          <year>1994</year>
          <month>11</month>
          <volume>20</volume>
          <issue>6</issue>
          <fpage>1420</fpage>
          <lpage>1436</lpage>
          <pub-id pub-id-type="doi">10.1037/0278-7393.20.6.1420</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref66">
        <label>66</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ecker</surname>
              <given-names>UKH</given-names>
            </name>
            <name name-style="western">
              <surname>Lewandowsky</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>DTW</given-names>
            </name>
          </person-group>
          <article-title>Explicit warnings reduce but do not eliminate the continued influence of misinformation</article-title>
          <source>Mem Cogn</source>
          <year>2010</year>
          <month>12</month>
          <volume>38</volume>
          <issue>8</issue>
          <fpage>1087</fpage>
          <lpage>1100</lpage>
          <pub-id pub-id-type="doi">10.3758/mc.38.8.1087</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref67">
        <label>67</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Skurnik</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Yoon</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Schwarz</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>How warnings about false claims become recommendations</article-title>
          <source>J Consum Res</source>
          <year>2005</year>
          <month>03</month>
          <volume>31</volume>
          <issue>4</issue>
          <fpage>713</fpage>
          <lpage>724</lpage>
          <pub-id pub-id-type="doi">10.1086/426605</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref68">
        <label>68</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schwarz</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Newman</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Leach</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <source>Behav Sci Policy</source>
          <year>2016</year>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>85</fpage>
          <lpage>95</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://behavioralpolicy.org/wp-content/uploads/2017/05/BSP_vol1is1_Schwarz.pdf"/>
          </comment>
          <pub-id pub-id-type="doi">10.1353/bsp.2016.0009</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref69">
        <label>69</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vraga</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Cook</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Testing logic-based and humor-based corrections for science, health, and political misinformation on social media</article-title>
          <source>J Broadcast Electron Media</source>
          <year>2019</year>
          <month>09</month>
          <day>20</day>
          <volume>63</volume>
          <issue>3</issue>
          <fpage>393</fpage>
          <lpage>414</lpage>
          <pub-id pub-id-type="doi">10.1080/08838151.2019.1653102</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref70">
        <label>70</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vraga</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Bode</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Addressing COVID-19 misinformation on social media preemptively and responsively</article-title>
          <source>Emerg Infect Dis</source>
          <year>2021</year>
          <month>02</month>
          <volume>27</volume>
          <issue>2</issue>
          <fpage>396</fpage>
          <lpage>403</lpage>
          <pub-id pub-id-type="doi">10.3201/eid2702.203139</pub-id>
          <pub-id pub-id-type="medline">33395379</pub-id>
          <pub-id pub-id-type="pmcid">PMC7853571</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
