<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v23i4e23488</article-id>
      <article-id pub-id-type="pmid">33835930</article-id>
      <article-id pub-id-type="doi">10.2196/23488</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Novel Predictors of COVID-19 Protective Behaviors Among US Adults: Cross-sectional Survey</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Kukafka</surname>
            <given-names>Rita</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Williams</surname>
            <given-names>Geoffrey</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Aguirre</surname>
            <given-names>Katherine</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Resnicow</surname>
            <given-names>Ken</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <address>
            <institution>Department of Health Behavior &#38; Health Education</institution>
            <institution>School of Public Health</institution>
            <institution>University of Michigan</institution>
            <addr-line>109 Observatory Street</addr-line>
            <addr-line>Room 3867 SPH I</addr-line>
            <addr-line>Ann Arbor, MI, 48109</addr-line>
            <country>United States</country>
            <phone>1 734 764 9494</phone>
            <email>kresnic@umich.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1416-9627</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Bacon</surname>
            <given-names>Elizabeth</given-names>
          </name>
          <degrees>MPH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9029-8004</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Yang</surname>
            <given-names>Penny</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2330-2330</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Hawley</surname>
            <given-names>Sarah</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5756-645X</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Van Horn</surname>
            <given-names>M Lee</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1297-098X</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>An</surname>
            <given-names>Lawrence</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9861-1800</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Center for Health Communications Research</institution>
        <institution>Rogel Cancer Center</institution>
        <institution>University of Michigan</institution>
        <addr-line>Ann Arbor, MI</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Health Behavior &#38; Health Education</institution>
        <institution>School of Public Health</institution>
        <institution>University of Michigan</institution>
        <addr-line>Ann Arbor, MI</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Division of General Medicine</institution>
        <institution>School of Medicine</institution>
        <institution>University of Michigan</institution>
        <addr-line>Ann Arbor, MI</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>VA Center for Clinical Management Research</institution>
        <institution>VA Ann Arbor Healthcare System</institution>
        <addr-line>Ann Arbor, MI</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Department of Psychology</institution>
        <institution>University of New Mexico</institution>
        <addr-line>Albuquerque, NM</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Ken Resnicow <email>kresnic@umich.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>4</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>20</day>
        <month>4</month>
        <year>2021</year>
      </pub-date>
      <volume>23</volume>
      <issue>4</issue>
      <elocation-id>e23488</elocation-id>
      <history>
        <date date-type="received">
          <day>13</day>
          <month>8</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>8</day>
          <month>12</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>9</day>
          <month>12</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>6</day>
          <month>4</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Ken Resnicow, Elizabeth Bacon, Penny Yang, Sarah Hawley, M Lee Van Horn, Lawrence An. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 20.04.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2021/4/e23488" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>A central component of the public health strategy to control the COVID-19 pandemic involves encouraging mask wearing and social distancing to protect individuals from acquiring and transmitting the virus.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to understand the psychological factors that drive adoption or rejection of these protective behaviors, which can inform public health interventions to control the pandemic.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We conducted an online survey of a representative sample of 1074 US adults and assessed three novel potential predictors of COVID-19 behaviors: trait reactance, COVID-19 conspiracy beliefs, and COVID-19 apocalypse beliefs. Key outcomes (dependent variables) included an index of COVID-19 protective behaviors, the number of trips taken from the home, and COVID-19 knowledge.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>In bivariate analyses, all three predictors were significantly correlated in the hypothesized direction with the three COVID-19 outcomes. Specifically, each predictor was negatively (<italic>P</italic>&#60;.01) correlated with the COVID-19 protective behaviors index and COVID-19 knowledge score, and positively correlated with trips taken from home per week (more of which was considered higher risk). COVID-19 protective behaviors and COVID-19 knowledge were significantly lower in the top median compared to the bottom median for all three predictors. In general, these findings remained significant after adjusting for all novel predictors plus age, gender, income, education, race, political party, and religiosity. Self-identified Republicans (vs other political affiliations) reported the highest values for each of the novel predictors.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This study can inform the development of health communication interventions to encourage the adoption of COVID-19 protective behaviors. Interestingly, we found that higher scores of all three novel predictors were associated with lower COVID-19 knowledge, suggesting that lack of an accurate understanding of the virus may be driving some of these attitudes; although, it is also possible that these attributes may interfere with one’s willingness or ability to seek and absorb accurate health information. These individuals may be particularly immune to accepting new information and yielding their beliefs. Health communication professionals may apply lessons learned from countering similar beliefs around climate change and vaccine hesitancy. Messages designed for individuals prone to reactance may be more effective if they minimize controlling language and emphasize the individual’s independence in adopting these behavioral recommendations. Messaging for those who possess conspiracy beliefs should similarly not assume that providing evidence contrary to these beliefs will alone alter behavior. Other communication techniques such as <italic>rolling with resistance</italic>, a strategy used in motivational interviewing, may be helpful. Messaging for those with apocalyptic beliefs may require using religious leaders as the message source and using scripture that would support the adoption of COVID-19 protection behaviors.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>COVID-19</kwd>
        <kwd>protective behavior</kwd>
        <kwd>psychological predictors</kwd>
        <kwd>reactance</kwd>
        <kwd>conspiracy beliefs</kwd>
        <kwd>public health</kwd>
        <kwd>health communication</kwd>
        <kwd>communication</kwd>
        <kwd>protection</kwd>
        <kwd>behavior</kwd>
        <kwd>psychology</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>A central component of the public health strategy to control the spread of the COVID-19 pandemic and the associated morbidity and mortality is to encourage behaviors that protect individuals from acquiring and transmitting the virus. Key protective behaviors that have been recommended by US and global health organizations such as the World Health Organization and the Centers for Disease Control and Prevention include consistent wearing of a facial mask, social distancing, handwashing, and avoiding large gatherings [<xref ref-type="bibr" rid="ref1">1</xref>]. Until a vaccine or more effective treatments become widely available, behavior change will remain the core of the public health strategy.</p>
      <p>Understanding individual-level attributes that are associated with adoption of these behaviors is critical to controlling the spread of COVID-19. To date, most of the research on COVID-19 protective behaviors has focused on demographic variables such as gender and race as well as social cognitive variables such as perceived risk and knowledge regarding the virus [<xref ref-type="bibr" rid="ref2">2</xref>-<xref ref-type="bibr" rid="ref5">5</xref>]. Less attention has been given to personality factors and constructs beyond the traditional models of health behavior (eg, perceived risk). Understanding the psychological traits that drive adoption of these protective behaviors can inform social marketing campaigns and behavior change interventions.</p>
      <p>To address these gaps in understanding about what drives individual protective behavior choices, we identified three novel predictors based on both theoretical and empirical considerations. Psychological <italic>reactance</italic> theory, originally proposed by Brehm and Brehm [<xref ref-type="bibr" rid="ref6">6</xref>] posits that when an individual’s sense of behavioral freedom is threatened, the individual is motivated to restore the perceived loss of freedom by psychologically and behaviorally rejecting the behavior, even if the behavior may be in their best interest. <italic>Conspiracy beliefs</italic> can be defined as unsubstantiated, implausible assertions that malevolent and hidden forces control our social institutions, and these nefarious forces secretly plot major events such as 9/11; covering up alien visitations; and, in the case of this study, the creation and spread of COVID-19. Often these beliefs reject other simpler explanations that are more probable and plausible [<xref ref-type="bibr" rid="ref7">7</xref>]. Conspiracy beliefs have previously been found to be associated with lower adoption of protective behaviors such as vaccination and condom use [<xref ref-type="bibr" rid="ref7">7</xref>-<xref ref-type="bibr" rid="ref11">11</xref>]. With regard to COVID-19, a few studies have found a negative association between conspiracy beliefs, both measured as a global trait and specific to COVID-19, and positive attitudes toward and adoption of COVID-19 protective behaviors [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref14">14</xref>]. Finally, we were interested in the potential impact of <italic>apocalyptic beliefs</italic>. Apocalypticism is the generally religious belief that the end of the world is imminent [<xref ref-type="bibr" rid="ref15">15</xref>], and civilization will soon come to a tumultuous end due to some catastrophic global event such as war, famine, or disease and more recently global warming and the COVID-19 pandemic. These beliefs often include some sense of divine punishment for immorality or disobedience and spare the <italic>righteous</italic> who obey God’s rules. For some Christians, these beliefs include the rapture, when both living and dead believers will ascend in to heaven to meet Jesus Christ at the Second Coming. Our underlying assumption is that individuals who believe in the apocalypse will be less likely to adhere to public health recommendations around COVID-19, in part because they welcome the end of days and the Second Coming of Christ. Although we could find no studies reporting the association between apocalyptic beliefs and COVID-19 protective behaviors, conceptual and empirical work has shown that such beliefs may impact behaviors related to climate change and violence [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>], and we suspected it might play a role in the adoption of COVID-19 protective behaviors.</p>
      <p>We conducted a national online survey and report here the association between these three potential novel predictors—(1) trait reactance, (2) COVID-19 conspiracy beliefs, and (3) COVID-19 apocalypse beliefs—and COVID-19 protective behaviors.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Sampling</title>
        <p>Surveys were completed online using a sample provided by Dynata [<xref ref-type="bibr" rid="ref18">18</xref>] between May 19-22, 2020. Dynata’s research panel comprises an opt-in list of over 60 million individuals worldwide. For this study, we requested a nationally representative sample of 1000 US adults 18 years or older. Quotas were used to approximate national rates for age, gender, race, income, and region for the overall US population. Our survey was conducted as open enrollment, whereby eligible panel members who log in to the Dynata website were offered a chance to partake in this survey. Surveys were completed using the Qualtrics online platform. Participants received a modest payment from Dynata for completing their survey. Dynata incentives vary based on individual preferences and include cash, frequent traveler or customer loyalty points, or a donation to a charity. The reward value is based on the amount of effort required and the population surveyed. Regardless of the type of incentive, the value is the same for every respondent in a given study. In this study, the value was US $1.00. The full survey assessed a range of individual and household characteristics and attitudes and behaviors related to the COVID-19 pandemic as well as demographics. Other than screener items, no survey items were required to progress (ie, no strict validation was used). After excluding implausible values (&#60;10 minutes and &#62;2 hours), the mean minutes to complete the survey was 25.3 (range 10.1-117.1) minutes.</p>
        <p>A total of 2272 individuals clicked on the invitation link, 187 did not complete the age screener or consent, and 609 were ineligible or refused consent. This yielded 1476 surveys from age-eligible consenting individuals. To ensure the quality of the respondent data, we excluded 402 of the 1476 surveys based on two criteria. First, we excluded 375 surveys from individuals who completed the full survey in less than 10 minutes. We considered 10 minutes the minimum time required to complete a valid survey. Second, we excluded 27 surveys for individuals who answered all items within a 16-item block of items assessing attitudes toward the pandemic with an identical response. This is the equivalent of clicking down an entire column (eg, all strongly agree or disagree) for all items. Because some of the 16 items in this section were worded in the positive direction (eg, social distancing has slowed the spread of COVID-19) and others in the negative direction (eg, social distancing is not really doing much good), we considered these <italic>response set</italic> patterns contradictory and therefore an indication that the validity of that survey was suspect. After applying these exclusions, 1074 surveys remained for the present analyses.</p>
      </sec>
      <sec>
        <title>Measures</title>
        <sec>
          <title>Primary Predictor Measures (Independent Variables)</title>
          <sec>
            <title>Trait Reactance</title>
            <p>We selected 5 items from the widely used Hong Reactance scale [<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref23">23</xref>]. The scale measures trait reactance rather than reactance specific to COVID-19 recommendations. Each item was answered along a five-point continuum ranging from strongly disagree to strongly agree. Internal consistency in our sample was 0.87. The five items, averaged to create a mean scale, were:</p>
            <list list-type="order">
              <list-item>
                <p>I become angry when my freedom of choice is restricted.</p>
              </list-item>
              <list-item>
                <p>Regulations trigger a sense of resistance in me.</p>
              </list-item>
              <list-item>
                <p>When something is prohibited, I usually think, “That’s exactly what I am going to do.”</p>
              </list-item>
              <list-item>
                <p>It disappoints me to see others submitting to society’s standards and rules.</p>
              </list-item>
              <list-item>
                <p>Advice and recommendations usually induce me to do just the opposite.</p>
              </list-item>
            </list>
          </sec>
          <sec>
            <title>COVID-19 Conspiracy Beliefs</title>
            <p>We developed a brief, three-item scale based on prior studies of COVID-19 and other health issues [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. The scale is intended to measure conspiracy beliefs regarding COVID-19 rather than a generalized conspiracy trait or worldview [<xref ref-type="bibr" rid="ref14">14</xref>]. Each item was answered along a five-point continuum ranging from definitely false to definitely true. Internal consistency in our sample was 0.74. The three items, averaged to create a mean scale, were:</p>
            <list list-type="order">
              <list-item>
                <p>The real truth about COVID-19 is being kept from the public.</p>
              </list-item>
              <list-item>
                <p>People in power are using COVID-19 as an excuse to monitor and control the public.</p>
              </list-item>
              <list-item>
                <p>The media is making COVID-19 seem more dangerous than it really is.</p>
              </list-item>
            </list>
          </sec>
          <sec>
            <title>COVID-19 Apocalypse Beliefs</title>
            <p>We developed a new brief scale informed by theological definitions and prior related work [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. Each item was answered along a five-point continuum ranging from strongly disagree to strongly agree. Internal consistency in our sample was 0.92. The three items, averaged to create a mean scale, were:</p>
            <list list-type="order">
              <list-item>
                <p>The COVID-19 pandemic is a sign that the apocalypse is coming.</p>
              </list-item>
              <list-item>
                <p>The COVID-19 pandemic is a sign that Jesus will soon be returning.</p>
              </list-item>
              <list-item>
                <p>The COVID-19 pandemic is a sign that the rapture is coming.</p>
              </list-item>
            </list>
          </sec>
        </sec>
        <sec>
          <title>Outcomes Measures (Dependent Variables)</title>
          <sec>
            <title>Adoption of Positive COVID-19 Protection Behaviors</title>
            <p>We examined the frequency of five self-reported behaviors over the past week, all of which are recommended for reducing the risk of transmitting or acquiring COVID-19 [<xref ref-type="bibr" rid="ref1">1</xref>]. For each item the responses were: rarely or never (coded 1), some of the time (coded 2), most of the time (coded 3), almost all of the time (coded 4), and all of the time (coded 5). The values of 1-5 for each item were summed to form an index score with a range of 5-25. The alpha value for the five behaviors was .84 in this sample.</p>
            <list list-type="order">
              <list-item>
                <p>Staying home as much as possible.</p>
              </list-item>
              <list-item>
                <p>Wearing a mask or face covering when I go out of the house.</p>
              </list-item>
              <list-item>
                <p>Staying at least 6 feet (about 3 steps) away from people I do not live with.</p>
              </list-item>
              <list-item>
                <p>Avoiding gatherings or groups of other people.</p>
              </list-item>
              <list-item>
                <p>Keeping my hands clean.</p>
              </list-item>
            </list>
          </sec>
          <sec>
            <title>COVID-19 Knowledge</title>
            <p>We created a seven-item scale, with each item answered definitely false to definitely true. A response was coded as correct by answering definitely or probably false for items 4, 5, 6, and 7, and definitely or probably true for items 1, 2, and 3. Correct scores were summed, yielding a total score from 0 to 7. Internal consistency for the seven items was 0.77.</p>
            <list list-type="order">
              <list-item>
                <p>A vaccine is not yet available for COVID-19.</p>
              </list-item>
              <list-item>
                <p>COVID-19 can be easily spread from one person to another.</p>
              </list-item>
              <list-item>
                <p>Many thousands of people have died from COVID-19.</p>
              </list-item>
              <list-item>
                <p>Most people already have immunity to COVID-19.</p>
              </list-item>
              <list-item>
                <p>Symptoms of COVID-19 are always visible.</p>
              </list-item>
              <list-item>
                <p>There are effective treatments for COVID-19 that can cure most people.</p>
              </list-item>
              <list-item>
                <p>Having COVID-19 is about as dangerous as having the flu.</p>
              </list-item>
            </list>
          </sec>
          <sec>
            <title>Trips Leaving the Home</title>
            <p>We assumed that a higher number of trips from home indicated higher risk behavior. We queried leaving the home in the past week across various types of trips. For each, we asked, “In the last seven days, how many times did you go out of your home for each of the following reasons?” Responses ranged from none to five or more times. The reasons included going to work; the grocery store or market; to get takeout from a restaurant or fast-food location; eat at a restaurant or fast-food location; the drug store or pharmacy; seek health care; check on or help care for a vulnerable person; visit friends, family, or neighbors; take a child or minor to day care or some activity, exercise, or some other outdoor activity; and attend a gathering of 10 or more. Items were summed to create a trips leaving home index with an observed range of 0-39.</p>
          </sec>
        </sec>
        <sec>
          <title>Demographic Variables (Covariates)</title>
          <p><italic>Gender</italic> was initially assessed with five categories: male, female, transgender (identify as male), transgender (identify as female), and other. Transgender and other were collapsed.</p>
          <p><italic>Political party</italic> was assessed with four categories: Republican, Democrat, Independent, and something else.</p>
          <p><italic>Race and ethnicity</italic> were coded as White, Black, Hispanic, multiracial, and other, which included American Indian, Asian, and other.</p>
          <p><italic>Income</italic> was initially assessed with 9 strata that, for ease of presentation, were collapsed into three categories: less than US $30,000; US $30,000 to US $74,999; and US $75,000 and greater.</p>
          <p><italic>Education</italic> was initially assessed with 10 strata that were collapsed into four categories for ease of presentation: none through high school or General Educational Development, postsecondary (trade school, some college, or associate’s degree), bachelor’s degree, and advanced degree (master’s degree, doctoral degree, or professional degree).</p>
          <p><italic>Religiosity</italic> was measured with a single item: “How religious are you?” Responses ranged from not at all religious, which was coded as 1, to very religious, coded as 7.</p>
        </sec>
        <sec>
          <title>Analyses</title>
          <p>We first present sample demographic frequencies and means for key continuous independent and dependent variables. Next, bivariate correlations between the three novel predictors and the correlation of the predictors with the three COVID-19 outcomes are presented. For ease of presentation, a dichotomous variable was created using the median split for each of the three predictors. Using the median split for the three novel predictors, we next presented means for the three COVID-19 outcomes (which are all continuous), first unadjusted, with only the novel predictor in the model, then using a general linear model, adjusted for the other novel predictors along with age, gender, income, education, political party, and religiosity. Income, education, political party, and race, all categorical variables, were all dummy coded prior to entry into the multivariate model. All analyses were performed using SPSS version 25 (IBM Corp) [<xref ref-type="bibr" rid="ref24">24</xref>]. This survey was approved by the University of Michigan’s Institutional Review Board.</p>
        </sec>
      </sec>
      <sec>
        <title>Hypotheses</title>
        <p>The first hypothesis was that individuals that score higher on trait reactance will report fewer COVID-19 protective behaviors, higher daily excursions from their home, and lower COVID-19 knowledge.</p>
        <p>The second hypothesis was that individuals that score higher on conspiracy beliefs regarding COVID-19 will report fewer COVID-19 protective behaviors, higher daily excursions from their home, and lower COVID-19 knowledge.</p>
        <p>The third hypothesis was that individuals that score higher on COVID-19 apocalypse beliefs will report fewer COVID-19 protective behaviors, higher daily excursions from their home, and lower COVID-19 knowledge.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Sample Description</title>
        <p>The 1074 sample was 55% (n=573) female, 70% (n=723) White, 8% (n=84) Black, 9% (n=95) Hispanic, and 6% (n=65) multiracial. About 22% (n=225) of the sample had high school or lower education, and 47% (n=482) had at least a bachelor’s degree. Income distribution was about even across the three strata. With regard to political party, 29% (n=297) identified as Republican, 38% (n=395) as Democrat, 27% (n=283) as Independent, and 6% (n=61) as other. The mean for trait reactance, COVID-19 conspiracy beliefs, and COVID-19 apocalypse beliefs were 2.4, 2.9, and 2.2, respectively. Assuming a mean value of 4 or higher (corresponding to a response of agree for reactance and apocalypse items or probably true for conspiracy items) indicates a high presence of the attribute. The prevalence was 9.8% (102/1041) for apocalypse beliefs, 20.3% (214/1052) for conspiracy beliefs, and 6.9% (72/1041) for trait reactance (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Sample description (N=1074).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="30"/>
            <col width="740"/>
            <col width="0"/>
            <col width="200"/>
            <thead>
              <tr valign="top">
                <td colspan="4">Variable</td>
                <td>Participants</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="5">
                  <bold>Gender, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Male</td>
                <td>459 (44.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Female</td>
                <td>573 (55.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Other</td>
                <td>3 (0.1)</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Race/ethnicity, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">White</td>
                <td>723 (69.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Black</td>
                <td>84 (8.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Hispanic</td>
                <td>95 (9.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Multiracial</td>
                <td>65 (6.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Other</td>
                <td> 67 (6.5)</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Age (years), n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">18-35</td>
                <td>304 (29.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">36-50</td>
                <td>263 (25.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">51-65</td>
                <td>277 (26.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">&#62;65</td>
                <td>185 (18.0)</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Education, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">None through high school/GED<sup>a</sup></td>
                <td>225 (21.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Postsecondary (trade school/some college/associate’s degree)</td>
                <td>326 (31.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Bachelor’s degree</td>
                <td>310 (30.0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Advanced degree (master’s/doctoral/professional degree)</td>
                <td> 172 (16.7)</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Income (US $), n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">&#60;30,000</td>
                <td>291 (28.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">30,000-74,999</td>
                <td>397 (38.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">≥75,000</td>
                <td> 346 (33.5)</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Political party, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Republican</td>
                <td>297 (28.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Democrat</td>
                <td>395 (38.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Independent</td>
                <td>283 (27.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Something else</td>
                <td>61 (5.9)</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Variable means</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="4">
                  <bold>COVID-19 protective behaviors index</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Mean (SD)</td>
                <td colspan="2">20.1 (4.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Range</td>
                <td colspan="2">5-25</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="4">
                  <bold>Trips leaving home per week</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Mean (SD)</td>
                <td colspan="2">6.7 (6.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Range</td>
                <td colspan="2">0-39</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="4">
                  <bold>Knowledge score</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Mean (SD)</td>
                <td colspan="2">26.8 (5.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Range</td>
                <td colspan="2">11-35</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="4">
                  <bold>Religiosity</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Mean (SD)</td>
                <td colspan="2">3.9 (2.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Range</td>
                <td colspan="2">1-7</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="4">
                  <bold>Trait reactance</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Mean (SD)</td>
                <td colspan="2">2.4 (1.0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Range</td>
                <td colspan="2">1-5</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="4">
                  <bold>COVID-19 conspiracy beliefs</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Mean (SD)</td>
                <td colspan="2">2.9 (1.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Range</td>
                <td colspan="2">1-5</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="4">
                  <bold>COVID-19 apocalypse beliefs</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Mean (SD)</td>
                <td colspan="2">2.2 (1.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Range</td>
                <td colspan="2">1-5</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>GED: General Educational Development.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Correlations</title>
        <p>All three predictors were significantly (<italic>P</italic>&#60;.01) correlated in the hypothesized direction with the three COVID-19 outcomes. Specifically, each predictor was negatively correlated with the COVID-19 protective behaviors index (range –0.10 to –0.39) and COVID-19 knowledge (range –0.42 to –0. 57). All three predictors were positively correlated with trips from home per week (range 0.27-0.31; see <xref ref-type="table" rid="table2">Table 2</xref>). The three predictors were all positively correlated (<italic>P</italic>&#60;.001). Specifically, apocalypse beliefs were correlated 0.31 and 0.33 with conspiracy beliefs and reactance, respectively. Conspiracy beliefs and reactance were correlated 0.51 (data not shown).</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Pearson correlations of novel predictors and COVID-19 outcomes (N=1074).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="350"/>
            <col width="230"/>
            <col width="210"/>
            <col width="210"/>
            <thead>
              <tr valign="top">
                <td>Variable</td>
                <td>COVID-19 protective behaviors</td>
                <td>Trips leaving home per week</td>
                <td>COVID-19 knowledge score</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Trait reactance</td>
                <td>–0.38<sup>a</sup></td>
                <td>0.31</td>
                <td>–0.54</td>
              </tr>
              <tr valign="top">
                <td>COVID-19 conspiracy beliefs</td>
                <td>–0.32</td>
                <td>0.21</td>
                <td>–0.57</td>
              </tr>
              <tr valign="top">
                <td>COVID-19 apocalypse beliefs</td>
                <td>–0.09<sup>b</sup></td>
                <td>0.27</td>
                <td>–0.42</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>All correlations were significant with a <italic>P</italic> of &#60;.001, unless otherwise indicated.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup><italic>P</italic>=.002</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Bivariate Means</title>
        <p>Using the median split for the three predictors, the differences between the top and bottom half of participants were statistically significant across all three variables for each of the three COVID-19 outcomes (ie, protective behaviors index, trips from home, and COVID-19 knowledge). Specifically, the mean for the COVID-19 protective behaviors index and the COVID-19 knowledge scale were significantly lower in the top median compared to the bottom median for all three predictors. The mean trips from home was significantly higher in the top median compared to the bottom median for all three predictors. This model does not adjust for covariates or other novel predictors (see the unadjusted mean columns in <xref ref-type="table" rid="table3">Table 3</xref>).</p>
        <p>In analyses accounting for all novel predictors simultaneously, plus age, gender, income, education, race, political party, and religiosity, the adjusted means remained significantly different for the top and bottom median for all outcomes except for apocalypse beliefs and the COVID-19 protective behaviors index. Thus overall, these findings were generally consistent with a priori hypotheses (see the adjusted mean columns in <xref ref-type="table" rid="table3">Table 3</xref>).</p>
        <p><xref ref-type="table" rid="table3">Table 3</xref> also presents results by political affiliation. In adjusted analyses, respondents identifying as Democrat had the highest mean for the protective behaviors index and COVID-19 knowledge, whereas for trips from home, Republicans had the highest number. For all three predictors, values were highest among those identifying as Republican and lowest among those identifying as Democrat (data not shown).</p>
        <p>Finally, we previously reported the means, using the median split of each of the three novel predictors, for each of the three outcomes. We also examined the outcome means using a threshold of 4 or higher compared to those scoring less than 4, for each of the predictors. For individuals with an average score of 4 or higher on the reactance scale, the means were 17.5, 11.2, and 22.0 for the protective behaviors index, trips from home, and knowledge score, respectively. For individuals with an average score of 4 or higher on the COVID-19 conspiracy scale, the means were 18.0, 7.8, and 23.2 for the protective behaviors index, trips from home, and knowledge score, respectively. For individuals with an average score of 4 or higher on the COVID-19 apocalypse scale, the means were 20.4, 11.0, and 23.5 for the protective behaviors index, trips from home, and knowledge score, respectively. Thus, in general, the pattern of results using the threshold of 4 or higher for the three predictors was similar to results using the median split (data not shown).</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Bivariate and adjusted means of COVID-19 protective behaviors, leaving home episodes, and COVID-19 knowledge by novel predictors (N=1074).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="70"/>
            <col width="0"/>
            <col width="80"/>
            <col width="0"/>
            <col width="70"/>
            <col width="0"/>
            <col width="80"/>
            <col width="0"/>
            <col width="70"/>
            <col width="0"/>
            <col width="80"/>
            <col width="0"/>
            <col width="70"/>
            <col width="0"/>
            <col width="80"/>
            <col width="0"/>
            <col width="70"/>
            <col width="0"/>
            <col width="0"/>
            <col width="80"/>
            <col width="0"/>
            <col width="70"/>
            <col width="0"/>
            <col width="80"/>
            <col width="0"/>
            <col width="70"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Variable</td>
                <td colspan="8">COVID-19 protective behaviors</td>
                <td colspan="9">Trips leaving home per week</td>
                <td colspan="7">COVID-19 knowledge score</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="2">Bivariate unadjusted, mean (SD)</td>
                <td colspan="2"><italic>P</italic> value</td>
                <td colspan="2">Adjusted<sup>a</sup>, mean (SE)</td>
                <td colspan="2"><italic>P</italic> value</td>
                <td colspan="2">Bivariate unadjusted, mean (SD)</td>
                <td colspan="2"><italic>P</italic> value</td>
                <td colspan="2">Adjusted, mean (SE)</td>
                <td colspan="2"><italic>P</italic> value</td>
                <td colspan="3">Bivariate unadjusted, mean (SD)</td>
                <td colspan="2"><italic>P</italic> value</td>
                <td colspan="2">Adjusted, mean (SE)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="5">
                  <bold>Trait reactance</bold>
                </td>
                <td colspan="2">&#60;.001</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">&#60;.001</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">&#60;.001</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">&#60;.001</td>
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="2">&#60;.001</td>
                <td colspan="2">
                  <break/>
                </td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Low<sup>b</sup></td>
                <td colspan="2">21.4 (3.8)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">20.9 (0.18)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">5.2 (5.2)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">5.9 (0.25)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="3">28.9 (4.7)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">27.8 (0.17)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>High<sup>c</sup></td>
                <td colspan="2">18.2 (5.0)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">18.9 (0.22)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">8.5 (7.9)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">7.3 (0.30)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="3">23.9 (4.8)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">25.4 (0.20)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Conspiracy beliefs</bold>
                </td>
                <td colspan="2">&#60;.001</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">&#60;.001</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">&#60;.001</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">.02</td>
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="2">&#60;.001</td>
                <td colspan="2">
                  <break/>
                </td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Low</td>
                <td colspan="2">21.5 (3.8)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">20.9 (0.21)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">5.1 (5.4)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">6.0 (0.28)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="3">29.8 (4.7)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">28.7 (0.19)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>High</td>
                <td colspan="2">18.9 (4.9)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">19.4 (0.19)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">7.9 (7.4)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">6.9 (0.26)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="3">24.2 (4.4)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">25.2 (0.18)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Apocalypse beliefs</bold>
                </td>
                <td colspan="2">&#60;.001</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">.89</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">&#60;.001</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">.004</td>
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="2">&#60;.001</td>
                <td colspan="2">
                  <break/>
                </td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Low</td>
                <td colspan="2">20.6 (4.4)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">20.1 (0.19)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">5.1 (5.0)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">5.9 (0.26)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="3">28.8 (4.8)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">27.6 (0.18)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>High</td>
                <td colspan="2">19.5 (4.8)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">20.1 (0.21)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">8.4 (7.8)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">7.1 (0.29)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="3">24.5 (5.0)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">25.9 (0.20)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Political party</bold>
                </td>
                <td colspan="2">&#60;.001</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">&#60;.001</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">.19</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">.01</td>
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="2">&#60;.001</td>
                <td colspan="2">
                  <break/>
                </td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Republican</td>
                <td colspan="2">19.3 (4.9)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">19.5 (0.26)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">7.1 (6.8)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">7.2 (0.35)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="3">25.4 (5.1)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">26.0 (0.24)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Democrat</td>
                <td colspan="2">21.3 (3.8)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">21.0 (0.22)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">6.5 (6.9)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">6.4 (0.30)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="3">28.1 (5.5)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">27.4 (0.21)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Independent</td>
                <td colspan="2">19.6 (4.9)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">19.8 (0.25)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">6.4 (6.5)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">6.1 (0.34)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="3">26.8 (5.1)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">27.0 (0.23)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Something else</td>
                <td colspan="2">19.0 (5.2)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">19.2 (0.54)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">5.3 (4.1)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">4.7 (0.74)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="3">25.6 (4.4)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">26.6 (0.50)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>Adjusted model includes all novel predictors plus gender, race, income, education, political party, age, and religiosity.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>Low indicates the bottom half of the median split.</p>
            </fn>
            <fn id="table3fn3">
              <p><sup>c</sup>High indicates the upper half of the median split.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Primary Findings</title>
        <p>Our findings indicate that three psychological factors—trait reactance, COVID-19 conspiracy beliefs, and COVID-19 apocalypse beliefs—were associated with key COVID-19 outcomes, all in the hypothesized direction. In unadjusted analyses, individuals scoring higher on trait reactance, COVID-19 conspiracy beliefs, and COVID-19 apocalypse beliefs reported lower protective behaviors and lower COVID-19 knowledge. With the exception of apocalypse beliefs and the protective behaviors index, all of these bivariate associations remained significant after adjustment for age, gender, race, income, education, religiosity, and political party. Although the three novel predictors were all correlated (ranging from 0.31 to 0.51), the magnitude of these correlations suggest that they tap largely independent dimensions of personality and attitude.</p>
        <p>These findings have significant implications for both understanding who may adopt COVID-19 protective behavior and how intervention messages might be tailored to accommodate or counter these beliefs. With regard to reactance, our findings indicate that a subset of the US population reflexively rejects the adoption of COVID-19 protective behaviors due to a general predisposition to act in the opposite direction of authority or resist any rules or public health recommendations they feel infringe upon their personal freedom. Individuals with this trait are prone to feeling their autonomy is being threatened by government regulations or public health recommendations and will restore their freedom by rejecting the recommended behavior or counterarguing with the content and source of related messages.</p>
        <p>With regard to conspiracy beliefs, our findings indicate that a subset of the US population believes that government officials and the media inaccurately portray the <italic>truth</italic> about the COVID-19 epidemic, and those who possess these beliefs are less likely to adopt COVID-19 protective behaviors. Although we did not specifically query this, it is likely this group would consider much of the mainstream media as <italic>fake news</italic>, making any data reports or behavioral guidelines suspect. Our findings are consistent with those of a recent study of 2501 British adults [<xref ref-type="bibr" rid="ref14">14</xref>], which found that endorsement of COVID-19 conspiracy beliefs were significantly associated with lower self-reported adherence to recommended protective behaviors. These beliefs were also associated with general mistrust of government and authority, paranoia, vaccination conspiracy beliefs, religiosity, and climate change denial. There is a growing body of work showing an association between patterns of media consumption and endorsement of misinformation, including conspiracy beliefs. There is therefore a need to enhance media use skills and eHealth literacy in particular to help counter COVID-19–related misinformation [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>].</p>
        <p>Finally, individuals who believe that the COVID-19 epidemic is a signal that the end of times is nigh are less likely to adopt COVID-19 protective behaviors. Although the mechanism for this association merits elucidation, it seems plausible that individuals who believe in a coming apocalypse, particularly for those who believe they will be spared, might be less likely to adopt COVID-19 protective behaviors because, for this group, the ultimate outcome is viewed in a more positive light.</p>
      </sec>
      <sec>
        <title>Intervention Implications</title>
        <p>Designing tailored communication campaigns to encourage adoption of COVID-19 protective behavior for individuals who possess the beliefs we assessed poses substantial challenges. These individuals may be particularly immune to accepting new information and yielding their beliefs. The persistence of these beliefs may in part be due to having roots in deeper psychological attributes such as paranoia, mistrust, religious fundamentalism, or hostility. Health communication professionals may apply lessons learned from countering similar beliefs around climate change and vaccine hesitancy. One lesson learned from countering antivaccination beliefs is that simply providing corrective information not only may be ineffective but also could instigate further reactance, leading to entrenchment of antivaccine attitudes [<xref ref-type="bibr" rid="ref27">27</xref>]. Thus, messages designed for individuals prone to reactance that minimize controlling language (eg, you must or you have to) and emphasize the individual’s independence in adopting these behavioral recommendations may be more effective [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]. Messaging for those who possess conspiracy beliefs should similarly not assume that providing evidence contrary to these beliefs will alone alter behavior [<xref ref-type="bibr" rid="ref29">29</xref>]. Other communication techniques such as <italic>rolling with resistance</italic>, a strategy used in motivational interviewing [<xref ref-type="bibr" rid="ref30">30</xref>], which may manifest as agreeing or empathizing with some aspects of their belief system (eg, “the government is not always honest with the American people”) should be considered. Messaging for those with apocalyptic beliefs may require using religious leaders as the message source and using scripture that would support the adoption of COVID-19 protection, perhaps as an act of kindness, respect, or following God’s will. Interestingly, we found that higher scores of all three novel predictors were associated with lower COVID-19 knowledge, suggesting that lack of an accurate understanding of the virus may be driving some of these attitudes; although, it is also possible that these attributes may interfere with one’s willingness or ability to seek and absorb accurate health information. Thus, efforts to improve COVID-19 knowledge among these subgroups, in particular designing messages that mitigate inherent resistance to absorbing and yielding to new information, may be an important part of the public health messaging strategy.</p>
        <p>This paper provides insight that may inform public health communication efforts to reduce the transmission of COVID-19 among segments of the population that may not respond to general audience messages but whose adherence to recommendations are nonetheless needed to control the pandemic.</p>
      </sec>
      <sec>
        <title>Limitations and Future Studies</title>
        <p>Our data were cross-sectional, limiting directional inference. It is possible, for example, that behaviors might influence attitudes rather than the inverse. The sample was accrued entirely online, which introduces several potential sampling and response biases [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>]. For example, our sample had a slightly lower percentage of non-Whites and a greater percentage of females and Democrats than the US population. Sample bias poses a lower threat to the validity of our findings, as we were primarily interested in exploring the association between variables rather than establishing the true prevalence of the attitudes and behaviors under study.</p>
        <p>Our survey was administered on May 19-22, 2020. Late May appears to represent the high point of optimism about the pandemic in the United States compared to both the initial period of March and April and the second and third wave that occurred in October and November 2020. For example, according to the Gallup COVID Panel survey conducted late May 2020, the percentage of Americans who felt the COVID-19 situation was getting better was 42% [<xref ref-type="bibr" rid="ref33">33</xref>]. Gallup had asked this question on several occasions between April and November, and this was approximately the peak for this variable for that period. The percentage feeling the situation was getting better began to drop sharply shortly after, hitting just 19% in June and remaining around only 20% through November 2020 [<xref ref-type="bibr" rid="ref33">33</xref>]. Gallup similarly reported that, in early June, only 46% of Americans said they were very or somewhat worried about getting the virus compared to 58%-59% in July and August 2020 [<xref ref-type="bibr" rid="ref34">34</xref>]. These data likely reflect optimism over what turned out to be short-lived falling infection and death rates during this period. These temporal patters are also reflected in data reported by the Pew Research Center, which found that in June 2020, 59% of Americans reported that they think the worst of the outbreak was still to come [<xref ref-type="bibr" rid="ref35">35</xref>], compared to 73% who believed the worst was yet to come in April and 71% who reported the worst was yet to come in November 2020. Moreover, according to the Pew Research Center, the percent of Americans who reported wearing a mask or face covering all or most of the time when in stores and businesses over the past month was only 65% in June 2020 compared to 85% in August and 87% in November of 2020 [<xref ref-type="bibr" rid="ref35">35</xref>]. How these background contextual factors and the specific timing of our survey administration might have impacted our results is difficult to determine. We acknowledge, however, that the pattern of our findings might have differed had we conducted our survey during times of greater overall concern about COVID-19, higher rates of mask wearing, or more stringent lockdown restrictions. For example, during periods of greater perceived risk and more strict lockdowns, it is possible that the impact of the correlates we identified might have been attenuated, as they may have been overwhelmed by a greater concern of catching the disease. Alternatively, the strength of association might have been stronger in response to the increase in perceived risk and greater restrictions. We anticipate that future studies conducted during the COVID-19 period will elucidate the generalizability of our findings across the pandemic period.</p>
        <p>There are other potential personality and attitudinal predictors of COVID-19 protective behaviors we did not measure including trait conspiracy orientation (we measured only COVID-19 conspiracy beliefs), mistrust of government, mistrust of science, paranoia, autonomy needs, independence, hostility, intelligence, media literacy, and vaccine hesitancy. How these constructs may relate to the three we focused on merits investigation. We did not query intentions regarding uptake of a potential future COVID-19 vaccine. Understanding how the factors identified here may also be associated with COVID-19 vaccine intentions merits investigation. Future studies are needed to replicate and extend our findings, including examination of how other psychosocial and demographic factors may interact with the three predictors we studied. Additionally, work is needed to determine how best to tailor messages, both on the group and individual level, based on these constructs.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <ack>
      <p>This study was supported by the National Cancer Institute Grant P30CA046592-29-S4 (including Cancer Center Shared Resource: Center for Health Communications Research) and a Google Focus award (to LA).</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <source>Centers for Disease Control and Prevention</source>
          <year>2020</year>
          <access-date>2020-07-29</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/coronavirus/2019-ncov/prevent-getting-sick/prevention.html">https://www.cdc.gov/coronavirus/2019-ncov/prevent-getting-sick/prevention.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Lo</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hung</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Sociodemographic predictors of health risk perception, attitude and behavior practices associated with health-emergency disaster risk management for biological hazards: the case of COVID-19 pandemic in Hong Kong, SAR China</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2020</year>
          <month>05</month>
          <day>29</day>
          <volume>17</volume>
          <issue>11</issue>
          <fpage>3869</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph17113869"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph17113869</pub-id>
          <pub-id pub-id-type="medline">32485979</pub-id>
          <pub-id pub-id-type="pii">ijerph17113869</pub-id>
          <pub-id pub-id-type="pmcid">PMC7312582</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Howard</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Understanding face mask use to prevent coronavirus and other illnesses: development of a multidimensional face mask perceptions scale</article-title>
          <source>Br J Health Psychol</source>
          <year>2020</year>
          <month>11</month>
          <volume>25</volume>
          <issue>4</issue>
          <fpage>912</fpage>
          <lpage>924</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32588949"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/bjhp.12453</pub-id>
          <pub-id pub-id-type="medline">32588949</pub-id>
          <pub-id pub-id-type="pmcid">PMC7361913</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Geldsetzer</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Use of rapid online surveys to assess people's perceptions during infectious disease outbreaks: a cross-sectional survey on COVID-19</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>04</month>
          <day>02</day>
          <volume>22</volume>
          <issue>4</issue>
          <fpage>e18790</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/4/e18790/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/18790</pub-id>
          <pub-id pub-id-type="medline">32240094</pub-id>
          <pub-id pub-id-type="pii">v22i4e18790</pub-id>
          <pub-id pub-id-type="pmcid">PMC7124956</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ko</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>YP</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>PW</given-names>
            </name>
            <name name-style="western">
              <surname>Yen</surname>
              <given-names>CF</given-names>
            </name>
          </person-group>
          <article-title>Cognitive, affective, and behavioral constructs of COVID-19 health beliefs: a comparison between sexual minority and heterosexual individuals in Taiwan</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2020</year>
          <month>06</month>
          <day>15</day>
          <volume>17</volume>
          <issue>12</issue>
          <fpage>4282</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph17124282"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph17124282</pub-id>
          <pub-id pub-id-type="medline">32549345</pub-id>
          <pub-id pub-id-type="pii">ijerph17124282</pub-id>
          <pub-id pub-id-type="pmcid">PMC7345535</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brehm</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Brehm</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>Psychological Reactance: A Theory of Freedom and Control</source>
          <year>1981</year>
          <publisher-loc>New York</publisher-loc>
          <publisher-name>Academic Press</publisher-name>
          <fpage>A</fpage>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Prooijen</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>van Vugt</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Conspiracy theories: evolved functions and psychological mechanisms</article-title>
          <source>Perspect Psychol Sci</source>
          <year>2018</year>
          <month>11</month>
          <volume>13</volume>
          <issue>6</issue>
          <fpage>770</fpage>
          <lpage>788</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://tinyurl.com/hk8sfu8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1745691618774270</pub-id>
          <pub-id pub-id-type="medline">30231213</pub-id>
          <pub-id pub-id-type="pmcid">PMC6238178</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bogart</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Thorburn</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Are HIV/AIDS conspiracy beliefs a barrier to HIV prevention among African Americans?</article-title>
          <source>J Acquir Immune Defic Syndr</source>
          <year>2005</year>
          <month>02</month>
          <day>01</day>
          <volume>38</volume>
          <issue>2</issue>
          <fpage>213</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1097/00126334-200502010-00014</pub-id>
          <pub-id pub-id-type="medline">15671808</pub-id>
          <pub-id pub-id-type="pii">00126334-200502010-00014</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bogart</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bird</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Exploring the relationship of conspiracy beliefs about HIV/AIDS to sexual behaviors and attitudes among African-American adults</article-title>
          <source>J Natl Med Assoc</source>
          <year>2003</year>
          <month>11</month>
          <volume>95</volume>
          <issue>11</issue>
          <fpage>1057</fpage>
          <lpage>65</lpage>
          <pub-id pub-id-type="medline">14651372</pub-id>
          <pub-id pub-id-type="pmcid">PMC2594665</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sallam</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dababseh</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Yaseen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Al-Haidar</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ababneh</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Bakri</surname>
              <given-names>FG</given-names>
            </name>
            <name name-style="western">
              <surname>Mahafzah</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Conspiracy beliefs are associated with lower knowledge and higher anxiety levels regarding COVID-19 among students at the University of Jordan</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2020</year>
          <month>07</month>
          <day>08</day>
          <volume>17</volume>
          <issue>14</issue>
          <fpage>4915</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph17144915"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph17144915</pub-id>
          <pub-id pub-id-type="medline">32650409</pub-id>
          <pub-id pub-id-type="pii">ijerph17144915</pub-id>
          <pub-id pub-id-type="pmcid">PMC7399915</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ball</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Maxmen</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The epic battle against coronavirus misinformation and conspiracy theories</article-title>
          <source>Nature</source>
          <year>2020</year>
          <month>05</month>
          <volume>581</volume>
          <issue>7809</issue>
          <fpage>371</fpage>
          <lpage>374</lpage>
          <pub-id pub-id-type="doi">10.1038/d41586-020-01452-z</pub-id>
          <pub-id pub-id-type="medline">32461658</pub-id>
          <pub-id pub-id-type="pii">10.1038/d41586-020-01452-z</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Georgiou</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Delfabbro</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Balzan</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>COVID-19-related conspiracy beliefs and their relationship with perceived stress and pre-existing conspiracy beliefs</article-title>
          <source>Pers Individ Dif</source>
          <year>2020</year>
          <month>11</month>
          <day>01</day>
          <volume>166</volume>
          <fpage>110201</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32565592"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.paid.2020.110201</pub-id>
          <pub-id pub-id-type="medline">32565592</pub-id>
          <pub-id pub-id-type="pii">S0191-8869(20)30390-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC7296298</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Biddlestone</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Douglas</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Cultural orientation, power, belief in conspiracy theories, and intentions to reduce the spread of COVID-19</article-title>
          <source>Br J Soc Psychol</source>
          <year>2020</year>
          <month>07</month>
          <volume>59</volume>
          <issue>3</issue>
          <fpage>663</fpage>
          <lpage>673</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32592420"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/bjso.12397</pub-id>
          <pub-id pub-id-type="medline">32592420</pub-id>
          <pub-id pub-id-type="pmcid">PMC7361833</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Freeman</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Waite</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Rosebrock</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Petit</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Causier</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>East</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jenner</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Teale</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Carr</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mulhall</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bold</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lambe</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Coronavirus conspiracy beliefs, mistrust, and compliance with government guidelines in England</article-title>
          <source>Psychol Med</source>
          <year>2020</year>
          <month>05</month>
          <day>21</day>
          <fpage>1</fpage>
          <lpage>13</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32436485"/>
          </comment>
          <pub-id pub-id-type="doi">10.1017/S0033291720001890</pub-id>
          <pub-id pub-id-type="medline">32436485</pub-id>
          <pub-id pub-id-type="pii">S0033291720001890</pub-id>
          <pub-id pub-id-type="pmcid">PMC7264452</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
          <article-title>Apocalypticism</article-title>
          <source>Wikipedia</source>
          <year>2020</year>
          <access-date>2020-07-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://en.wikipedia.org/wiki/Apocalypticism">https://en.wikipedia.org/wiki/Apocalypticism</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Feinberg</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Willer</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Apocalypse soon? Dire messages reduce belief in global warming by contradicting just-world beliefs</article-title>
          <source>Psychol Sci</source>
          <year>2011</year>
          <month>01</month>
          <volume>22</volume>
          <issue>1</issue>
          <fpage>34</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1177/0956797610391911</pub-id>
          <pub-id pub-id-type="medline">21148457</pub-id>
          <pub-id pub-id-type="pii">0956797610391911</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tyminski</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Apocalyptic themes in times of trouble: when young men are deeply alienated</article-title>
          <source>J Anal Psychol</source>
          <year>2020</year>
          <month>02</month>
          <volume>65</volume>
          <issue>1</issue>
          <fpage>27</fpage>
          <lpage>43</lpage>
          <pub-id pub-id-type="doi">10.1111/1468-5922.12572</pub-id>
          <pub-id pub-id-type="medline">31972895</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <source>Dynata</source>
          <access-date>2021-04-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.dynata.com/">https://www.dynata.com/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dillard</surname>
              <given-names>JP</given-names>
            </name>
          </person-group>
          <article-title>Psychometric properties of the Hong psychological reactance scale</article-title>
          <source>J Pers Assess</source>
          <year>2005</year>
          <month>08</month>
          <volume>85</volume>
          <issue>1</issue>
          <fpage>74</fpage>
          <lpage>81</lpage>
          <pub-id pub-id-type="doi">10.1207/s15327752jpa8501_07</pub-id>
          <pub-id pub-id-type="medline">16083386</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jonason</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Knowles</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>A unidimensional measure of Hong's psychological reactance scale</article-title>
          <source>Psychol Rep</source>
          <year>2006</year>
          <month>04</month>
          <volume>98</volume>
          <issue>2</issue>
          <fpage>569</fpage>
          <lpage>79</lpage>
          <pub-id pub-id-type="doi">10.2466/pr0.98.2.569-579</pub-id>
          <pub-id pub-id-type="medline">16796116</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Donnell</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Buboltz</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Psychological reactance: factor structure and internal consistency of the Questionnaire for the Measurement of Psychological Reactance</article-title>
          <source>J Soc Psychol</source>
          <year>2001</year>
          <month>10</month>
          <volume>141</volume>
          <issue>5</issue>
          <fpage>679</fpage>
          <lpage>87</lpage>
          <pub-id pub-id-type="doi">10.1080/00224540109600581</pub-id>
          <pub-id pub-id-type="medline">11758045</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hong</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Giannakopoulos</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Laing</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Psychological reactance: effects of age and gender</article-title>
          <source>J Soc Psychol</source>
          <year>1994</year>
          <month>04</month>
          <volume>134</volume>
          <issue>2</issue>
          <fpage>223</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1080/00224545.1994.9711385</pub-id>
          <pub-id pub-id-type="medline">8201818</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hong</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Page</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A psychological reactance scale: development, factor structure and reliability</article-title>
          <source>Psychol Rep</source>
          <year>2016</year>
          <month>09</month>
          <day>01</day>
          <volume>64</volume>
          <issue>3_suppl</issue>
          <fpage>1323</fpage>
          <lpage>1326</lpage>
          <pub-id pub-id-type="doi">10.2466/pr0.1989.64.3c.1323</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
          <article-title>IBM SPSS software</article-title>
          <source>IBM</source>
          <year>2017</year>
          <access-date>2021-04-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ibm.com/analytics/spss-statistics-software">https://www.ibm.com/analytics/spss-statistics-software</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chong</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Chien</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 pandemic, infodemic and the role of eHealth literacy</article-title>
          <source>Int J Nurs Stud</source>
          <year>2020</year>
          <month>08</month>
          <volume>108</volume>
          <fpage>103644</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32447127"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ijnurstu.2020.103644</pub-id>
          <pub-id pub-id-type="medline">32447127</pub-id>
          <pub-id pub-id-type="pii">S0020-7489(20)30128-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC7255119</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brørs</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Norman</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Norekvål</surname>
              <given-names>TM</given-names>
            </name>
          </person-group>
          <article-title>Accelerated importance of eHealth literacy in the COVID-19 outbreak and beyond</article-title>
          <source>Eur J Cardiovasc Nurs</source>
          <year>2020</year>
          <month>08</month>
          <volume>19</volume>
          <issue>6</issue>
          <fpage>458</fpage>
          <lpage>461</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://tinyurl.com/5fxh59tp"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1474515120941307</pub-id>
          <pub-id pub-id-type="medline">32667217</pub-id>
          <pub-id pub-id-type="pmcid">PMC7480020</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sadaf</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Richards</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Glanz</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Salmon</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Omer</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of interventions for reducing parental vaccine refusal and vaccine hesitancy</article-title>
          <source>Vaccine</source>
          <year>2013</year>
          <month>09</month>
          <day>13</day>
          <volume>31</volume>
          <issue>40</issue>
          <fpage>4293</fpage>
          <lpage>304</lpage>
          <pub-id pub-id-type="doi">10.1016/j.vaccine.2013.07.013</pub-id>
          <pub-id pub-id-type="medline">23859839</pub-id>
          <pub-id pub-id-type="pii">S0264-410X(13)00935-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vansteenkiste</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Resnicow</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Toward systematic integration between self-determination theory and motivational interviewing as examples of top-down and bottom-up intervention development: autonomy or volition as a fundamental theoretical principle</article-title>
          <source>Int J Behav Nutr Phys Act</source>
          <year>2012</year>
          <month>03</month>
          <day>02</day>
          <volume>9</volume>
          <fpage>23</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ijbnpa.biomedcentral.com/articles/10.1186/1479-5868-9-23"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1479-5868-9-23</pub-id>
          <pub-id pub-id-type="medline">22385828</pub-id>
          <pub-id pub-id-type="pii">1479-5868-9-23</pub-id>
          <pub-id pub-id-type="pmcid">PMC3315422</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Resnicow</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>McMaster</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Motivational Interviewing: moving from why to how with autonomy support</article-title>
          <source>Int J Behav Nutr Phys Act</source>
          <year>2012</year>
          <month>03</month>
          <day>02</day>
          <volume>9</volume>
          <fpage>19</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ijbnpa.biomedcentral.com/articles/10.1186/1479-5868-9-19"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1479-5868-9-19</pub-id>
          <pub-id pub-id-type="medline">22385702</pub-id>
          <pub-id pub-id-type="pii">1479-5868-9-19</pub-id>
          <pub-id pub-id-type="pmcid">PMC3330017</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Rollnick</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <source>Motivational Interviewing: Helping People Change, third edition</source>
          <year>2013</year>
          <publisher-loc>New York</publisher-loc>
          <publisher-name>Guilford Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Patten</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Perrin</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Who’s left out in a web-only survey and how it affects results</article-title>
          <source>Pew Research Center</source>
          <year>2015</year>
          <month>09</month>
          <day>22</day>
          <access-date>2020-07-29</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewresearch.org/fact-tank/2015/09/22/who-s-left-out-in-a-web-only-survey-and-how-it-affects-results/">https://www.pewresearch.org/fact-tank/2015/09/22/who-s-left-out-in-a-web-only-survey-and-how-it-affects-results/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Keeter</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>McGeeney</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Coverage error in internet surveys: who web-only surveys miss and how that affects results</article-title>
          <source>Pew Research Center</source>
          <year>2015</year>
          <access-date>2020-07-29</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewresearch.org/methods/2015/09/22/coverage-error-in-internet-surveys/">https://www.pewresearch.org/methods/2015/09/22/coverage-error-in-internet-surveys/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Saad</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Americans less amenable to another COVID-19 lockdown</article-title>
          <source>Gallup</source>
          <year>2020</year>
          <month>11</month>
          <day>11</day>
          <access-date>2020-12-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://news.gallup.com/poll/324146/americans-less-amenable-covid-lockdown.aspx">https://news.gallup.com/poll/324146/americans-less-amenable-covid-lockdown.aspx</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brenan</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Roundup of gallup COVID-19 coverage</article-title>
          <source>Gallup</source>
          <year>2020</year>
          <access-date>2020-12-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://news.gallup.com/opinion/gallup/308126/roundup-gallup-covid-coverage.aspx">https://news.gallup.com/opinion/gallup/308126/roundup-gallup-covid-coverage.aspx</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Funk</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tyson</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Intent to get a COVID-19 vaccine rises to 60% as confidence in research and development process increases</article-title>
          <source>Pew Research Center</source>
          <year>2020</year>
          <month>12</month>
          <day>03</day>
          <access-date>2020-12-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewresearch.org/science/2020/12/03/intent-to-get-a-covid-19-vaccine-rises-to-60-as-confidence-in-research-and-development-process-increases/">https://www.pewresearch.org/science/2020/12/03/intent-to-get-a-covid-19-vaccine-rises-to-60-as-confidence-in-research-and-development-process-increases/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
