<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v23i12e34218</article-id>
      <article-id pub-id-type="pmid">34881720</article-id>
      <article-id pub-id-type="doi">10.2196/34218</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Tracking Private WhatsApp Discourse About COVID-19 in Singapore: Longitudinal Infodemiology Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Westafer</surname>
            <given-names>Lauren</given-names>
          </name>
        </contrib>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Schulz</surname>
            <given-names>Peter</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Leal Neto</surname>
            <given-names>Onicio</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Tan</surname>
            <given-names>Edina YQ</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6678-6355</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Wee</surname>
            <given-names>Russell RE</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6997-5696</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Saw</surname>
            <given-names>Young Ern</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8256-2039</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Heng</surname>
            <given-names>Kylie JQ</given-names>
          </name>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8558-6757</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Chin</surname>
            <given-names>Joseph WE</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0271-6956</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Tong</surname>
            <given-names>Eddie MW</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8724-650X</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Liu</surname>
            <given-names>Jean CJ</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Division of Social Sciences</institution>
            <institution>Yale-NUS College</institution>
            <addr-line>28 College Ave West</addr-line>
            <addr-line>Singapore, 138527</addr-line>
            <country>Singapore</country>
            <phone>65 66013694</phone>
            <email>jeanliu@yale-nus.edu.sg</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0137-3450</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Division of Social Sciences</institution>
        <institution>Yale-NUS College</institution>
        <addr-line>Singapore</addr-line>
        <country>Singapore</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Centre for Sleep and Cognition</institution>
        <institution>Yong Loo Lin School of Medicine</institution>
        <addr-line>Singapore</addr-line>
        <country>Singapore</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Psychology</institution>
        <institution>National University of Singapore</institution>
        <addr-line>Singapore</addr-line>
        <country>Singapore</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Neuroscience and Behavioral Disorders Program</institution>
        <institution>Duke-NUS Medical School</institution>
        <addr-line>Singapore</addr-line>
        <country>Singapore</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Centre for Trusted Internet and Community</institution>
        <institution>National University of Singapore</institution>
        <addr-line>Singapore</addr-line>
        <country>Singapore</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Jean CJ Liu <email>jeanliu@yale-nus.edu.sg</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>12</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>23</day>
        <month>12</month>
        <year>2021</year>
      </pub-date>
      <volume>23</volume>
      <issue>12</issue>
      <elocation-id>e34218</elocation-id>
      <history>
        <date date-type="received">
          <day>13</day>
          <month>10</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>24</day>
          <month>11</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>25</day>
          <month>11</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>27</day>
          <month>11</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Edina YQ Tan, Russell RE Wee, Young Ern Saw, Kylie JQ Heng, Joseph WE Chin, Eddie MW Tong, Jean CJ Liu. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 23.12.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2021/12/e34218" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Worldwide, social media traffic increased following the onset of the COVID-19 pandemic. Although the spread of COVID-19 content has been described for several social media platforms (eg, Twitter and Facebook), little is known about how such content is spread via private messaging platforms, such as WhatsApp (WhatsApp LLC).</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>In this study, we documented (1) how WhatsApp is used to transmit COVID-19 content, (2) the characteristics of WhatsApp users based on their usage patterns, and (3) how usage patterns link to COVID-19 concerns.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We used the experience sampling method to track day-to-day WhatsApp usage during the COVID-19 pandemic. For 1 week, participants reported each day the extent to which they had received, forwarded, or discussed COVID-19 content. The final data set comprised 924 data points, which were collected from 151 participants.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>During the weeklong monitoring process, most participants (143/151, 94.7%) reported at least 1 COVID-19–related use of WhatsApp. When a taxonomy was generated based on usage patterns, around 1 in 10 participants (21/151, 13.9%) were found to have received and shared a high volume of forwarded COVID-19 content, akin to super-spreaders identified on other social media platforms. Finally, those who engaged with more COVID-19 content in their personal chats were more likely to report having COVID-19–related thoughts throughout the day.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Our findings provide a rare window into discourse on private messaging platforms. Such data can be used to inform risk communication strategies during the pandemic.</p>
        </sec>
        <sec sec-type="Trial Registration">
          <title>Trial Registration</title>
          <p>ClinicalTrials.gov NCT04367363; https://clinicaltrials.gov/ct2/show/NCT04367363</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>social media</kwd>
        <kwd>WhatsApp</kwd>
        <kwd>infodemiology</kwd>
        <kwd>misinformation</kwd>
        <kwd>COVID-19</kwd>
        <kwd>tracking</kwd>
        <kwd>surveillance</kwd>
        <kwd>app</kwd>
        <kwd>longitudinal</kwd>
        <kwd>Singapore</kwd>
        <kwd>characteristic</kwd>
        <kwd>usage</kwd>
        <kwd>pattern</kwd>
        <kwd>well-being</kwd>
        <kwd>communication</kwd>
        <kwd>risk</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>WhatsApp (WhatsApp LLC) is the most commonly used messaging app worldwide; it has 1.5 billion users across 180 countries [<xref ref-type="bibr" rid="ref1">1</xref>]. On account of its large user base and near-instant message transmission capabilities, the platform has played a critical role in risk communication during the COVID-19 pandemic.</p>
      <p>WhatsApp has been co-opted by government agencies and the World Health Organization to disseminate official COVID-19 updates [<xref ref-type="bibr" rid="ref2">2</xref>]. However, while this showcases the platform’s ability to reach a large sector of the population, this feature has also made it a vessel for misinformation. For example, at the beginning of the pandemic, WhatsApp noted a 40% surge in usage [<xref ref-type="bibr" rid="ref3">3</xref>]. This was paired with a high volume of message forwarding activity that was widely believed to support misinformation. As a result, the platform restricted the number of individuals to whom a message could be forwarded simultaneously [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>].</p>
      <p>Despite these restrictions, a survey in India found that 1 in 2 participants had received COVID-19 misinformation through WhatsApp or Facebook [<xref ref-type="bibr" rid="ref6">6</xref>]. Likewise, WhatsApp was identified by Hong Kong residents as the foremost source for COVID-19–related rumors [<xref ref-type="bibr" rid="ref7">7</xref>]. As misinformation can jeopardize public health strategies, these findings underscore the need for infodemiological studies that document how COVID-19 content spreads through WhatsApp.</p>
      <p>To date however, the bulk of infodemiology studies have focused on social media platforms in which content is publicly accessible (eg, Twitter and Facebook) [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. In contrast, research on WhatsApp has proven to be elusive because of the platform’s private nature; its end-to-end encryption software ensures that only senders and recipients have access to messages sent through the platform. Nonetheless, WhatsApp research remains a priority; aside from its popularity and role in disseminating crisis-related misinformation [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>], insights from public posts are also unlikely to generalize to WhatsApp’s private messages [<xref ref-type="bibr" rid="ref12">12</xref>]. It thus remains unclear as to who sends COVID-19–related messages, who receives such messages, and what manner such messages are sent.</p>
      <p>To address these gaps in the literature, we designed a study to (1) describe the base rate of COVID-19 content dissemination, (2) understand WhatsApp users, and (3) examine correlates of usage patterns. Specifically, we used the experience sampling method to track WhatsApp usage amid everyday routines across 1 week [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. We asked participants to report each day their frequency of receiving, forwarding, or discussing COVID-19–related content. Through this method, we generated a taxonomy of participants based on their usage patterns and examined whether day-to-day variations in WhatsApp usage predicted COVID-19–related concerns.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Recruitment</title>
        <p>From March 17 to May 7, 2020, participants were recruited from the general community via advertisements placed in Facebook and WhatsApp community groups (eg, residential groups, workplace groups, and university groups), posts on popular web-based forums, and paid Facebook advertisements targeting Singapore-based users. All study activities took place on the web-based survey platform Qualtrics (Qualtrics International Inc), and participants were reimbursed with SGD $5 (US $3.65) upon study completion. The study protocol was approved by the Yale-NUS (National University of Singapore) College Ethics Review Committee (protocol record: 2020-CERC-001) and was preregistered at ClinicalTrials.gov (trial number: NCT04367363).</p>
      </sec>
      <sec>
        <title>Participants</title>
        <p>The participants were 151 adults who met the following inclusion criteria: (1) aged 21 years or older, (2) had lived in Singapore for at least 2 years, and (3) had a WhatsApp account.</p>
      </sec>
      <sec>
        <title>Measures</title>
        <p>Following the provision of informed consent, participants completed (1) a baseline questionnaire, (2) experience sampling responses daily for 7 days, and (3) a final questionnaire (<xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Schematic of study procedures. All participants completed a baseline questionnaire. This was followed by 7 days of experience sampling, during which participants addressed questions about COVID-19 concerns and WhatsApp usage daily. Participants completed a final questionnaire 1 day after the experience sampling procedure ended. DASS-21: 21-item Depression, Anxiety and Stress Scale.</p>
          </caption>
          <graphic xlink:href="jmir_v23i12e34218_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <sec>
          <title>Experience Sampling</title>
          <p>As the primary form of data collection, we used the experience sampling method to capture COVID-19 chatter on WhatsApp. Through this method, we collected 924 data points across 151 participants (compliance rate: 924/1057, 87.4%).</p>
          <p>For 7 days, participants accessed a web-based survey each evening (at 9:30 PM) to report their WhatsApp usage for the day. Participants indicated whether they had forwarded messages related to COVID-19 (“yes” or “no”). We focused on message forwarding as a proxy indicator for high-risk content, since (1) large Twitter studies have observed that misinformation is more likely to be shared than posts that are true [<xref ref-type="bibr" rid="ref15">15</xref>] and (2) WhatsApp developers had previously linked forwarded messages to misinformation [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. If participants had forwarded COVID-19 content, they were then asked about (1) the number of unique COVID-19 messages they had forwarded and (2) the number of unique groups and individuals to which they had forwarded messages.</p>
          <p>Participants were also asked about their personal chats (ie, their one-to-one chats on WhatsApp). They indicated whether COVID-19 messages had been forwarded to them in personal chats (“yes” or “no”). If so, they were asked about (1) the number of unique messages they had received and (2) the number of different people from which they had received messages. Thereafter, participants recounted whether they had discussed COVID-19 in conversations where either they or the other party generated messages related to COVID-19 (“yes” or “no”). If so, they were asked about how many unique chats were involved.</p>
          <p>Finally, for group chats, participants were asked if COVID-19 had been mentioned in any of their WhatsApp groups by at least 1 other person (not including themselves; “yes” or “no”). This could have occurred either through others forwarding messages or through others generating their own comments. Affirmative responses were followed with a question on how many WhatsApp groups had done so.</p>
          <p>Aside from WhatsApp metrics, participants also reported their COVID-19 concerns for the day; they were asked about (1) how afraid they felt about the COVID-19 situation (4-point scale: 1=“Not scared at all”; 4=“Very scared”) and (2) whether they thought about the COVID-19 situation all the time (5-point scale: 1=“Not at all true”; 5=“Very true”).</p>
        </sec>
        <sec>
          <title>Baseline and Final Questionnaires</title>
          <p>To characterize the participants, we included baseline and final questionnaires in which participants reported demographics (age, gender, religion, ethnicity, marital status, education, house type, household size, citizenship, country of birth, and number of years in Singapore), the time of day when they read and sent COVID-19 messages on WhatsApp (mostly in the morning, afternoon, evening, or late night or throughout the day), and sources through which they obtained COVID-19 news (eg, printed newspapers, radio, WhatsApp, and YouTube). Additionally, participants completed the 21-item Depression, Anxiety and Stress Scale (DASS-21) [<xref ref-type="bibr" rid="ref16">16</xref>] to evaluate their mental health during the pandemic. Participants were also asked about their responses to the pandemic [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref17">17</xref>], that is, (1) how confident they were that the government could control the nationwide spread of COVID-19 (1=“Not confident at all; 4=“Very confident”), (2) their perceptions on how likely that they or someone in their immediate household would contract COVID-19 (1=“Not at all likely”; 4=“Very likely”), and (3) how fearful they were about the situation in the country (1=“Not scared at all”; 4=“Very scared”).</p>
        </sec>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>First, we summarized the data as counts with percentages or as means with SDs, focusing on the following seven quantitative WhatsApp usage variables (<xref rid="figure2" ref-type="fig">Figure 2</xref>): the number of (1) COVID-19 messages that participants forwarded, (2) groups to whom messages were forwarded, (3) individuals to whom messages were forwarded, (4) forwarded messages received, (5) individuals from whom messages were received, (6) personal chats involving COVID-19–related conversations, and (7) group chats discussing COVID-19. <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> shows the pattern of correlations across these variables.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Distribution of COVID-19–related behaviors on WhatsApp. In a weeklong experience sampling procedure, participants reported the extent to which they engaged in COVID-19–related behaviors on WhatsApp (either by forwarding or receiving messages or in conversations). Horizontal bars represent the total amount of each activity captured (averaged across all participants). Horizontal lines represent the 95% CIs for the means.</p>
          </caption>
          <graphic xlink:href="jmir_v23i12e34218_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>Second, to understand WhatsApp user profiles, we performed a latent profile analysis to create a taxonomy of participants based on their WhatsApp usage (R package <italic>mclust</italic> [<xref ref-type="bibr" rid="ref18">18</xref>]). Latent profile analysis is a bottom-up statistical clustering method for defining classes of people based on common characteristics. By using all observations of a continuous dependent variable, classes are created such that within each class, indicator variables are statistically uncorrelated [<xref ref-type="bibr" rid="ref19">19</xref>]. We thus used this technique to cluster participants based on their responses to the seven WhatsApp usage variables; values were obtained by aggregating the reported frequency of each variable over the week. To uncover clusters, we used Gaussian mixture models and assigned participants to clusters by using Bayesian probabilities. The final number of clusters was determined by using the Bayesian information criterion, the integrated completed likelihood criterion, and a bootstrap likelihood test.</p>
        <p>Finally, we examined whether day-to-day variations in COVID-19 WhatsApp chatter could be tracked based on variations in COVID-19 concerns. We quantified COVID-19 chatter on personal and group chats, so that such chatter could be used as predictors. For personal chats, the following variables were summed for each day and for each participant: the number of (1) individuals to whom COVID-19 messages were forwarded, (2) individuals from whom forwarded messages were received, and (3) personal conversations discussing COVID-19. For group chats, the following variables were summed: the number of (1) groups participants to whom COVID-19 messages were forwarded and (2) groups where COVID-19 messages were mentioned. Scores were grand-mean centered by subtracting the mean number of chats across subjects and time points from each score (number of chats: mean 2.47 and mean 1.29, respectively). In addition, we created between- and within-subject versions of each predictor [<xref ref-type="bibr" rid="ref20">20</xref>]. The final analyses involved linear mixed-effects models for each outcome measure (fear of and thoughts about COVID-19). The following were entered as fixed effects: time (centered such that 0 referred to the middle of the week), daily personal chats (between subjects), daily personal chats (within subjects), daily group chats (between subjects), and daily group chats (within subjects). Random intercepts accounted for correlated data resulting from repeated measures.</p>
        <p>Across all analyses, the type 1 decision-wise error rate was controlled at an α of .05. All statistical analyses were conducted in R 3.5.0 (R Foundation for Statistical Computing) and SPSS 25 (IBM Corporation).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Baseline Participant Characteristics</title>
        <p>As shown in <xref ref-type="table" rid="table1">Table 1</xref>, 68.9% (104/151) of participants were female, and their mean age was 36.35 (SD 14.7) years. Participants were predominantly of Asian ethnicity (Chinese: 140/151, 92.7%) and had at least a postsecondary education (133/151, 88.1%). Further, 39.7% (60/151) of participants were married, and the majority (105/151, 69.5%) belonged to households of at least 4 members.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Participant characteristics as a function of COVID-19 WhatsApp usage patterns.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="330"/>
            <col width="0"/>
            <col width="130"/>
            <col width="0"/>
            <col width="130"/>
            <col width="0"/>
            <col width="130"/>
            <col width="0"/>
            <col width="130"/>
            <col width="0"/>
            <col width="120"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Characteristic</td>
                <td colspan="2">Chronic users (n=21)</td>
                <td colspan="2">Receiving users (n=47)</td>
                <td colspan="2">Discursive users (n=46)</td>
                <td colspan="2">Minimal users (n=37)</td>
                <td>All participants (N=151)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">Age (years), mean (SD)</td>
                <td colspan="2">44.1 (14.5)</td>
                <td colspan="2">41.0 (15.5)</td>
                <td colspan="2">29.7 (10.7)</td>
                <td colspan="2">34.4 (14.5)</td>
                <td>36.35 (14.70)</td>
              </tr>
              <tr valign="top">
                <td colspan="12">
                  <bold>Gender, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Female</td>
                <td colspan="2">13 (62)</td>
                <td colspan="2">34 (72)</td>
                <td colspan="2">29 (63)</td>
                <td colspan="2">28 (76)</td>
                <td colspan="2">104 (69)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Male</td>
                <td colspan="2">8 (38)</td>
                <td colspan="2">13 (28)</td>
                <td colspan="2">17 (37)</td>
                <td colspan="2">9 (24)</td>
                <td colspan="2">47 (31)</td>
              </tr>
              <tr valign="top">
                <td colspan="12">
                  <bold>Ethnicity</bold>
                  <bold>, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Chinese</td>
                <td colspan="2">20 (95)</td>
                <td colspan="2">42 (89)</td>
                <td colspan="2">42 (91)</td>
                <td colspan="2">36 (97)</td>
                <td colspan="2">140 (93)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Indian</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">2 (5)</td>
                <td colspan="2">3 (7)</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">5 (3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Malay</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">2 (5)</td>
                <td colspan="2">1 (2)</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">3 (2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td colspan="2">1 (5)</td>
                <td colspan="2">1 (1)</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">1 (3)</td>
                <td colspan="2">3 (2)</td>
              </tr>
              <tr valign="top">
                <td colspan="12">
                  <bold>Religion, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Christianity (Protestant)</td>
                <td colspan="2">8 (38)</td>
                <td colspan="2">17 (36)</td>
                <td colspan="2">16 (35)</td>
                <td colspan="2">13 (35)</td>
                <td colspan="2">54 (36)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>No religion</td>
                <td colspan="2">3 (14)</td>
                <td colspan="2">14 (30)</td>
                <td colspan="2">11 (24)</td>
                <td colspan="2">10 (27)</td>
                <td colspan="2">38 (25)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Buddhism</td>
                <td colspan="2">4 (19)</td>
                <td colspan="2">9 (19)</td>
                <td colspan="2">8 (18)</td>
                <td colspan="2">11 (30)</td>
                <td colspan="2">32 (21)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Roman Catholicism</td>
                <td colspan="2">4 (19)</td>
                <td colspan="2">4 (9)</td>
                <td colspan="2">6 (13)</td>
                <td colspan="2">2 (5)</td>
                <td colspan="2">16 (11)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Taoism or Chinese traditional beliefs</td>
                <td colspan="2">1 (5)</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">2 (4)</td>
                <td colspan="2">1 (3)</td>
                <td colspan="2">4 (3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Islam</td>
                <td colspan="2">1 (5)</td>
                <td colspan="2">3 (6)</td>
                <td colspan="2">1 (2)</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">5 (3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Hinduism</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">2 (4)</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">2 (1)</td>
              </tr>
              <tr valign="top">
                <td colspan="12">
                  <bold>Marital status</bold>
                  <bold>, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Married</td>
                <td colspan="2">13 (62)</td>
                <td colspan="2">24 (51)</td>
                <td colspan="2">8 (17)</td>
                <td colspan="2">15 (41)</td>
                <td colspan="2">60 (40)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Single</td>
                <td colspan="2">6 (28)</td>
                <td colspan="2">15 (32)</td>
                <td colspan="2">25 (55)</td>
                <td colspan="2">12 (32)</td>
                <td colspan="2">58 (38)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Dating</td>
                <td colspan="2">1 (5)</td>
                <td colspan="2">7 (15)</td>
                <td colspan="2">12 (26)</td>
                <td colspan="2">9 (24)</td>
                <td colspan="2">29 (19)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Widowed, separated, or divorced</td>
                <td colspan="2">1 (5)</td>
                <td colspan="2">1 (2)</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">1 (3)</td>
                <td colspan="2">3 (2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Did not answer</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">1 (2)</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">1 (1)</td>
              </tr>
              <tr valign="top">
                <td colspan="12">
                  <bold>Educational level, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>O level</td>
                <td colspan="2">1 (5)</td>
                <td colspan="2">4 (9)</td>
                <td colspan="2">1 (2)</td>
                <td colspan="2">6 (16)</td>
                <td colspan="2">12 (8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Junior college</td>
                <td colspan="2">2 (10)</td>
                <td colspan="2">5 (10)</td>
                <td colspan="2">9 (19)</td>
                <td colspan="2">9 (24)</td>
                <td colspan="2">25 (17)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Institute of Technical Education</td>
                <td colspan="2">1 (5)</td>
                <td colspan="2">1 (2)</td>
                <td colspan="2">1 (2)</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">3 (2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Polytechnic or diploma</td>
                <td colspan="2">2 (10)</td>
                <td colspan="2">13 (28)</td>
                <td colspan="2">7 (15)</td>
                <td colspan="2">4 (11)</td>
                <td colspan="2">26 (17)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>University (undergraduate)</td>
                <td colspan="2">11 (51)</td>
                <td colspan="2">21 (45)</td>
                <td colspan="2">21 (46)</td>
                <td colspan="2">16 (43)</td>
                <td colspan="2">69 (46)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>University (postgraduate)</td>
                <td colspan="2">4 (19)</td>
                <td colspan="2">1 (2)</td>
                <td colspan="2">3 (7)</td>
                <td colspan="2">2 (6)</td>
                <td colspan="2">10 (7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">2 (4)</td>
                <td colspan="2">3 (7)</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">5 (3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Did not answer</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">1 (2)</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">1 (1)</td>
              </tr>
              <tr valign="top">
                <td colspan="12">
                  <bold>House type, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>HDB<sup>a</sup> flat (1-2 rooms)</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">1 (3)</td>
                <td colspan="2">1 (1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>HDB flat (3 rooms)</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">2 (4)</td>
                <td colspan="2">2 (4)</td>
                <td colspan="2">2 (5)</td>
                <td colspan="2">6 (4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>HDB flat (4 rooms)</td>
                <td colspan="2">2 (10)</td>
                <td colspan="2">9 (19)</td>
                <td colspan="2">10 (22)</td>
                <td colspan="2">10 (27)</td>
                <td colspan="2">31 (21)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>HDB flat (5 rooms)</td>
                <td colspan="2">3 (14)</td>
                <td colspan="2">19 (40)</td>
                <td colspan="2">14 (31)</td>
                <td colspan="2">11 (30)</td>
                <td colspan="2">47 (31)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Condominium</td>
                <td colspan="2">12 (57)</td>
                <td colspan="2">12 (26)</td>
                <td colspan="2">11 (24)</td>
                <td colspan="2">10 (27)</td>
                <td colspan="2">45 (30)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Landed property</td>
                <td colspan="2">4 (19)</td>
                <td colspan="2">4 (9)</td>
                <td colspan="2">7 (15)</td>
                <td colspan="2">2 (5)</td>
                <td colspan="2">17 (11)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Did not answer</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">1 (2)</td>
                <td colspan="2">2 (4)</td>
                <td colspan="2">1 (3)</td>
                <td colspan="2">4 (3)</td>
              </tr>
              <tr valign="top">
                <td colspan="12">
                  <bold>Household size (number of members), n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>1</td>
                <td colspan="2">2 (10)</td>
                <td colspan="2">1 (2)</td>
                <td colspan="2">3 (7)</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">6 (4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>2</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">5 (11)</td>
                <td colspan="2">3 (7)</td>
                <td colspan="2">3 (8)</td>
                <td colspan="2">11 (7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>3</td>
                <td colspan="2">7 (33)</td>
                <td colspan="2">8 (17)</td>
                <td colspan="2">5 (11)</td>
                <td colspan="2">8 (22)</td>
                <td colspan="2">28 (19)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>4</td>
                <td colspan="2">7 (33)</td>
                <td colspan="2">18 (38)</td>
                <td colspan="2">21 (45)</td>
                <td colspan="2">15 (40)</td>
                <td colspan="2">61 (40)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>≥5</td>
                <td colspan="2">5 (24)</td>
                <td colspan="2">15 (32)</td>
                <td colspan="2">13 (28)</td>
                <td colspan="2">11 (30)</td>
                <td colspan="2">44 (29)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Did not answer</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">1 (2)</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">1 (1)</td>
              </tr>
              <tr valign="top">
                <td colspan="12">
                  <bold>Citizenship, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Singapore</td>
                <td colspan="2">18 (86)</td>
                <td colspan="2">46 (98)</td>
                <td colspan="2">42 (91)</td>
                <td colspan="2">36 (97)</td>
                <td colspan="2">142 (94)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td colspan="2">3 (14)</td>
                <td colspan="2">1 (2)</td>
                <td colspan="2">4 (9)</td>
                <td colspan="2">1 (3)</td>
                <td colspan="2">9 (6)</td>
              </tr>
              <tr valign="top">
                <td colspan="12">
                  <bold>Country of birth, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Singapore</td>
                <td colspan="2">17 (81)</td>
                <td colspan="2">45 (96)</td>
                <td colspan="2">38 (83)</td>
                <td colspan="2">33 (89)</td>
                <td colspan="2">133 (88)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td colspan="2">4 (19)</td>
                <td colspan="2">2 (4)</td>
                <td colspan="2">8 (17)</td>
                <td colspan="2">4 (11)</td>
                <td colspan="2">18 (12)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Number of years in Singapore, mean (SD)<break/>  <break/>  </td>
                <td colspan="2">39.67 (15.22)</td>
                <td colspan="2">39.60 (16.69)</td>
                <td colspan="2">26.43 (10.83)</td>
                <td colspan="2">31.65 (14.47)</td>
                <td>33.65 (15.32)</td>
              </tr>
              <tr valign="top">
                <td colspan="12">
                  <bold>21-item Depression, Anxiety and Stress Scale scores, mean (SD)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Stress</td>
                <td colspan="2">9.52 (7.12)</td>
                <td colspan="2">8.61 (7.08)</td>
                <td colspan="2">9.56 (10.13)</td>
                <td colspan="2">10.81 (8.72)</td>
                <td colspan="2">9.57 (8.47)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Anxiety</td>
                <td colspan="2">4.38 (5.28)</td>
                <td colspan="2">5.13 (5.44)</td>
                <td colspan="2">5.33 (6.59)</td>
                <td colspan="2">5.89 (7.71)</td>
                <td colspan="2">5.28 (6.36)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Depression</td>
                <td colspan="2">8.10 (6.52)</td>
                <td colspan="2">7.22 (6.86)</td>
                <td colspan="2">9.47 (9.73)</td>
                <td colspan="2">10.76 (9.54)</td>
                <td colspan="2">8.90 (8.50)</td>
              </tr>
              <tr valign="top">
                <td colspan="12">
                  <bold>Pandemic-related concerns (score), mean (SD)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Fear of COVID-19 situation</td>
                <td colspan="2">2.29 (0.46)</td>
                <td colspan="2">2.53 (0.65)</td>
                <td colspan="2">2.22 (0.74)</td>
                <td colspan="2">2.27 (0.69)</td>
                <td colspan="2">2.34 (0.67)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Confidence in government</td>
                <td colspan="2">3.33 (0.58)</td>
                <td colspan="2">3.23 (0.63)</td>
                <td colspan="2">3.29 (0.66)</td>
                <td colspan="2">3.24 (0.72)</td>
                <td colspan="2">3.27 (0.65)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Perceived likelihood of contracting COVID-19</td>
                <td colspan="2">2.71 (0.64)</td>
                <td colspan="2">2.74 (0.53)</td>
                <td colspan="2">2.78 (0.56)</td>
                <td colspan="2">2.76 (0.60)</td>
                <td colspan="2">2.75 (0.57)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>HDB: housing and development.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Base Rate of COVID-19 WhatsApp Usage</title>
        <p>Participants’ self-reports revealed that WhatsApp was the second most common source for COVID-19 news after news websites or apps (<xref rid="figure3" ref-type="fig">Figure 3</xref>). By quantifying this through 1 week of experience sampling, we found that nearly all participants (143/151, 94.7%; 95% CI 90-98%) reported at least 1 COVID-19 related use of WhatsApp. Namely, around 1 in 2 participants (79/151, 52.3%; 95% CI 44%-60%) forwarded at least 1 COVID-19 message (to either individuals or groups), 78.1% (118/151; 95% CI 71%-84%) received at least 1 forwarded message in personal chats, 66.2% (100/151; 95% CI 58%-74%) engaged in personal chat conversations about COVID-19, and 88.1% (133/151; 95% CI 82%-93%) had been in groups where COVID-19 was mentioned.</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Sources of COVID-19 news. In a questionnaire, participants self-reported the sources from which they received COVID-19 news.</p>
          </caption>
          <graphic xlink:href="jmir_v23i12e34218_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p><xref rid="figure2" ref-type="fig">Figure 2</xref> shows the extent to which participants engaged in each of these activities. On average, participants (1) received 2.3 times more messages than they forwarded and (2) were more likely to forward messages to individuals than to groups (average of 5.3 messages per week vs 2.7 messages per week, respectively). Beyond passive engagement, participants also took part in an average of 3.8 one-to-one conversations about COVID-19 during the week; however, these interactions occurred less frequently than the sending or receiving of forwarded messages in group chats.</p>
      </sec>
      <sec>
        <title>Characterizing Participants Based on COVID-19 WhatsApp Usage</title>
        <sec>
          <title>Latent Profile Analysis: Generating a Taxonomy of WhatsApp Usage</title>
          <p>Although most participants (143/151, 94.7%) received and shared COVID-19 content on WhatsApp, there were individual differences in usage patterns (<xref rid="figure4" ref-type="fig">Figure 4</xref>). Correspondingly, we conducted a latent profile analysis to understand how usage patterns clustered.</p>
          <fig id="figure4" position="float">
            <label>Figure 4</label>
            <caption>
              <p>Taxonomy of COVID-19–related WhatsApp usage. By using latent profile analysis, we classified participants based on how they had used WhatsApp to engage with COVID-19 content during 1 week of monitoring. The figure depicts the WhatsApp usage activities of chronic users (top left), receiving users (top right), discursive users (bottom left), and minimal users (bottom right). Horizontal lines represent the 95% CIs for the means.</p>
            </caption>
            <graphic xlink:href="jmir_v23i12e34218_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <p>A 4-cluster solution yielded the lowest absolute Bayesian information criterion values (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>), resulting in the following taxonomy (<xref rid="figure4" ref-type="fig">Figure 4</xref>). First, 13.9% (21/151) of participants were chronic users, who exhibited high levels of activity with regard to each of the WhatsApp usage variables. Correspondingly, this group of participants was responsible for receiving and transmitting a large volume of forwarded COVID-19 messages; they sent the messages both to individual contacts and to groups. Second, 31.1% (47/151) of participants were receiving users, who were distinguished by their receipt of multiple forwarded COVID-19 messages. Although this group discussed COVID-19 frequently in group chats, they rarely passed along the forwarded COVID-19 messages that they had received. A third group – discursive users (46/151, 30.5%) – had low exposure to forwarded COVID-19 messages and primarily engaged with COVID-19 content through personal and group chats. Finally, 24.5% (37/151) of participants were minimal users, who had low levels of engagement with COVID-19 content overall.</p>
        </sec>
        <sec>
          <title>Understanding User Characteristics</title>
          <p>As an exploratory analysis, we performed a classification tree analysis to predict WhatsApp user types based on demographics, COVID-19 concerns, depression and anxiety scores (DASS-21), and the time of day when participants used WhatsApp. We performed recursive partitioning (<italic>rpart</italic>)—a machine learning technique that allows multiple variables to be analyzed simultaneously and supports the modeling of complex, nonlinear relations among predictors [<xref ref-type="bibr" rid="ref21">21</xref>]. To avoid overfitting, the final tree was pruned by selecting the tree size with the lowest cross-validation error, which, for our data set, was a tree size of 8.</p>
          <p>As shown in <xref rid="figure5" ref-type="fig">Figure 5</xref>, chronic users were more likely to be married or divorced and more likely to send messages either throughout the day or in the afternoon. In terms of responses to the COVID-19 pandemic, chronic users either (1) had extreme fears of the COVID-19 situation (low or high levels of fear) or (2) had moderate fears paired with low confidence in the government’s response (low or moderate confidence in government).</p>
          <fig id="figure5" position="float">
            <label>Figure 5</label>
            <caption>
              <p>Classification tree analysis. Recursive partitioning was used to predict which of the four WhatsApp usage profiles (chronic, receiving, discursive, or minimal) participants belonged to based on baseline questionnaire measures (demographics; COVID-19 concerns; scores on the 21-item Depression, Anxiety and Stress Scale; and time of WhatsApp usage). The final tree model is presented as a flowchart; factors are chosen at each level to categorize the maximal number of participants. Marital status, the time of WhatsApp usage, and age emerged as the primary predictors (model classification accuracy: 64.2%; above the chance level of 25%).</p>
            </caption>
            <graphic xlink:href="jmir_v23i12e34218_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <p>Discursive users were more likely to be single or be dating and had either (1) extreme levels of COVID-19–related fears (either high or low levels of fear) or (2) moderate fear levels alongside Christian or Taoist affiliations. A subgroup of discursive users were, like chronic users, married or divorced and had moderate levels of COVID-19–related fears. However, they were distinguished from chronic users based on their high confidence in the government (chronic users had lower confidence in the government).</p>
          <p>Finally, receiving, and minimal users had similar profiles. If they were single or were dating, both sets of users tended to have moderate levels of COVID-19–related fears, had a wide range of religious backgrounds, and were distinguished based on the time of day when they received COVID-19–related messages (receiving users: in the morning, in the evening, and throughout the day; minimal users: in the afternoon and at night). If they were married or divorced, both sets of users tended to send messages at only 1 time of the day (morning, evening, or night) and were distinguished based on age (receiving users: aged ≥51 years; minimal users: aged &#60;51 years). <xref ref-type="table" rid="table1">Table 1</xref> describes the demographic characteristics of the four user profiles.</p>
        </sec>
        <sec>
          <title>Does WhatsApp Usage Relate to COVID-19 Concerns?</title>
          <p>Finally, we conducted linear mixed-effects models to examine whether WhatsApp usage was related to COVID-19 concerns (<xref ref-type="table" rid="table2">Table 2</xref>). As shown in <xref rid="figure6" ref-type="fig">Figure 6</xref>, day-to-day COVID-19–related fears and thoughts fluctuated (fears: t<sub>249.13</sub>=−3.72; <italic>P</italic>&#60;.001; thoughts: t<sub>297.02</sub>=−2.36; <italic>P</italic>=.02).</p>
          <table-wrap position="float" id="table2">
            <label>Table 2</label>
            <caption>
              <p>Parameter estimates for the multi-level model of thoughts about COVID-19 (model 1) and the fear of COVID-19 (model 2) as a function of participants’ daily WhatsApp use (personal chats and group chats).</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="30"/>
              <col width="400"/>
              <col width="0"/>
              <col width="210"/>
              <col width="0"/>
              <col width="190"/>
              <col width="0"/>
              <col width="140"/>
              <thead>
                <tr valign="bottom">
                  <td colspan="4">Model and effects</td>
                  <td colspan="2">Estimate, β (SE; 95% CI)</td>
                  <td colspan="2"><italic>t</italic> test<sup>a</sup> <italic>(df</italic>) or <italic>Z</italic></td>
                  <td><italic>P</italic> value</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="9">
                    <bold>Model 1 outcome: thoughts about COVID-19</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="8">
                    <bold>Fixed effects</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Intercept</td>
                  <td colspan="2">2.18 (0.07; 2.05 to 2.31)</td>
                  <td colspan="2">32.81 (135.68)</td>
                  <td colspan="2">&#60;.001</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Time (centered)</td>
                  <td colspan="2">−.03 (.01; −.05 to 0)</td>
                  <td colspan="2">−2.36 (297.02)</td>
                  <td colspan="2">.02</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Daily personal chat usage (between subjects)</td>
                  <td colspan="2">.04 (.02; 0 to .07)</td>
                  <td colspan="2">2.36 (164.48)</td>
                  <td colspan="2">.02</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Daily personal chat usage (within subjects)</td>
                  <td colspan="2">0 (.01; −.01 to .02)</td>
                  <td colspan="2">0.42 (17.63)</td>
                  <td colspan="2">.68</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Daily group chat usage (between subjects)</td>
                  <td colspan="2">.05 (.06; −.06 to .17)</td>
                  <td colspan="2">0.89 (141.17)</td>
                  <td colspan="2">.37</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Daily group chat usage (within subjects)</td>
                  <td colspan="2">0 (.03; −.06 to .05)</td>
                  <td colspan="2">−0.08 (14.09)</td>
                  <td colspan="2">.93</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="8">
                    <bold>Random effects</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Intercept (between subjects)</td>
                  <td colspan="2">.56 (.08; .42 to .75)</td>
                  <td colspan="2">6.89</td>
                  <td colspan="2">&#60;.001</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Residual (within subjects)</td>
                  <td colspan="2">.37 (.02; .33 to .43)</td>
                  <td colspan="2">14.90</td>
                  <td colspan="2">&#60;.001</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Autocorrelation (within subjects)</td>
                  <td colspan="2">.24 (.05; .14 to .33)</td>
                  <td colspan="2">4.97</td>
                  <td colspan="2">&#60;.001</td>
                </tr>
                <tr valign="top">
                  <td colspan="9">
                    <bold>Model 2 outcome: fear of COVID-19</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="8">
                    <bold>Fixed effects</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Intercept</td>
                  <td colspan="2">2.10 (0.06; 1.98 to 2.21)</td>
                  <td colspan="2">36.37 (144.90)</td>
                  <td colspan="2">&#60;.001</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Time (centered)</td>
                  <td colspan="2">−.03 (.01; −.05 to −.02)</td>
                  <td colspan="2">−3.72 (249.13)</td>
                  <td colspan="2">&#60;.001</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Daily personal chat usage (between subjects)</td>
                  <td colspan="2">.01 (.01; −.02 to .04)</td>
                  <td colspan="2">0.85 (155.44)</td>
                  <td colspan="2">.39</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Daily personal chat usage (within subjects)</td>
                  <td colspan="2">.01 (.01; −.01 to .02)</td>
                  <td colspan="2">1.22 (24.97)</td>
                  <td colspan="2">.24</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Daily group chat usage (between subjects)</td>
                  <td colspan="2">.02 (.05; −.07 to .12)</td>
                  <td colspan="2">0.49 (128.59)</td>
                  <td colspan="2">.62</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Daily group chat usage (within subjects)</td>
                  <td colspan="2">−.03 (.02; −.06 to .01)</td>
                  <td colspan="2">−1.42 (28.88)</td>
                  <td colspan="2">.17</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td colspan="8">
                    <bold>Random effects</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Intercept (between subjects)</td>
                  <td colspan="2">.44 (.06; .34 to .58)</td>
                  <td colspan="2">7.47</td>
                  <td colspan="2">&#60;.001</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Residual (within subjects)</td>
                  <td colspan="2">.21 (.01; .18 to .23)</td>
                  <td colspan="2">13.83</td>
                  <td colspan="2">&#60;.001</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>Autocorrelation (within subjects)</td>
                  <td colspan="2">.26 (.05; to .16 to .35)</td>
                  <td colspan="2">5.16</td>
                  <td colspan="2">&#60;.001</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table2fn1">
                <p><sup>a</sup>The <italic>t</italic> test was 2-tailed.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
          <fig id="figure6" position="float">
            <label>Figure 6</label>
            <caption>
              <p>COVID-19–related thoughts and fears over 1 week. Day-to-day variations in COVID-19–related thought (top) and fear levels (bottom) as a function of WhatsApp user profiles. The shaded grey areas represent 95% CIs.</p>
            </caption>
            <graphic xlink:href="jmir_v23i12e34218_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <p>For thoughts about COVID-19, there was a significant effect in WhatsApp personal chat usage at a between-subjects level (t<sub>164.48</sub>=2.36; <italic>P</italic>=.02), that is, participants who handled larger amounts of COVID-19 content in their personal chats reported having more thoughts about COVID-19 (relative to participants who handled smaller amounts of COVID-19 content). However, the corresponding effect for group chats was not significant (t<sub>141.17</sub>=0.89; <italic>P</italic>=.37). At the within-subjects level, neither day-to-day fluctuations in personal chat activities nor those in group chat activities significantly predicted thoughts about COVID-19 (smallest <italic>P</italic>=.68).</p>
          <p>For COVID-19–related fears, we found no significant effects in any of the WhatsApp usage variables (smallest <italic>P</italic>=.17). For sensitivity analyses, we repeated both models and used group membership as a fixed factor in place of personal and group chat usage, and our primary conclusions did not change (<xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>).</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>The ongoing pandemic has drawn attention to the role of social media in public health. Against this backdrop, we present the first infodemiological study to document the spread of COVID-19 content through WhatsApp. By tracking daily WhatsApp usage for 1 week, we found that (1) nearly every participant engaged in COVID-19 chatter and (2) participants were more likely to share or receive forwarded messages than to engage in conversations about COVID-19.</p>
        <p>The volume of forwarded messages that we observed raises concern. On other social media platforms, forwarding behaviors have been linked to the spread of misinformation. For example, a study of 4.5 million Twitter posts found that misinformation was 70% more likely to be shared than posts that were true; correspondingly, any single retweet had a higher probability of containing false news rather than truthful news [<xref ref-type="bibr" rid="ref15">15</xref>]. Although analogous research has not been conducted on WhatsApp, the app’s developers have likewise deemed forwarded messages as a high-risk source of misinformation [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. </p>
        <p>With regard to the extent that forwarded messages carry misinformation [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>], our latent profile analyses revealed that around 1 in 10 (21/151, 13.9%) participants were chronic users who received and shared a large volume of such messages. Notably, chronic users disseminated an average of 14 forwarded messages during the week, which is approximately 5 times the number of messages that were sent by all participants in this study. This is reminiscent of research on other social media platforms (eg, Twitter) where a small group of super sharers and super consumers are responsible for the bulk of shared misinformation [<xref ref-type="bibr" rid="ref22">22</xref>]. Given the potential influence of this group, further research is needed to understand (1) the profile of chronic users, (2) the reasons why they forward messages, and (3) how their forwarding activities may influence outcomes during health crises.</p>
        <p>Aside from chronic users, our study also found that around 1 in 3 (47/151, 31.1%) participants were receiving users who had high exposure to forwarded COVID-19 content. Receiving users tended to be older (in line with misinformation studies on Facebook [<xref ref-type="bibr" rid="ref23">23</xref>]) but were otherwise moderate in terms of their profiles, that is, in terms of COVID-19–related fears or religion (they came from a diverse religious background). Although this group did not spread forwarded messages themselves, their high exposure may nonetheless leave them susceptible to false beliefs. Correspondingly, we urge researchers to conduct further research to understand how WhatsApp use among receiving users influences health behaviors.</p>
        <p>Finally, we also found that WhatsApp users who discussed COVID-19 in their personal chats were more likely to think about COVID-19 throughout the day. As similar forms of rumination (involving frequent and persistent thoughts) have been linked to clinical depression [<xref ref-type="bibr" rid="ref24">24</xref>], this finding may implicate COVID-19 chatter as a risk factor for poorer well-being [<xref ref-type="bibr" rid="ref25">25</xref>]. Future studies should thus explore this possibility and the potential mechanisms involved.</p>
      </sec>
      <sec>
        <title>Implications</title>
        <p>Taken together, our findings on WhatsApp message transmission have several implications for public health responses during a crisis. First, our taxonomy of user profiles provides a basis for targeted risk communication. Our findings suggest that public health agencies may need to reach out proactively to chronic and receiving users, who handle the bulk of forwarded COVID-19 content on WhatsApp. One possible intervention may be encouraging these users to subscribe to official WhatsApp channels for updates (eg, updates from the World Health Organization) [<xref ref-type="bibr" rid="ref2">2</xref>] to capitalize on their pre-existing readiness to use the platform.</p>
        <p>Tracking WhatsApp chatter may also result in new opportunities for detecting disease outbreaks. The nascent field of digital epidemiology seeks to model how diseases spread by monitoring digital data sources (eg, through Google search data and Twitter posts) [<xref ref-type="bibr" rid="ref26">26</xref>]. Although the content of private WhatsApp messages is difficult to track, the volume or nature of messages (eg, forwarded messages) may provide information that can be used to support disease surveillance. To this end, further research is needed to explore the predictive utility of message transmission dynamics on WhatsApp.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>In reporting these findings, we noted several limitations. First, we opted to study WhatsApp—the most widely used messaging app. At this juncture, it is unclear whether our results generalize to other messaging apps (eg, Facebook Messenger and Telegram).</p>
        <p>Second, our recruitment strategy was limited by the nature of the pandemic. Owing to infectious disease protocols and the short time period when the amount of crisis-related communication was high [<xref ref-type="bibr" rid="ref27">27</xref>], our data collection process was restricted in terms of the recruitment strategy (web-based sampling), sample size (151 participants), and time frame (1 week per participant). Further research is needed to examine whether our findings generalize to the broader population.</p>
        <p>Finally, although the experience sampling method captured WhatsApp usage in participants’ naturalistic settings, the method nonetheless required self-reports. By extending our findings, future studies will benefit from having objective metrics of WhatsApp usage.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>In conclusion, we used the experience sampling method to capture COVID-19 chatter on WhatsApp for the first time. In total, we tracked 924 days’ worth of chatter in situ<italic>,</italic> revealing (1) the sheer prevalence of WhatsApp usage, (2) a typology of WhatsApp users, and (3) a link between usage patterns and constant thoughts about the pandemic. These findings have implications for health communication and disease surveillance, bringing the field 1 step closer to characterizing WhatsApp usage and using these data to gain insights on individual and societal concerns.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Correlation matrix of the seven quantitative WhatsApp usage variables.</p>
        <media xlink:href="jmir_v23i12e34218_app1.docx" xlink:title="DOCX File , 179 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Model fit indices for latent profile analysis. Lower absolute values indicate better model fit.</p>
        <media xlink:href="jmir_v23i12e34218_app2.docx" xlink:title="DOCX File , 197 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Model parameter estimates (group membership). Parameter estimates for the multi-level model of thoughts about COVID-19 (model 1) and the fear of COVID-19 (model 2) as a function of participants’ group memberships.</p>
        <media xlink:href="jmir_v23i12e34218_app3.docx" xlink:title="DOCX File , 30 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">DASS-21</term>
          <def>
            <p>21-item Depression, Anxiety and Stress Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">NUS</term>
          <def>
            <p>National University of Singapore</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This research was funded by a grant awarded to JCJL from the NUS (National University of Singapore) Centre for Trusted Internet and Community (grant CTIC-RP-20-09). The first author’s (EYQT) involvement was funded by a center grant awarded to the Centre for Sleep and Cognition.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>RREW, KJQH, and JWEC contributed to the study design and collected the data. EYQT and YES analyzed the data and wrote the first draft of the manuscript. JCJL and EMWT conceived the study, had oversight of the overall project, and supervised both the data analyses and manuscript preparation. All authors provided feedback on the final version of the manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>WhatsApp hits 2 billion users, up from 1.5 billion 2 years ago</article-title>
          <source>TechCrunch</source>
          <year>2020</year>
          <month>02</month>
          <day>12</day>
          <access-date>2020-12-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://techcrunch.com/2020/02/12/whatsapp-hits-2-billion-users-up-from-1-5-billion-2-years-ago/">http://techcrunch.com/2020/02/12/whatsapp-hits-2-billion-users-up-from-1-5-billion-2-years-ago/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>JCJ</given-names>
            </name>
            <name name-style="western">
              <surname>Tong</surname>
              <given-names>EMW</given-names>
            </name>
          </person-group>
          <article-title>The relation between official WhatsApp-distributed COVID-19 news exposure and psychological symptoms: Cross-sectional survey study</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>09</month>
          <day>25</day>
          <volume>22</volume>
          <issue>9</issue>
          <fpage>e22142</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/9/e22142/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/22142</pub-id>
          <pub-id pub-id-type="medline">32877349</pub-id>
          <pub-id pub-id-type="pii">v22i9e22142</pub-id>
          <pub-id pub-id-type="pmcid">PMC7527032</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <article-title>COVID-19 barometer: Consumer attitudes, media habits and expectations</article-title>
          <source>Kantar</source>
          <year>2020</year>
          <month>04</month>
          <day>03</day>
          <access-date>2020-12-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.kantar.com/Inspiration/Coronavirus/COVID-19-Barometer-Consumer-attitudes-media-habits-and-expectations">https://www.kantar.com/Inspiration/Coronavirus/COVID-19-Barometer-Consumer-attitudes-media-habits-and-expectations</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Newton</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>WhatsApp puts new limits on the forwarding of viral messages</article-title>
          <source>The Verge</source>
          <year>2020</year>
          <month>04</month>
          <day>07</day>
          <access-date>2020-12-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.theverge.com/2020/4/7/21211371/whatsapp-message-forwarding-limits-misinformation-coronavirus-india">https://www.theverge.com/2020/4/7/21211371/whatsapp-message-forwarding-limits-misinformation-coronavirus-india</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>WhatsApp’s new limit cuts virality of ‘highly forwarded’ messages by 70%</article-title>
          <source>TechCrunch</source>
          <year>2020</year>
          <month>04</month>
          <day>27</day>
          <access-date>2020-12-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://techcrunch.com/2020/04/27/whatsapps-new-limit-cuts-virality-of-highly-forwarded-messages-by-70/">http://techcrunch.com/2020/04/27/whatsapps-new-limit-cuts-virality-of-highly-forwarded-messages-by-70/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bapaye</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Bapaye</surname>
              <given-names>HA</given-names>
            </name>
          </person-group>
          <article-title>Demographic factors influencing the impact of coronavirus-related misinformation on WhatsApp: Cross-sectional questionnaire study</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2021</year>
          <month>01</month>
          <day>30</day>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>e19858</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2021/1/e19858/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/19858</pub-id>
          <pub-id pub-id-type="medline">33444152</pub-id>
          <pub-id pub-id-type="pii">v7i1e19858</pub-id>
          <pub-id pub-id-type="pmcid">PMC7850780</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Luk</surname>
              <given-names>TT</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Weng</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>JYH</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>YS</given-names>
            </name>
            <name name-style="western">
              <surname>Ho</surname>
              <given-names>SY</given-names>
            </name>
            <name name-style="western">
              <surname>Lam</surname>
              <given-names>TH</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>MP</given-names>
            </name>
          </person-group>
          <article-title>Exposure to health misinformation about COVID-19 and increased tobacco and alcohol use: a population-based survey in Hong Kong</article-title>
          <source>Tob Control</source>
          <year>2021</year>
          <month>11</month>
          <volume>30</volume>
          <issue>6</issue>
          <fpage>696</fpage>
          <lpage>699</lpage>
          <pub-id pub-id-type="doi">10.1136/tobaccocontrol-2020-055960</pub-id>
          <pub-id pub-id-type="medline">32855353</pub-id>
          <pub-id pub-id-type="pii">tobaccocontrol-2020-055960</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lwin</surname>
              <given-names>MO</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sheldenkar</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schulz</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Shin</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Global sentiments surrounding the COVID-19 pandemic on Twitter: Analysis of Twitter trends</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2020</year>
          <month>05</month>
          <day>22</day>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>e19447</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2020/2/e19447/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/19447</pub-id>
          <pub-id pub-id-type="medline">32412418</pub-id>
          <pub-id pub-id-type="pii">v6i2e19447</pub-id>
          <pub-id pub-id-type="pmcid">PMC7247466</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lerman</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ferrara</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Tracking social media discourse about the COVID-19 pandemic: Development of a public coronavirus Twitter data set</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2020</year>
          <month>05</month>
          <day>29</day>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>e19273</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2020/2/e19273/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/19273</pub-id>
          <pub-id pub-id-type="medline">32427106</pub-id>
          <pub-id pub-id-type="pii">v6i2e19273</pub-id>
          <pub-id pub-id-type="pmcid">PMC7265654</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gireesh</surname>
              <given-names>KV</given-names>
            </name>
            <name name-style="western">
              <surname>Dineshan</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Social media misinformation in disaster situations: A case of 2018 Kerala flood</article-title>
          <source>Library Progress (International)</source>
          <year>2019</year>
          <volume>39</volume>
          <issue>2</issue>
          <fpage>289</fpage>
          <lpage>296</lpage>
          <pub-id pub-id-type="doi">10.5958/2320-317x.2019.00032.1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Simon</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Goldberg</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Leykin</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Adini</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Kidnapping WhatsApp – Rumors during the search and rescue operation of three kidnapped youth</article-title>
          <source>Comput Human Behav</source>
          <year>2016</year>
          <month>11</month>
          <volume>64</volume>
          <fpage>183</fpage>
          <lpage>190</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.sciencedirect.com/science/article/pii/S0747563216304861?via%3Dihub"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.chb.2016.06.058</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lottridge</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bentley</surname>
              <given-names>FR</given-names>
            </name>
          </person-group>
          <article-title>Let's hate together: How people share news in messaging, social, and public networks</article-title>
          <year>2018</year>
          <month>04</month>
          <conf-name>CHI '18: CHI Conference on Human Factors in Computing Systems</conf-name>
          <conf-date>April 21-26, 2018</conf-date>
          <conf-loc>Montreal, Quebec, Canada</conf-loc>
          <fpage>1</fpage>
          <lpage>13</lpage>
          <pub-id pub-id-type="doi">10.1145/3173574.3173634</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Csikszentmihalyi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Larson</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Csikszentmihalyi</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Validity and reliability of the experience-sampling method</article-title>
          <source>Flow and the Foundations of Positive Psychology</source>
          <year>2014</year>
          <publisher-loc>Dordrecht, Netherlands</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>35</fpage>
          <lpage>54</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hektner</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Schmidt</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Csikszentmihalyi</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <source>Experience Sampling Method: Measuring the Quality of Everyday Life</source>
          <year>2007</year>
          <publisher-loc>Thousand Oaks, California</publisher-loc>
          <publisher-name>SAGE Publications Inc</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vosoughi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Roy</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Aral</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The spread of true and false news online</article-title>
          <source>Science</source>
          <year>2018</year>
          <month>03</month>
          <day>09</day>
          <volume>359</volume>
          <issue>6380</issue>
          <fpage>1146</fpage>
          <lpage>1151</lpage>
          <pub-id pub-id-type="doi">10.1126/science.aap9559</pub-id>
          <pub-id pub-id-type="medline">29590045</pub-id>
          <pub-id pub-id-type="pii">359/6380/1146</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lovibond</surname>
              <given-names>PF</given-names>
            </name>
            <name name-style="western">
              <surname>Lovibond</surname>
              <given-names>SH</given-names>
            </name>
          </person-group>
          <article-title>The structure of negative emotional states: comparison of the Depression Anxiety Stress Scales (DASS) with the Beck Depression and Anxiety Inventories</article-title>
          <source>Behav Res Ther</source>
          <year>1995</year>
          <month>03</month>
          <volume>33</volume>
          <issue>3</issue>
          <fpage>335</fpage>
          <lpage>343</lpage>
          <pub-id pub-id-type="doi">10.1016/0005-7967(94)00075-u</pub-id>
          <pub-id pub-id-type="medline">7726811</pub-id>
          <pub-id pub-id-type="pii">0005-7967(94)00075-U</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mesch</surname>
              <given-names>GS</given-names>
            </name>
            <name name-style="western">
              <surname>Schwirian</surname>
              <given-names>KP</given-names>
            </name>
          </person-group>
          <article-title>Vaccination hesitancy: fear, trust, and exposure expectancy of an Ebola outbreak</article-title>
          <source>Heliyon</source>
          <year>2019</year>
          <month>07</month>
          <day>18</day>
          <volume>5</volume>
          <issue>7</issue>
          <fpage>e02016</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2405-8440(19)35676-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.heliyon.2019.e02016</pub-id>
          <pub-id pub-id-type="medline">31367685</pub-id>
          <pub-id pub-id-type="pii">S2405-8440(19)35676-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC6646874</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Scrucca</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Fop</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>TB</given-names>
            </name>
            <name name-style="western">
              <surname>Raftery</surname>
              <given-names>AE</given-names>
            </name>
          </person-group>
          <article-title>mclust 5: Clustering, classification and density estimation using Gaussian finite mixture models</article-title>
          <source>R J</source>
          <year>2016</year>
          <month>08</month>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>289</fpage>
          <lpage>317</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27818791"/>
          </comment>
          <pub-id pub-id-type="medline">27818791</pub-id>
          <pub-id pub-id-type="pmcid">PMC5096736</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wade</surname>
              <given-names>TD</given-names>
            </name>
            <name name-style="western">
              <surname>Crosby</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>NG</given-names>
            </name>
          </person-group>
          <article-title>Use of latent profile analysis to identify eating disorder phenotypes in an adult Australian twin cohort</article-title>
          <source>Arch Gen Psychiatry</source>
          <year>2006</year>
          <month>12</month>
          <volume>63</volume>
          <issue>12</issue>
          <fpage>1377</fpage>
          <lpage>1384</lpage>
          <pub-id pub-id-type="doi">10.1001/archpsyc.63.12.1377</pub-id>
          <pub-id pub-id-type="medline">17146012</pub-id>
          <pub-id pub-id-type="pii">63/12/1377</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bolger</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Laurenceau</surname>
              <given-names>JP</given-names>
            </name>
          </person-group>
          <source>Intensive Longitudinal Methods: An Introduction to Diary and Experience Sampling Research</source>
          <year>2013</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Guilford Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Therneau</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Atkinson</surname>
              <given-names>EJ</given-names>
            </name>
            <collab>Mayo Foundation</collab>
          </person-group>
          <article-title>An introduction to recursive partitioning using the RPART routines</article-title>
          <source>Mayo Clinic</source>
          <year>1997</year>
          <month>09</month>
          <day>03</day>
          <access-date>2021-06-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mayo.edu/research/documents/biostat-61pdf/doc-10026699">https://www.mayo.edu/research/documents/biostat-61pdf/doc-10026699</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grinberg</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Joseph</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Friedland</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Swire-Thompson</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Lazer</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Fake news on Twitter during the 2016 U.S. presidential election</article-title>
          <source>Science</source>
          <year>2019</year>
          <month>01</month>
          <day>25</day>
          <volume>363</volume>
          <issue>6425</issue>
          <fpage>374</fpage>
          <lpage>378</lpage>
          <pub-id pub-id-type="doi">10.1126/science.aau2706</pub-id>
          <pub-id pub-id-type="medline">30679368</pub-id>
          <pub-id pub-id-type="pii">363/6425/374</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guess</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nagler</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tucker</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Less than you think: Prevalence and predictors of fake news dissemination on Facebook</article-title>
          <source>Sci Adv</source>
          <year>2019</year>
          <month>01</month>
          <day>09</day>
          <volume>5</volume>
          <issue>1</issue>
          <fpage>eaau4586</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30662946"/>
          </comment>
          <pub-id pub-id-type="doi">10.1126/sciadv.aau4586</pub-id>
          <pub-id pub-id-type="medline">30662946</pub-id>
          <pub-id pub-id-type="pii">aau4586</pub-id>
          <pub-id pub-id-type="pmcid">PMC6326755</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moulds</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Kandris</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Starr</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>ACM</given-names>
            </name>
          </person-group>
          <article-title>The relationship between rumination, avoidance and depression in a non-clinical sample</article-title>
          <source>Behav Res Ther</source>
          <year>2007</year>
          <month>02</month>
          <volume>45</volume>
          <issue>2</issue>
          <fpage>251</fpage>
          <lpage>261</lpage>
          <pub-id pub-id-type="doi">10.1016/j.brat.2006.03.003</pub-id>
          <pub-id pub-id-type="medline">16631110</pub-id>
          <pub-id pub-id-type="pii">S0005-7967(06)00061-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blabst</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Diefenbach</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>WhatsApp and wellbeing: A study on WhatsApp usage, communication quality and stress</article-title>
          <year>2017</year>
          <month>07</month>
          <conf-name>The 31st International BCS Human Computer Interaction Conference (HCI 2017) (HCI)</conf-name>
          <conf-date>July 3-6, 2017</conf-date>
          <conf-loc>Sunderland, UK</conf-loc>
          <publisher-loc>https://www.scienceopen.com/hosted-document?doi=10.14236/ewic/HCI2017.85</publisher-loc>
          <pub-id pub-id-type="doi">10.14236/ewic/hci2017.85</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tarkoma</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Alghnam</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Howell</surname>
              <given-names>MD</given-names>
            </name>
          </person-group>
          <article-title>Fighting pandemics with digital epidemiology</article-title>
          <source>EClinicalMedicine</source>
          <year>2020</year>
          <month>09</month>
          <volume>26</volume>
          <fpage>100512</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2589-5370(20)30256-X"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.eclinm.2020.100512</pub-id>
          <pub-id pub-id-type="medline">32864592</pub-id>
          <pub-id pub-id-type="pii">S2589-5370(20)30256-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC7446704</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nsoesie</surname>
              <given-names>EO</given-names>
            </name>
            <name name-style="western">
              <surname>Cesare</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Müller</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ozonoff</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 misinformation spread in eight countries: Exponential growth modeling study</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>12</month>
          <day>15</day>
          <volume>22</volume>
          <issue>12</issue>
          <fpage>e24425</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/12/e24425/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/24425</pub-id>
          <pub-id pub-id-type="medline">33264102</pub-id>
          <pub-id pub-id-type="pii">v22i12e24425</pub-id>
          <pub-id pub-id-type="pmcid">PMC7744144</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
