<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v25i1e45171</article-id>
      <article-id pub-id-type="pmid">37252791</article-id>
      <article-id pub-id-type="doi">10.2196/45171</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Web-Based Social Networks of Individuals With Adverse Childhood Experiences: Quantitative Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Merchant</surname>
            <given-names>Rishit</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Wu</surname>
            <given-names>Jialing</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Cao</surname>
            <given-names>Yiding</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2392-3700</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Rajendran</surname>
            <given-names>Suraj</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8149-0157</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Sundararajan</surname>
            <given-names>Prathic</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0720-8782</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Law</surname>
            <given-names>Royal</given-names>
          </name>
          <degrees>MPH, PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5746-5373</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Bacon</surname>
            <given-names>Sarah</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5380-6911</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Sumner</surname>
            <given-names>Steven A</given-names>
          </name>
          <degrees>MSc, MD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3805-7235</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Masuda</surname>
            <given-names>Naoki</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <address>
            <institution>Department of Mathematics</institution>
            <institution>State University of New York at Buffalo</institution>
            <addr-line>North Campus</addr-line>
            <addr-line>Buffalo, NY, 14260</addr-line>
            <country>United States</country>
            <phone>1 716 645 8804</phone>
            <email>naokimas@gmail.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1567-801X</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Systems Science and Industrial Engineering</institution>
        <institution>Binghamton University</institution>
        <institution>State University of New York</institution>
        <addr-line>Binghamton, NY</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Tri-Institutional Program in Computational Biology and Medicine</institution>
        <addr-line>New York, NY</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Biomedical Engineering</institution>
        <institution>Georgia Institute of Technology</institution>
        <addr-line>Atlanta, GA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Division of Injury Prevention</institution>
        <institution>National Center for Injury Prevention and Control</institution>
        <institution>Centers for Disease Control and Prevention</institution>
        <addr-line>Atlanta, GA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Office of Strategy and Innovation</institution>
        <institution>National Center for Injury Prevention and Control</institution>
        <institution>Centers for Disease Control and Prevention</institution>
        <addr-line>Atlanta, GA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Department of Mathematics</institution>
        <institution>State University of New York at Buffalo</institution>
        <addr-line>Buffalo, NY</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Naoki Masuda <email>naokimas@gmail.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>30</day>
        <month>5</month>
        <year>2023</year>
      </pub-date>
      <volume>25</volume>
      <elocation-id>e45171</elocation-id>
      <history>
        <date date-type="received">
          <day>22</day>
          <month>12</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>1</day>
          <month>3</month>
          <year>2023</year>
        </date>
        <date date-type="rev-recd">
          <day>25</day>
          <month>3</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>17</day>
          <month>4</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Yiding Cao, Suraj Rajendran, Prathic Sundararajan, Royal Law, Sarah Bacon, Steven A Sumner, Naoki Masuda. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 30.05.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2023/1/e45171" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Adverse childhood experiences (ACEs), which include abuse and neglect and various household challenges such as exposure to intimate partner violence and substance use in the home, can have negative impacts on the lifelong health of affected individuals. Among various strategies for mitigating the adverse effects of ACEs is to enhance connectedness and social support for those who have experienced them. However, how the social networks of those who experienced ACEs differ from the social networks of those who did not is poorly understood.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>In this study, we used Reddit and Twitter data to investigate and compare social networks between individuals with and without ACE exposure.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We first used a neural network classifier to identify the presence or absence of public ACE disclosures in social media posts. We then analyzed egocentric social networks comparing individuals with self-reported ACEs with those with no reported history.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>We found that, although individuals reporting ACEs had fewer total followers in web-based social networks, they had higher reciprocity in following behavior (ie, mutual following with other users), a higher tendency to follow and be followed by other individuals with ACEs, and a higher tendency to follow back individuals with ACEs rather than individuals without ACEs.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>These results imply that individuals with ACEs may try to actively connect with others who have similar previous traumatic experiences as a positive connection and coping strategy. Supportive interpersonal connections on the web for individuals with ACEs appear to be a prevalent behavior and may be a way to enhance social connectedness and resilience in those who have experienced ACEs.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>adverse childhood experience</kwd>
        <kwd>ACE</kwd>
        <kwd>social networks</kwd>
        <kwd>Twitter</kwd>
        <kwd>Reddit</kwd>
        <kwd>childhood</kwd>
        <kwd>abuse</kwd>
        <kwd>neglect</kwd>
        <kwd>violence</kwd>
        <kwd>substance use</kwd>
        <kwd>coping strategy</kwd>
        <kwd>coping</kwd>
        <kwd>interpersonal connection</kwd>
        <kwd>web-based connection</kwd>
        <kwd>behavior</kwd>
        <kwd>social connection</kwd>
        <kwd>resilience</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Adverse childhood experiences (ACEs) are preventable, potentially traumatic events that occur in childhood (ages of 0-17 years), such as being neglected, experiencing or witnessing violence, and having a family member attempt or die by suicide. Also included are aspects of a child’s environment that can undermine their sense of safety, stability, and bonding, such as growing up in a household with substance use; mental health problems; or instability because of parental separation or incarceration of a parent, sibling, or other member of the household [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. These examples do not comprise an exhaustive list of childhood adversity as there are other traumatic experiences that could affect health and well-being. ACEs often occur together; can result in toxic stress; and are associated with a wide range of adverse behavioral, health, and social outcomes, including substance use, depression, obesity, lower education and earning potential, and chronic diseases such as heart disease and cancer. ACEs are preventable. The prevalence of ACEs is estimated to be as high as 60% in the United States [<xref ref-type="bibr" rid="ref3">3</xref>-<xref ref-type="bibr" rid="ref5">5</xref>] and worldwide [<xref ref-type="bibr" rid="ref4">4</xref>]. With the advent of the COVID-19 pandemic in early 2020 and the following economic stress and instability in the United States, there has been an increase in stress in parenting [<xref ref-type="bibr" rid="ref6">6</xref>], which may contribute to increased risk of ACEs [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>].</p>
        <p>Connecting youth with caring adults and activities is an evidence-based strategy for the primary prevention of ACEs. An extension of this strategy is that connectedness and social support have been suggested to play an important role in mitigating negative impacts of ACEs across the life span. In fact, longitudinal studies have shown that individuals with ACEs tend to have less interpersonal social support than those without ACEs when they become adults [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref11">11</xref>]. Although social support as a mitigating factor in various health problems has been studied for decades, the definition of social support can vary [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. It has been suggested that social networks of individuals (ie, how they are connected with each other through social ties and embedded in social groups) can be a powerful form of social support [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. Understanding the characteristics of social networks of individuals who discuss their ACEs and their health is useful for identifying where and how social support can be improved.</p>
        <p>Studies of social networks of individuals reporting ACE exposure have largely focused on examining the number and type of other individuals in close physical proximity with whom they directly interact and the quality of such social ties [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. However, social networks are not only defined by numbers and proximity but also by the relationships between individuals. Particularly in the modern, internet-enabled culture, individuals are embedded in a larger social network through which information and support can flow in more expansive ways than previously possible [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>]. Social media is universally used to discuss various topics, including health, and ACEs are no exception [<xref ref-type="bibr" rid="ref20">20</xref>]. Social media information has also been used to estimate the mental health status of individuals [<xref ref-type="bibr" rid="ref21">21</xref>-<xref ref-type="bibr" rid="ref24">24</xref>]. These and other results suggest opportunities for researchers to use social media information to better understand conversations about ACEs, understand health-related information pertaining to ACEs, and enhance social support among those with ACEs. Previous research in other health topics, including major depression [<xref ref-type="bibr" rid="ref25">25</xref>-<xref ref-type="bibr" rid="ref27">27</xref>], suicide ideation [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref28">28</xref>], anxiety disorder [<xref ref-type="bibr" rid="ref29">29</xref>], and schizophrenia [<xref ref-type="bibr" rid="ref30">30</xref>], have revealed that the characteristics of an individual’s web-based social network bear an association with aspects of health status.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>Motivated by this, we used data from 2 social media platforms to examine the web-based social networks of individuals reporting ACEs and discuss implications for public health.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>This work involved a multistep pipeline to first create a classifier to identify ACE content from social media posts, deploy the classifier to a large body of social media posts, and compute network statistics from such information. In <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>, we provide a short description of the terms introduced in the following subsections.</p>
        <boxed-text id="box1" position="float">
          <title>Glossary of terms.</title>
          <p>
            <bold>Accuracy</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>This is a measure of classification performance, defined by the fraction of the correct prediction.</p>
            </list-item>
          </list>
          <p>
            <bold>Precision</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>This is a measure of classification performance, defined by the fraction of true positives among all samples classified as positive.</p>
            </list-item>
          </list>
          <p>
            <bold>Recall</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>This is a measure of classification performance, defined by the fraction of true positives among all positive samples.</p>
            </list-item>
          </list>
          <p>
            <bold><italic>F</italic><sub>1</sub>-score</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>This is the harmonic mean of the precision and recall.</p>
            </list-item>
          </list>
          <p>
            <bold>Area under the curve</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>This is a measure of classification performance calculated as the area under the receiver operating characteristic curve, which is computed based on true positives, false positives, and their numeric scores.</p>
            </list-item>
          </list>
          <p>
            <bold>Adverse childhood experience (ACE) mention score</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>This is the output of our classifier for a tweet input. It ranges from 0 to 1, and a larger score suggests that the tweet is more strongly related to ACEs.</p>
            </list-item>
          </list>
          <p>
            <bold>ACE alignment index</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>A score for a Twitter user quantifying how strongly the user is likely to be associated with ACEs. We calculate the ACE alignment index for user based on all the tweets of <italic>u</italic>. We call <italic>u</italic> an ACE individual if <italic>u</italic>’s ACE alignment index is at least 0.5.</p>
            </list-item>
          </list>
          <p>
            <bold>Sentiment analysis</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>This is a natural language processing technique to classify text into positive, neutral, and negative groups.</p>
            </list-item>
          </list>
          <p>
            <bold>Edge</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>This is the following relationship between 2 Twitter users represented by an arrow. If user <italic>u</italic> follows user <italic>u</italic>’, then there is an arrow (ie, directed edge) pointing from <italic>u</italic> to <italic>u</italic>’.</p>
            </list-item>
          </list>
          <p>
            <bold>Egocentric network</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>This is the local network around user <italic>u</italic>.</p>
            </list-item>
          </list>
          <p>
            <bold>Root user</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>These are the sampled Twitter users for which we constructed and analyzed egocentric networks.</p>
            </list-item>
          </list>
          <p>
            <bold>Reciprocity</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>This is the fraction of edges owned by user <italic>u</italic> that are bidirectional (ie, <italic>u</italic> follows <italic>u</italic>’, and <italic>u</italic>’ follows <italic>u</italic>).</p>
            </list-item>
          </list>
          <p>
            <bold>Local clustering coefficient</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>This is the measure of the abundance of triangles containing user <italic>u</italic>. The local clustering coefficient for user <italic>u</italic> ranges from 0 to 1.</p>
            </list-item>
          </list>
          <p>
            <bold>Homophily</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>This is the tendency for similar nodes to be adjacent (ie, next to each other) in a network. We specifically examined whether ACE users tended to be adjacent to other ACE users.</p>
            </list-item>
          </list>
        </boxed-text>
      </sec>
      <sec>
        <title>Reddit Data</title>
        <p>To first construct a machine learning–based, automated classifier for self-reported ACE disclosures, we used a transfer learning approach commonly used in web-based data research [<xref ref-type="bibr" rid="ref31">31</xref>]. Using the Pushshift.io Reddit application programming interface (API) [<xref ref-type="bibr" rid="ref32">32</xref>], we downloaded Reddit data from 2 subreddits: r/raisedbynarcissists and r/internetparents. Subreddit r/raisedbynarcissists is a support group for people raised by abusive parents and, hence, contains many posts detailing experiences of ACEs. Subreddit r/internetparents is structured similarly to r/raisedbynarcissists but focuses on generally positive childhood events and experiences. We used these 2 subreddits as the explicit labels to build a binary supervised learning classifier with r/raisedbynarcissists as the positive class, associated with the presence of ACEs, and r/internetparents as the negative class, associated with the absence of ACEs. Note that we could not use Twitter data for training a classifier as tweets do not have ACE-related labels. We collected all available posts within the 2 subreddits between December 25, 2020, and March 31, 2022, totaling 49,044 posts from r/raisedbynarcissists and 21,712 posts from r/internetparents. We used the titles of the post to train the classifier as our investigation revealed that post titles are similar in length to tweets and contain sufficient information about the ACE experienced.</p>
        <p>Before submitting the Reddit post titles to the training of the classifier, we cleaned the post titles from both subreddits using the Python-based regular expression (RegEx; Python Software Foundation) and Natural Language Toolkit (NLTK Team) [<xref ref-type="bibr" rid="ref33">33</xref>] libraries. Our natural language processing (NLP) pipeline to clean text included dropping duplicate post titles, expanding abbreviations, and removing special characters, among others. We deleted all post titles with ≤5 words to improve the training of the classifier. There were, in total, 70% (22,950/32,694) of posts from r/raisedbynarcissists and 30% (9744/32,694) of posts from r/internetparents that were ultimately used in the model. Details on the text preprocessing are available on GitHub [<xref ref-type="bibr" rid="ref34">34</xref>].</p>
      </sec>
      <sec>
        <title>Convolutional Neural Network Classifier</title>
        <sec>
          <title>Training of the Classifier</title>
          <p>We used a convolutional neural network (CNN) for our classifier. CNNs have successfully been applied to image and text processing [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]. CNNs have also been used in detecting mental health conditions from Reddit data [<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>]. CNNs work by modeling hierarchical complicated patterns using smaller and simpler patterns. Convolutional layers along with the max-pooling layer allow the CNNs to learn useful word representations while enhancing their computational efficiency.</p>
          <p>We trained a CNN using the Reddit post title as the input and the class label as the teacher. As there were more data in the positive class than in the negative class, we selected samples from the positive class uniformly at random to make the number of samples in the positive class be the same as that in the negative class. This preprocessing is necessary for the training and testing of the CNN [<xref ref-type="bibr" rid="ref39">39</xref>]. Then, for each of the 2 subreddits, we used 72% of data selected uniformly at random (ie, post titles) as training data, 8% as validation data, and 20% as the test data. To input post titles of different lengths to the CNN, we set the length of the input in terms of the number of words to the largest one among all the post titles, which was equal to 45 words after data cleaning. When an input post title was shorter than this length, we padded zeros after the post title to make the total length 45 words. Note that almost all the tweet samples (158,610/158,706, 99.94%) that we collected from Twitter, which we used as input to the trained CNN in the following analyses, were shorter in length than the maximum input length allowed for the CNN (ie, 45 words after cleaning). For any tweets of &#62;45 words after cleaning (ie, at most, 45 words after cleaning), we fed the first 45 words to the CNN. We used Keras [<xref ref-type="bibr" rid="ref40">40</xref>] with TensorFlow (Google Brain Team) [<xref ref-type="bibr" rid="ref41">41</xref>] as a back end to set up the neural network structure and train it.</p>
          <p>The trained CNN is a softmax classifier, which outputs a value between 0 and 1. The output value is the ACE mention score value (see the <italic>ACE Mention Score for Tweets and ACE Alignment Index for Twitter Users</italic> section for the ACE mention score) and represents the probability that the input text contains references to an ACE. If the output is &#62;0.5, the classifier judges the input to be associated with an ACE, which is part of the information used for training the CNN.</p>
          <p>The training of the CNN also required a word-embedding matrix. Word embeddings can capture the semantic meaning of words by converting them into numeric vectors [<xref ref-type="bibr" rid="ref42">42</xref>], and for this, we used Global Vectors for Word Representation (GloVe) [<xref ref-type="bibr" rid="ref43">43</xref>]. GloVe is a widely used mapping from words to vectors, equivalent to a word-embedding matrix whose rows and columns correspond to the words and the vector’s components, respectively.</p>
        </sec>
        <sec>
          <title>Measures of Classification Performance</title>
          <p>To evaluate the classification performance of the trained CNN on the test data, we calculated the following 5 measures of classification performance [<xref ref-type="bibr" rid="ref44">44</xref>]. To explain the 5 quantities, we denote the number r/raisedbynarcissists posts that were correctly classified into the ACE-positive group as true positives (TPs), the number r/internetparents posts that were correctly classified into the negative group as true negatives (TNs), the number r/internetparents posts that were incorrectly classified into the positive group as false positives (FPs), and the number r/raisedbynarcissists posts that were incorrectly classified into the negative group as false negatives (FNs).</p>
          <p>The accuracy is equal to the fraction of the correct prediction, that is, <italic>(TP + TN) / (TP + TN + FP + FN)</italic>. The precision is given by <italic>TP / (TP + FP)</italic>. The recall is given by <italic>TP / (TP + FN)</italic>. The <italic>F</italic><sub>1</sub>-score is the harmonic mean of the precision and recall, that is, <italic>2 × (Precision) × (Recall) / (Precision + Recall)</italic>. Finally, we measured the area under the receiver operating characteristic curve (AUC). The receiver operating characteristic curve is the trajectory of the FPs and TPs, with FPs on the horizontal axis and TPs on the vertical axis, when we gradually increase the threshold for classification in terms of the output value of the CNN from 0 to 1.</p>
          <p>Note that we fixed the threshold to 0.5 to actually classify the Reddit post titles and calculate the accuracy, precision, recall, and <italic>F</italic><sub>1</sub>-score. Therefore, the definition of FP and TP for calculating the AUC is different from that for calculating these 4 measures. A large AUC value indicates a good performance of binary classification.</p>
        </sec>
      </sec>
      <sec>
        <title>ACE Mention Score for Tweets and ACE Alignment Index for Twitter Users</title>
        <sec>
          <title>ACE Mention Score</title>
          <p>We used the Twitter Intelligence Tool (TWINT) [<xref ref-type="bibr" rid="ref45">45</xref>] to collect publicly available tweets, excluding retweets. We queried the tweets via the keywords explained in the <italic>Egocentric Networks of ACE and Non-ACE Twitter Users</italic> section (see also <xref ref-type="boxed-text" rid="box2">Textbox 2</xref>). The time frame used for the collection of the tweets was the same as that used for the Reddit posts (ie, from December 25, 2020, to March 31, 2022). We restricted ourselves to English-language tweets and otherwise did not use other filters. We then used the previously described classifier to score tweets containing &#62;5 words after cleaning (see the <italic>Reddit Data</italic> section for the cleaning procedure). We refer to the computed output as the ACE mention score of the tweet, and it represents the probability that the tweet contains references to an ACE.</p>
          <boxed-text id="box2" position="float">
            <title>Keyword lists for sampling Twitter users. The vertical bars between the words represent OR. OD abbreviates overdose.</title>
            <p>
              <bold>Adverse childhood experience (ACE)</bold>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>(my mother &#124; my father &#124; my mom &#124; my dad &#124; my guardian) AND <italic>S</italic></p>
              </list-item>
            </list>
            <p>
              <bold>Non–ACE-1</bold>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>(my mother &#124; my father &#124; my mom &#124; my dad) AND NOT <italic>S</italic></p>
              </list-item>
            </list>
            <p>
              <bold>Non–ACE-2</bold>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>(school &#124; basketball &#124; game &#124; dog &#124; cosplay &#124; shopping) AND NOT <italic>S</italic></p>
              </list-item>
            </list>
            <p>
              <bold>
                <italic>S</italic>
              </bold>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>(abuse &#124; neglect &#124; jail &#124; prison &#124; substance use &#124; substance misuse &#124; substance abuse &#124; overdose &#124; OD &#124; drug addiction &#124; parental separation &#124; divorce)</p>
              </list-item>
            </list>
          </boxed-text>
        </sec>
        <sec>
          <title>ACE Alignment Index</title>
          <p>For each Twitter user <italic>u</italic> that was the author of any of the collected tweets and had at least 30 tweets with &#62;5 words after cleaning, we then submitted each tweet posted to the CNN classifier, obtaining its ACE mention score value. We then defined the top 10% value of the ACE mention score calculated from all tweets of <italic>u</italic> as <italic>u</italic>’s ACE alignment index. The intuition behind this definition is that individuals reporting ACEs would tweet about ACEs at least 10% of the time. The ACE alignment index ranges from 0 to 1 as the ACE mention score of each tweet ranges from 0 to 1.</p>
          <p>If <italic>u</italic>’s ACE alignment index is ≥0.5, we say that <italic>u</italic> is an ACE individual. We manually inspected the ACE alignment index of the sampled Twitter users and their tweets to conclude that, although the threshold value of 0.5 for defining the ACE individual was reasonable, labeling all the individuals whose ACE alignment index was &#60;0.5 as non-ACE was inappropriate as there were many equivocal cases. Therefore, we defined non-ACE users as those whose tweets with &#62;5 words after cleaning had an ACE mention score of &#60;0.3. We show in <xref rid="figure1" ref-type="fig">Figure 1</xref> the entire process of calculating <italic>u</italic>’s ACE alignment index and classifying <italic>u</italic> into the ACE or non-ACE category.</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>Schematic showing calculation of the adverse childhood experience (ACE) alignment index of a Twitter user <italic>u</italic>. CNN: convolutional neural network.</p>
            </caption>
            <graphic xlink:href="jmir_v25i1e45171_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
      </sec>
      <sec>
        <title>Sentiment Analysis</title>
        <p>We calculated a standard sentiment score using a pretrained rule-based analysis model called Valence Aware Dictionary and Sentiment Reasoner (VADER) [<xref ref-type="bibr" rid="ref46">46</xref>] to determine the sentiment of all tweets with &#62;5 words after cleaning posted by each Twitter user <italic>u</italic>. The sentiment score, denoted by <italic>s</italic>, ranged between –1 and 1, and <italic>s</italic> ≤ –.05, –.05 &#60; <italic>s</italic> &#60; .05, and <italic>s</italic> ≥ .05 indicated negative, neutral, and positive sentiment, respectively.</p>
      </sec>
      <sec>
        <title>Egocentric Networks of ACE and Non-ACE Twitter Users</title>
        <p>We generated egocentric follow networks for ACE and non-ACE individuals. Nodes of a follow network are Twitter users. Each edge represents a following relationship, is directed from the follower to the followee, and is unweighted, as schematically shown in <xref rid="figure2" ref-type="fig">Figure 2</xref>A. We first needed to sample users from each category (ie, ACE and non-ACE) whose egocentric networks we built. We call these users <italic>root users</italic>. To obtain root users, we ran a keyword search on all public tweets. With the aim of sampling tweets related to ACEs, we used the keyword list labeled “ACE” in <xref ref-type="boxed-text" rid="box2">Textbox 2</xref>. Notably, we added <italic>my</italic> before each word related to a parent or guardian. This is because, without <italic>my</italic>, we obtained a large fraction of institutional and individual accounts that tweeted about ACEs but they themselves did not experience ACEs [<xref ref-type="bibr" rid="ref20">20</xref>]. With <italic>my</italic>, we intended to sample users who had self-reported ACEs. We then filtered the sampled users according to the following criteria. First, we examined public Twitter profiles and tweets to remove institutional and individual accounts that were advocating for or supporting ACEs but had not tweeted about personal experiences. Second, for the ACE category, we obtained root users for whom the ACE alignment index was at least 0.5 from the steps described in the <italic>ACE Mention Score for Tweets and ACE Alignment Index for Twitter Users</italic> section.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Schematic of the follow network and indexes. (A) A directed edge, which points from a follower to a followee by definition. (B) A hypothetical example of the egocentric network of a root user <italic>u</italic>. (C) Reciprocity indexes. Root user <italic>u</italic> has <italic>m</italic><sub>1</sub>=5 followers and <italic>m</italic><sub>2</sub>=6 followees. As they have 2 reciprocal neighbors, one obtains <italic>r</italic><sub>1</sub>=2/5 and <italic>r</italic><sub>2</sub>=2/6=1/3. (D) Local clustering coefficients. Users <italic>v</italic><sub>1</sub> and <italic>v</italic><sub>2</sub> are reciprocal neighbors of <italic>u</italic>. If <italic>v</italic><sub>1</sub> and <italic>v</italic><sub>2</sub> are reciprocal neighbors of each other, the reciprocal edge contributes to local clustering coefficients <italic>C</italic><sub>1</sub> or <italic>C</italic><sub>2</sub> as well as to <italic>C</italic><sub>1</sub><sup><italic>'</italic></sup> or <italic>C</italic><sub>2</sub><sup><italic>'</italic></sup>. If <italic>v</italic><sub>1</sub> and <italic>v</italic><sub>2</sub> are only unidirectionally connected (ie, from <italic>v</italic><sub>1</sub> and <italic>v</italic><sub>2</sub> or vice versa but not both), the unidirectional edge contributes to <italic>C</italic><sub>1</sub><sup><italic>'</italic></sup> or <italic>C</italic><sub>2</sub><sup><italic>'</italic></sup> but not to <italic>C</italic><sub>1</sub> or <italic>C</italic><sub>2</sub>. (E) Calculation of the average adverse childhood experience (ACE) alignment index over the followers or followees. The numbers shown are the ACE alignment index. User <italic>u</italic> has 3 followers, and 〈α〉<sub>follower</sub>=(0.5+0.6+0.7)/3. User <italic>u</italic> has 4 followees, and 〈α〉<sub>followee</sub>=(0.3+0.6+0.7+0.4)/4=0.5.</p>
          </caption>
          <graphic xlink:href="jmir_v25i1e45171_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>To construct diverse samples of non-ACE root users for comparison purposes, we used each of the 2 keyword lists, named non–ACE-1 and non–ACE-2, shown in <xref ref-type="boxed-text" rid="box2">Textbox 2</xref>. The non–ACE-1 keyword list is informed by the ACE keyword list. To construct non–ACE-1, we removed keywords related to events associated with ACEs, such as <italic>jail</italic> from the ACE keyword list. We also removed <italic>my guardian</italic> from the ACE keyword list to generate non–ACE-1 as <italic>my guardian</italic> suggests that sampled individuals have been separated from their biological parents and undergone foster care placement, which itself is an ACE. The non–ACE-2 keyword list is an arbitrarily chosen set of keywords that are not related to parenting. We filtered the users sampled using either the non–ACE-1 or non–ACE-2 keyword list in the same manner as the case of sampling ACE individuals using the ACE keyword list except that we retained the users whose tweets had an ACE mention score of &#60;0.3. We refer to the final sets of root users obtained using these 2 keyword lists as non–ACE-1 and non–ACE-2 individuals.</p>
        <p>For each root user <italic>u</italic> that belonged to either the ACE, non–ACE-1, or non–ACE-2 group, we collected their followers and followees (ie, users that a user follows, which Twitter officially calls “following”) using the Python library Tweepy [<xref ref-type="bibr" rid="ref47">47</xref>]. We also collected the follow edges between <italic>u</italic>’s followers and followees if they existed. Owing to the rate limit of the Twitter API, we only sampled up to 100 followers and 100 followees of each root user and part of connectivity between pairs of them, as we describe in the <italic>Network Indexes</italic> section. These connectivity data define egocentric networks of the root users (see <xref rid="figure2" ref-type="fig">Figure 2</xref>B for an example; <italic>u</italic> represents a root user).</p>
      </sec>
      <sec>
        <title>Network Indexes</title>
        <p>Apart from the number of followers and followees, we measured the following 3 quantities for the egocentric network of each root user.</p>
        <sec>
          <title>Reciprocity</title>
          <p>In directed networks, reciprocal edges (ie, bidirectional edges) are considered to represent stronger relationships than unidirectional edges [<xref ref-type="bibr" rid="ref48">48</xref>,<xref ref-type="bibr" rid="ref49">49</xref>]. In the case of the follow relationship on Twitter, a reciprocal edge represents reciprocal following between 2 individuals (<xref rid="figure2" ref-type="fig">Figure 2</xref>C). Such pairs of individuals may be friends with each other. To compare the reciprocity of follow edges between ACE and non-ACE individuals, we measured 2 reciprocity indexes for individuals defined as follows. For a given root user <italic>u</italic>, we sampled <italic>u</italic>’s 100 followers uniformly at random. If <italic>u</italic> had &#60;100 followers, we sampled all of <italic>u</italic>’s followers. In either case, we denote using <italic>m</italic><sub>1</sub> the number of the sampled followers. Then, among the <italic>m</italic><sub>1</sub> followers of <italic>u</italic>, we counted the number of those whom <italic>u</italic> followed back. We refer to such individuals as reciprocal neighbors of <italic>u</italic>. In other words, <italic>u</italic> both follows and is followed by each of their reciprocal neighbors. In the example shown in <xref rid="figure2" ref-type="fig">Figure 2</xref>C, the root user has <italic>m</italic><sub>1</sub>=5 followers and 2 reciprocal edges. We then define reciprocity <italic>r</italic><sub>1</sub> as the number of the reciprocal neighbors of <italic>u</italic> divided by <italic>m</italic><sub>1</sub>. The root user shown in <xref rid="figure2" ref-type="fig">Figure 2</xref>C has <italic>r</italic><sub>1</sub> = 2/5. We only sampled up to 100 followers because of the rate limit of the Twitter API. We avoided calculating <italic>r</italic><sub>1</sub> when <italic>u</italic> had &#60;5 followers as the calculated <italic>r</italic><sub>1</sub> value is considered unreliable when <italic>m</italic><sub>1</sub> is small.</p>
          <p>Similarly, we sampled 100 followees of <italic>u</italic> selected uniformly at random or all the followees if <italic>u</italic> had &#60;100 followees. We denote using <italic>m</italic><sub>2</sub> the number of the sampled followees. Reciprocity <italic>r</italic><sub>2</sub> is equal to the number of the reciprocal neighbors of <italic>u</italic> divided by <italic>m</italic><sub>2</sub>. The root user shown in <xref rid="figure2" ref-type="fig">Figure 2</xref>C has <italic>m</italic><sub>2</sub>=6 followees and, therefore, <italic>r</italic><sub>2</sub> = 2/6 = 1/3. We avoided calculating <italic>r</italic><sub>2</sub> when <italic>u</italic> had &#60;5 followees. Thus, <italic>r</italic><sub>1</sub> is a reciprocity measure among a root user’s followers, and <italic>r</italic><sub>2</sub> is a reciprocity measure among a root user’s followees.</p>
          <p>Both <italic>r</italic><sub>1</sub> and <italic>r</italic><sub>2</sub> range from 0 to 1. A unified measure of reciprocity for individual <italic>u</italic> would be the number of reciprocal edges divided by the number of any edges owned by <italic>u</italic> [<xref ref-type="bibr" rid="ref49">49</xref>]. However, its computation requires collecting all the followers and followees, which is impossible because of the rate limit of the Twitter API. Therefore, we instead measured <italic>r</italic><sub>1</sub> and <italic>r</italic><sub>2</sub> for each root user.</p>
        </sec>
        <sec>
          <title>Local Clustering Coefficients</title>
          <p>The presence of triangles around an individual <italic>u</italic> suggests that <italic>u</italic> belongs to a group of at least 3 individuals, and such groups may provide social support to <italic>u</italic> [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref50">50</xref>,<xref ref-type="bibr" rid="ref51">51</xref>]. Therefore, we measured the abundance of triangles around each root user using the sample local clustering coefficients defined as follows. Consider a root user <italic>u</italic>. We then obtain the subset of the <italic>m</italic><sub>1</sub> followers of <italic>u</italic> that <italic>u</italic> follows back. This subset defines a set of reciprocal neighbors of <italic>u</italic>. We then consider 2 reciprocal neighbors of <italic>u</italic> in this set, denoted using <italic>v</italic><sub>1</sub> and <italic>v</italic><sub>2</sub>, and ask whether <italic>v</italic><sub>1</sub> and <italic>v</italic><sub>2</sub> are reciprocal neighbors of each other (<xref rid="figure2" ref-type="fig">Figure 2</xref>D). If they are (ie, if <italic>v</italic><sub>1</sub> follows <italic>v</italic><sub>2</sub> and <italic>v</italic><sub>2</sub> follows <italic>v</italic><sub>1</sub>), then <italic>u</italic>, <italic>v</italic><sub>1</sub>, and <italic>v</italic><sub>2</sub> form a triangle in which each pair of individuals is connected by reciprocal edges. We define <italic>u</italic>’s local clustering coefficient, denoted using <italic>C<sub>1</sub></italic>, as the fraction of (<italic>v</italic><sub>1</sub>, <italic>v</italic><sub>2</sub>) pairs that are reciprocal neighbors. We also measure a weaker version of the local clustering coefficient, denoted using <italic>C<sub>1</sub><sup>’</sup></italic> which only requires that <italic>v</italic><sub>1</sub> and <italic>v</italic><sub>2</sub> are adjacent by 1 follower edge in either direction (ie, either <italic>v</italic><sub>1</sub> follows <italic>v</italic><sub>2</sub> or vice versa). We restricted <italic>v</italic><sub>1</sub> and <italic>v</italic><sub>2</sub> to be <italic>u</italic>’s reciprocal neighbors, not just followers or followees, as the local clustering coefficient is primarily used for undirected networks. We avoided calculating <italic>C<sub>1</sub></italic> and <italic>C<sub>1</sub><sup>’</sup></italic> when <italic>u</italic> had &#60;5 followers. Note that 0 ≤ <italic>C<sub>1</sub></italic> ≤ <italic>C<sub>1</sub><sup>’</sup></italic> ≤ 1.</p>
          <p>We repeated the same measurements using a different set of reciprocal neighbors of <italic>u</italic>, which was the subset of the <italic>m</italic><sub>2</sub> followees of <italic>u</italic> that followed back <italic>u</italic>. We denote the thus calculated local clustering coefficients, depending on whether <italic>v</italic><sub>1</sub> and <italic>v</italic><sub>2</sub> are reciprocally connected or at least unidirectionally connected, using <italic>C<sub>2</sub></italic> and <italic>C<sub>2</sub><sup>’</sup></italic>, respectively. We avoided calculating <italic>C<sub>2</sub></italic> and <italic>C<sub>2</sub><sup>’</sup></italic> when <italic>u</italic> had &#60;5 followees.</p>
        </sec>
        <sec>
          <title>Homophily</title>
          <p>Finally, we hypothesized that ACE individuals tend to be adjacent to other ACE individuals, presenting homophily. To test this hypothesis, we measured the fraction of ACE neighbors for ACE root users and non-ACE root users. To this end, for each root user <italic>u</italic>, we used their <italic>m</italic><sub>1</sub> followers sampled for the calculation of the reciprocity and local clustering coefficients. We calculated the ACE alignment index of each follower whose ACE alignment index could be calculated (ie, those with at least 30 tweets with &#62;5 words after cleaning) and took the average of all such followers. This average, denoted using 〈α〉<sub>follower</sub>, ranges from 0 to 1 and defines the average ACE alignment index of <italic>u</italic>’s followers. In the example shown in <xref rid="figure2" ref-type="fig">Figure 2</xref>E, the root user <italic>u</italic> has 3 followers, and 〈α〉<sub>follower</sub> = (0.5 + 0.6 + 0.7) / 3 = 0.6. We avoided calculating 〈α〉<sub>follower</sub> for the root users <italic>u</italic> when we could not calculate the ACE alignment index for any of <italic>u</italic>’s followers (ie, when none of <italic>u</italic>’s followers had at least 30 eligible tweets). We also measured the average ACE alignment index of <italic>u</italic>’s followees, denoted using 〈α〉<sub>followee</sub>, in the same manner. For example, the root user <italic>u</italic> in <xref rid="figure2" ref-type="fig">Figure 2</xref>E has 4 followees, and 〈α〉<sub>followee</sub> = (0.3 + 0.6 + 0.7 + 0.4) / 4.</p>
          <p>We also compared the average ACE alignment index of the reciprocal neighbors of root users <italic>u</italic> and of nonreciprocal followers of <italic>u</italic>. For example, individual <italic>u</italic> shown in <xref rid="figure2" ref-type="fig">Figure 2</xref>E has 2 reciprocal followers, and their average ACE alignment index is (0.6 + 0.7) / 2 = 0.65. The same individual has just 1 nonreciprocal follower whose (average) ACE alignment index is 0.5. If the former tends to be larger than the latter, as in this example, then <italic>u</italic> tends to follow back other ACE individuals more than non-ACE individuals.</p>
        </sec>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>Approval by an ethics committee was not needed for this study as no intervention or trial occurred and the data were open to the public from Reddit and Twitter. Obtaining informed consent was unnecessary as there was no direct contact between the sampled Reddit or Twitter users. The study data were deidentified and stored securely. The Reddit data were anonymously collected and were not published in any source. Sharing the raw Twitter data set is prohibited under Twitter’s policy. The information that we share regarding Reddit and Twitter data is only the reported keywords for querying users and the retrieval time frames to allow others to replicate qualitatively the same data collection as ours.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Performance of the CNN Classifier</title>
        <p>Our CNN trained using the Reddit data had an average accuracy of 82.78%, precision of 86.32%, recall of 78.07%, <italic>F</italic><sub>1</sub>-score of 81.99%, and AUC of 91.34%. Using the same Reddit data set, we also trained the Bidirectional Encoder Representations from Transformers (BERT), which is a machine learning technique specialized to NLP [<xref ref-type="bibr" rid="ref52">52</xref>]. However, its performance on the Reddit data was worse than that of the CNN (accuracy: 80.46%; precision: 80.93%; recall: 79.50%; <italic>F</italic><sub>1</sub>-score: 80.21%; AUC: 89.31%). Therefore, we used the CNN in the following analyses to classify tweets. However, we verified that the results remained similar when we used the BERT trained with the Reddit data to classify tweets (see the <italic>Analysis of Twitter Data Using the BERT Classifier</italic> section in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> for details).</p>
      </sec>
      <sec>
        <title>Sampling ACE and Non-ACE Twitter Users</title>
        <p>We sampled Twitter users using any of the 3 lists of keywords shown in <xref ref-type="boxed-text" rid="box2">Textbox 2</xref> with the aim of sampling ACE and non-ACE individuals. We show in <xref rid="figure3" ref-type="fig">Figure 3</xref> the distribution of the ACE alignment index for the 3 groups of individuals (ie, those sampled using the ACE keyword list, those sampled using the non–ACE-1 keyword list, and those sampled using the non–ACE-2 keyword list). Note that individuals sampled using the ACE keyword list may be non-ACE, and vice versa. As expected, we found that the ACE alignment index for the individuals sampled using the ACE keyword list tended to be larger than that of those sampled using either of the 2 non-ACE keyword lists (ACE vs non–ACE-1: <italic>P</italic>&#60;.001; ACE vs non–ACE-2: <italic>P</italic>&#60;.001; Mann-Whitney-Wilcoxon test, 2-sided, Bonferroni corrected, and including the comparison between non–ACE-1 and non–ACE-2; we used the same statistical test in the following group comparison analyses). In particular, most users sampled using the ACE keyword list (123/126, 97.6% of the sampled users) had an ACE alignment index of at least 0.5 (mean 0.81, SD 0.12). Those users were ACE individuals by definition.</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Distribution of the adverse childhood experience (ACE) alignment index for the 3 groups of Twitter users.</p>
          </caption>
          <graphic xlink:href="jmir_v25i1e45171_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>For validation, we also sampled Twitter users using a previously published list of keywords for ACEs [<xref ref-type="bibr" rid="ref20">20</xref>]. With this keyword list, the ACE alignment index for the sampled individuals was 0.55 (SD 0.10), and 81.9% (113/138) of individuals had an ACE alignment index of at least 0.5. These numbers are substantially smaller than those for the individuals sampled using our ACE keyword list (<italic>P</italic>&#60;.001). Furthermore, the fraction of institutional accounts, which we needed to manually remove, was much larger using the previously published ACE keyword list (19/138, 13.8%) than using our ACE keyword list (3/126, 2.4%). Therefore, we concluded that our ACE keyword list improved upon the published one and continued to use the former in the following analyses.</p>
        <p>Intriguingly, the ACE alignment index tended to be larger for individuals sampled using the non–ACE-1 keyword list than for those sampled using the non–ACE-2 keyword list (mean 0.44, SD 0.09 for non–ACE-1 and mean 0.36, SD 0.13 for non–ACE-2; non–ACE-1 vs non–ACE-2: <italic>P</italic>&#60;.001). In fact, 16.6% (413/2482) of the individuals sampled using the non–ACE-1 keyword list were ACE individuals (ie, ACE alignment index ≥0.5), whereas a substantially smaller fraction of the individuals sampled using the non–ACE-2 keyword list (34/515, 6.6%) were ACE individuals. This result indicates that individuals who tweet about their own parents tend to talk about ACEs more than those who do not. Mainly for this reason, we needed to sample many Twitter users using the non–ACE-1 keyword list to be able to sample non-ACE individuals, which are defined as those whose maximum ACE mention score in their tweets is &#60;0.3. We identified 4.79% (119/2482) and 20.6% (106/515) of non-ACE individuals using the non–ACE-1 and non–ACE-2 keyword lists, respectively.</p>
      </sec>
      <sec>
        <title>Sentiment and Content of Tweets</title>
        <p>We analyzed sentiments of the tweets posted by the ACE, non–ACE-1, and non–ACE-2 root users. We show the distributions of the percentages of positive tweets and of negative tweets for each of the 3 groups of root users in <xref rid="figure4" ref-type="fig">Figure 4</xref>. We found that ACE individuals posted negative tweets more frequently than non-ACE individuals and that there was no statistically significant difference in the fraction of positive tweets they posted (<italic>P</italic>=.99).</p>
        <p>We also ran a content analysis on the collected tweets using the latent Dirichlet allocation, which is a standard topic modeling technique for carrying out content analysis. We found that each topic identified for the set of tweets posted by the ACE root users contained words related to traumatic experiences and that no topic identified for the set of tweets posted by the non–ACE-1 and non–ACE-2 root users contained such words (see the <italic>Content Analysis</italic> section in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> for results). This result further justifies our CNN-based classifier.</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Distribution of the percentage of positive and negative tweets for adverse childhood experience (ACE) and non-ACE individuals. (A) Percentage of positive tweets. (B) Percentage of negative tweets. We used the violin plots implemented in Seaborn, a Python library (Python Software Foundation), to visualize the distributions. The open circle in each violin plot represents the median. The thick vertical lines represent the IQR. The thin vertical lines represent the range. ****<italic>P</italic>&#60;.001 based on the 2-sided Mann-Whitney-Wilcoxon test with Bonferroni correction; ns: not statistically significant.</p>
          </caption>
          <graphic xlink:href="jmir_v25i1e45171_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Analysis of Egocentric Networks of ACE and Non-ACE Individuals</title>
        <sec>
          <title>Number of Followers and Followees</title>
          <p>For the egocentric networks of the root users, we first investigated the number of followers and followees for each type of root user. We show the survival probability of the number of followers, <italic>k</italic><sup>in</sup> (ie, the fraction of the root users whose number of followers is at least <italic>k</italic><sup>in</sup>), in <xref rid="figure5" ref-type="fig">Figure 5</xref>A. Each distribution has a heavy tail, which is typical for distributions of the number of followers or followees on Twitter [<xref ref-type="bibr" rid="ref53">53</xref>]. In other words, a small fraction of individuals has disproportionately many followers or followees compared with the majority. The number of followers was only statistically significant different between the ACE and non–ACE-1 groups (ACE vs non–ACE-1: <italic>P</italic>=.03; ACE vs non–ACE-2: <italic>P</italic>=.20; non–ACE-1 vs non–ACE-2: <italic>P</italic>=.93), with <italic>k</italic><sup>in</sup> being smaller for the ACE than for the non–ACE-1 group. However, the statistically nonsignificant result in the comparison of the ACE and non–ACE-2 groups was presumably due to the large SDs. In fact, their average <italic>k</italic><sup>in</sup> values were substantially different from each other (mean 433.8, SD 1058.9, and <italic>k</italic><sup>in</sup> range 0-5046 for ACE; mean 795.2, SD 1413.9, and <italic>k</italic><sup>in</sup> range 0-7089 for non–ACE-1; mean 764.3, SD 1335.6, and <italic>k</italic><sup>in</sup> range 0-6977 for non–ACE-2). Overall, ACE individuals tended to have fewer followers than non-ACE individuals, which is also notable in <xref rid="figure5" ref-type="fig">Figure 5</xref>A. This result may be because ACE individuals’ tweets attract less people than the tweets by non-ACE individuals on average. In contrast, the distribution of the number of followees, <italic>k</italic><sup>out</sup> was similar among the 3 groups (<xref rid="figure5" ref-type="fig">Figure 5</xref>B; mean 551.6, SD 993.9, and <italic>k</italic><sup>out</sup> range 1-5213 for ACE; mean 687.6, SD 1080.3, and <italic>k</italic><sup>out</sup> range 0-5035 for non–ACE-1; mean 605, SD 1039.7, and <italic>k</italic><sup>out</sup> range 0-5000 for non–ACE-2; ACE vs non–ACE-1: <italic>P</italic>=.93; ACE vs non–ACE-2: <italic>P</italic>=.39; non–ACE-1 vs non–ACE-2: <italic>P</italic>=.69).</p>
          <fig id="figure5" position="float">
            <label>Figure 5</label>
            <caption>
              <p>Survival probability of the distribution of the number of follow edges. (A) Number of followers. (B) Number of followees. ACE: adverse childhood experience.</p>
            </caption>
            <graphic xlink:href="jmir_v25i1e45171_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Reciprocity</title>
          <p>Next, to inspect possible differences in the structure of the egocentric network between ACE and non-ACE individuals, we investigated the reciprocity (ie, the fraction of mutual following between 2 individuals), local clustering coefficient (ie, the abundance of triangles), and homophily (ie, the fraction of ACE users in the immediate neighborhood of an ACE or non-ACE individual) for the root users.</p>
          <p>We show the distribution of 2 types of reciprocity, <italic>r</italic><sub>1</sub> and <italic>r</italic><sub>2</sub>, separately for the 3 groups of root users as violin plots in <xref rid="figure6" ref-type="fig">Figure 6</xref>. The <italic>r</italic><sub>1</sub> value was statistically significantly different among the 3 groups. Specifically, <italic>r</italic><sub>1</sub> for the ACE group was larger than that for the non–ACE-1 group (<italic>P</italic>&#60;.01), which was larger than that for the non–ACE-2 group (<italic>P</italic>&#60;.01). We did not find statistically significant differences among the 3 groups in terms of <italic>r</italic><sub>2</sub> (<italic>P</italic>=.99). These results indicate that ACE individuals tend to follow back their followers, no matter which individual first started to follow the other, and that the individuals followed by a root ACE user do not particularly tend to follow back the root ACE user. Therefore, ACE individuals may tend to proactively connect with other individuals to yield reciprocal follow edges.</p>
          <fig id="figure6" position="float">
            <label>Figure 6</label>
            <caption>
              <p>Distribution of the reciprocity for adverse childhood experience (ACE) and non-ACE individuals. (A) <italic>r</italic>1. (B) <italic>r</italic>2. **<italic>P</italic>&#60;.01 and ****<italic>P</italic>&#60;.001 based on the 2-sided Mann-Whitney-Wilcoxon test with Bonferroni correction; ns: not statistically significant.</p>
            </caption>
            <graphic xlink:href="jmir_v25i1e45171_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Local Clustering Coefficients</title>
          <p>We show the distributions of the local clustering coefficients for the ACE and non-ACE groups in <xref rid="figure7" ref-type="fig">Figure 7</xref>. The computation of the local clustering coefficient requires sampling of reciprocal neighbors of the root users <italic>u</italic>. When we collected <italic>u</italic>’s reciprocal neighbors by examining whether <italic>u</italic> followed back their followers, we only found statistically significant results between the ACE and non–ACE-2 groups for the stronger definition of the local clustering coefficient, as shown in <xref rid="figure7" ref-type="fig">Figure 7</xref>A (<italic>P</italic>=.002 for <italic>C<sub>1</sub></italic>). There was no statistically significant difference between the ACE and non–ACE-2 groups for the weaker definition of local clustering coefficient, as shown in <xref rid="figure7" ref-type="fig">Figure 7</xref>B (<italic>P</italic>=.06 for <italic>C<sub>1</sub><sup>’</sup></italic>). In particular, there was no difference between the ACE and non–ACE-1 groups (<italic>P</italic>=.07 for <italic>C</italic><sub>1</sub>; <italic>P</italic>=.12 for <italic>C<sub>1</sub><sup>’</sup></italic>). When we collected <italic>u</italic>’s reciprocal neighbors by examining whether <italic>u</italic>’s followers followed <italic>u</italic> back, we did not find statistically significant results between any pair of groups either for the stronger or weaker definitions of the local clustering coefficient (ie, <italic>C<sub>2</sub></italic> and <italic>C<sub>2</sub><sup>’</sup></italic>; <xref rid="figure7" ref-type="fig">Figures 7</xref>C and 7D, respectively; <italic>P</italic>=.99 for all cases). Overall, we concluded that the abundance of triangles around the root users, as quantified by the local clustering coefficients, was not different among the 3 groups in most cases.</p>
          <fig id="figure7" position="float">
            <label>Figure 7</label>
            <caption>
              <p>Distribution of the local clustering coefficient for adverse childhood experience (ACE) and non-ACE individuals. (A) <italic>C</italic><sub>1</sub>. (B) <italic>C</italic><sub>1</sub><sup><italic>'</italic></sup>. (C) <italic>C</italic><sub>2</sub>. (D) <italic>C</italic><sub>2</sub><sup><italic>'</italic></sup>. **<italic>P</italic>&#60;.01 based on the 2-sided Mann-Whitney-Wilcoxon test with Bonferroni correction; ns: not statistically significant.</p>
            </caption>
            <graphic xlink:href="jmir_v25i1e45171_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Homophily</title>
          <p>The homophily in terms of ACEs would be a tendency for ACE individuals to be preferentially connected with other ACE individuals in the network. To investigate the possibility of such homophily, we measured the average ACE alignment index of the followers, denoted using 〈α〉<sub>follower</sub>, of each ACE and non-ACE root user. We show the distribution of 〈α〉<sub>follower</sub> for the different groups of root users in <xref rid="figure8" ref-type="fig">Figure 8</xref>A. The ACE alignment index for the followers of ACE individuals was statistically significantly larger than that for the followers of non-ACE individuals (<italic>P</italic>&#60;.001), supporting the homophily hypothesis. We also found that non–ACE-1 individuals had a statistically significantly larger 〈α〉<sub>follower</sub> than non–ACE-2 individuals (<italic>P</italic>&#60;.001). We then measured the average ACE alignment index of the followees, denoted using 〈α〉<sub>followee</sub>, of each root user. The distributions of 〈α〉<sub>followee</sub> for the ACE, non–ACE-1, and non–ACE-2 groups of root users, shown in <xref rid="figure8" ref-type="fig">Figure 8</xref>B, were similar to those of 〈α〉<sub>follower</sub> shown in <xref rid="figure8" ref-type="fig">Figure 8</xref>A, including the statistical results (all <italic>P</italic>&#60;.001).</p>
          <fig id="figure8" position="float">
            <label>Figure 8</label>
            <caption>
              <p>Distribution of the average adverse childhood experience (ACE) alignment index over the followers and followees of the ACE and non-ACE root users. (A) Average ACE alignment index over the followers, 〈α〉<sub>follower</sub>. (B) Average ACE alignment index over the followees, 〈α〉<sub>followee</sub>. ****<italic>P</italic>&#60;.001 based on the 2-sided Mann-Whitney-Wilcoxon test with Bonferroni correction.</p>
            </caption>
            <graphic xlink:href="jmir_v25i1e45171_fig8.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <p><xref rid="figure6" ref-type="fig">Figure 6</xref> supports that ACE individuals tend to follow back their followers. <xref rid="figure8" ref-type="fig">Figure 8</xref> supports that ACE individuals, as compared with non-ACE individuals, are more likely to be directly connected with other ACE individuals. The combination of these 2 results suggests that ACE individuals are more likely to follow back their ACE followers than their non-ACE followers. Therefore, we conducted a subanalysis to compare the average ACE alignment index of the reciprocal neighbors of root users <italic>u</italic> and of the nonreciprocal followers of <italic>u</italic>.</p>
          <p>We show the distribution of the average ACE alignment index of the reciprocal neighbors and the nonreciprocal followers in <xref rid="figure9" ref-type="fig">Figures 9</xref>A, 9B, and 9C for ACE, non–ACE-1, and non–ACE-2 root users, respectively. The results statistically support that the ACE and non–ACE-1 root users, in particular the ACE root users, tended to follow back ACE individuals more than non-ACE individuals, whereas the difference in the average ACE alignment index between the reciprocal neighbors and nonreciprocal followers was small. The difference between the reciprocal neighbors and nonreciprocal followers was not statistically significant for the non–ACE-2 root users (<italic>P</italic>=.28). Note that this result that non–ACE-1 root users behave more similarly to ACE root users than non–ACE-2 root users do is consistent with our results for reciprocity (<xref rid="figure6" ref-type="fig">Figure 6</xref>), local clustering coefficient (<xref rid="figure7" ref-type="fig">Figures 7</xref>A and 7B), and homophily (<xref rid="figure8" ref-type="fig">Figure 8</xref>).</p>
          <fig id="figure9" position="float">
            <label>Figure 9</label>
            <caption>
              <p>Distribution of the average adverse childhood experience (ACE) alignment index over the reciprocal neighbors and the nonreciprocal followers. (A) ACE root users. (B) Non–ACE-1 root users. (C) Non–ACE-2 root users. **<italic>P</italic>&#60;.01 and ***<italic>P</italic>&#60;.001 based on the 2-sided Mann-Whitney-Wilcoxon test with Bonferroni correction; ns: not statistically significant.</p>
            </caption>
            <graphic xlink:href="jmir_v25i1e45171_fig9.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>We trained a CNN model with Reddit post title data to classify tweets on Twitter into those associated with ACEs and those not. Using the trained CNN as a main tool, we sampled Twitter users, determined their strength of association with ACEs in terms of our ACE alignment index, and investigated the structure of egocentric follow networks of individuals reporting ACEs and those not reporting ACEs. We found that individuals reporting ACEs, compared with non–ACE-reporting individuals, have fewer followers, similar numbers of followees (ie, other individuals that an individual follows), a higher propensity to follow back, similar abundance of triangles around the individual (ie, similar local clustering coefficient values), more ACE individuals as their followers and followees, and a higher tendency to follow back other individuals reporting ACEs rather than other individuals not reporting ACEs. Social networks of individuals reporting ACEs have been largely unknown except for the number and quality of their immediate contacts. This study substantially expands our understanding of their social networks by combining machine learning techniques, modern network analysis, and web-based social media data.</p>
        <p>Studies suggest that connectedness through social networks can support individuals who have experienced ACEs [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>] or various mental health challenges [<xref ref-type="bibr" rid="ref54">54</xref>] and confer a protective effect by disrupting the toxic stress pathways that connect adversity and trauma in childhood with poor health outcomes across the life span [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref55">55</xref>]. The connectedness and social support that may emerge from social networks can also provide a positive adaptation and coping strategy, thereby reducing the need for maladaptive health risk behaviors to cope with the impact of ACEs. These studies and ours share the main goal of revealing characteristics about the networks around individuals reporting ACEs. In 1 study [<xref ref-type="bibr" rid="ref16">16</xref>], the authors quantified the social networks using the number of other individuals and social groups to which the participants belonged. In contrast, in addition to the number of directly connected other individuals, we examined the association between ACEs and further structural properties of the individuals’ social networks, that is, the reciprocity of edges, local abundance of triangles, and homophily (ie, the relative frequency with which ACE individuals follow other ACE individuals). In particular, we found that individuals reporting ACEs tend to make reciprocal follows and that they do so more frequently with other ACE individuals. This result may indicate that ACE individuals are actively seeking social support by connecting with other ACE individuals to share their ACEs and current lives. Existing strategies to prevent and respond to ACEs in trauma-informed ways take place in clinical, family, school, community, and some institutional settings [<xref ref-type="bibr" rid="ref2">2</xref>]. Our results suggest the possibility of an additional venue—social networks and social media platforms—for prevention and mitigation strategies. This possibility has the added benefit of being more universally available, although attention to rural communities is needed, and accessible, particularly for those reluctant to seek support in more traditional and visible ways. Investigating the efficacy of this method warrants future work.</p>
        <p>We found that Twitter users who mention their parents using the word <italic>my</italic> (eg, <italic>my mother</italic>) tend to be more likely associated with ACEs than those who do not. This result is supported by the different distributions of the ACE alignment index, reciprocity, and homophily between the non–ACE-1 and non–ACE-2 groups. We cannot rule out the possibility that this result was solely because users in the non–ACE-1 group tended to talk about their own parents, which may have led to more misclassification of their tweets. However, this information may be useful for detecting and documenting ACEs in people’s web-based posts and questionnaire correspondences. Furthermore, systematically investigating whether people tend to use those words (eg, <italic>my father</italic>) with negative meanings and sentiments when they use them, in particular on social media, is an intriguing research question.</p>
        <p>Previous research has shown that individuals with major depression [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>], suicide ideation [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref28">28</xref>], or anxiety disorder [<xref ref-type="bibr" rid="ref29">29</xref>] tend to have smaller local clustering coefficients (ie, less triangles around the individuals) than healthy controls. As triangles in networks are positively associated with social support [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref50">50</xref>,<xref ref-type="bibr" rid="ref51">51</xref>], these results may indicate that the affected individuals are lacking in social support. In contrast, a different study using Twitter data showed that individuals with depression tended to have a higher local clustering coefficient than controls, suggesting that individuals with depression may prefer to build a closed network in which they want to share their experiences and obtain social support [<xref ref-type="bibr" rid="ref22">22</xref>]. In contrast to these studies, we did not find differences in the local clustering coefficients between the ACE-reporting and non–ACE-reporting individuals. The reason for this result is unclear. However, it does not contradict our interpretation of the main results of this study that ACE individuals’ high reciprocity and homophily in following behavior may reflect the social support that they seek (ie, connection with other ACE individuals). Investigating the nature of triangles, such as who is in the triangle, requires more data, such as exhaustive sampling of the followers and followees of the root users. However, these tasks are computationally difficult because of the rate limit imposed by Twitter. Future work using different social media and other types of data containing information about triangles may be able to better understand this topic.</p>
        <p>People with traumatic experiences may be less likely to speak about them in public because of stigma, that is, to avoid the label of a mental health problem; with the label, the public may be reluctant to accept them [<xref ref-type="bibr" rid="ref56">56</xref>,<xref ref-type="bibr" rid="ref57">57</xref>]. Our result that ACE-reporting individuals tended to have less followers may be a consequence of such a reluctance of the public. By definition, individuals with ACEs who do not tweet about their ACEs should have low ACE alignment index values. In fact, these individuals may preferentially follow other ACE individuals. If this is the case, the difference between the average ACE alignment index for the followers of ACE-reporting and non–ACE-reporting individuals, shown in <xref rid="figure8" ref-type="fig">Figure 8</xref>A, may be an underestimation. Combining classification methods for ACEs based on social media posts, such as the one used in this work, and those based on other digital data, such as passive sensing [<xref ref-type="bibr" rid="ref58">58</xref>,<xref ref-type="bibr" rid="ref59">59</xref>], may help us improve the accuracy of the classification and explore the possibly different behavior of ACE-reporting individuals who openly talk about their experiences and those who do not.</p>
        <p>We used Reddit and Twitter data to sample and assess individuals reporting ACEs. There are at least 2 strengths of this approach compared with conventional questionnaire-based methods. First, the data used are observational. As Reddit and Twitter users’ posting behavior is unrestricted by experimenters, the obtained data are expected to be less subject to recall and other biases, which data collection based on retrospective reporting is generally subject to [<xref ref-type="bibr" rid="ref60">60</xref>-<xref ref-type="bibr" rid="ref62">62</xref>]. A second strength is scalability. Although the free Twitter API is rate-limited, one can still collect information about tweets and follow relationships of many individuals without much difficulty.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>In contrast to their strengths, a potential main drawback of social media data is credibility. For example, a previous study pointed out that credibility and quality of tweet data about ACEs are not guaranteed [<xref ref-type="bibr" rid="ref20">20</xref>]. Another clear limitation of Twitter and some other social media data is that data are poorly annotated. For example, our results may be confounded by nuisance parameters such as the individual’s age, sex, education, geographical location, economic status, and race. Many people do not reveal such information on Twitter, and there is no personal information on users’ public profiles on Reddit. Therefore, part of the statistically significant differences among the 3 groups revealed in this study may be due to unmeasurable factors such as the different demographic characteristics of the 3 groups. This limitation made it difficult to define the control groups in this study, and thus, we used 2 non-ACE groups (ie, non–ACE-1 and non–ACE-2). The lack of annotation also made it difficult to estimate the severity of ACEs, such as the standard ACE score [<xref ref-type="bibr" rid="ref63">63</xref>] for Twitter users. There are clear trade-offs between the advantages of social media data and of questionnaire-generated data. Validating these results with clinical populations, such as by asking them about specific uses of Twitter or other social media, may benefit both social media– and questionnaire-based studies of ACEs.</p>
        <p>There are also other limitations of this study. First, we used Twitter’s follow network as a proxy to social interaction between individuals. However, follow behavior, including the case of reciprocal following, does not necessarily represent a friendship or reasonable social relationship [<xref ref-type="bibr" rid="ref51">51</xref>,<xref ref-type="bibr" rid="ref64">64</xref>]. Future studies should look into other social media networks or combine social media data and questionnaire data to better estimate social networks, including the meaning of the edge (ie, link) of the network.</p>
        <p>Second, there may be transferability issues between the Reddit and Twitter data. In fact, the accuracy of the CNN on the Twitter data was high as long as we sampled some ACE and non-ACE Twitter users and manually inspected their tweets. However, users on Reddit, which our CNN was trained on, may be statistically different from Twitter users in terms of demography. It is also likely that people using both Reddit and Twitter often publish Reddit posts and tweets with different intentions and in different situations. Although transfer learning is a common technique in data science, it is desirable to enhance the homogeneity of the 2 populations through better sampling and user profiling.</p>
        <p>Third, there is no established approach to ACE-related search terms on Twitter data. We defined our search terms via a combination of literature [<xref ref-type="bibr" rid="ref20">20</xref>] and knowledge of experts in our team. However, public discourse and social media users may not use the same language to refer to childhood trauma and adversity as experts. Therefore, we may have missed individuals reporting ACEs on Reddit and Twitter using their own terms. Thorough text analyses of posts in web-based ACE communities are expected to help better definitions of search terms for similar studies in the future.</p>
        <p>Fourth, one may be able to improve the accuracy of our CNN using a different type of classifier or a larger amount of training data, including those from different subreddits and other social media platforms relevant to ACEs. In fact, our CNN is not specialized to NLP, and we showed that the BERT, a classifier specialized to NLP, did not improve the classification performance (see the <italic>Performance of the CNN Classifier</italic> section). Despite these limitations, we believe that this study clarifies new features of social networks with people with ACEs and suggests opportunities for future research on ACEs involving social media data, network analysis, and machine learning techniques.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Analysis of Twitter data using the Bidirectional Encoder Representations from Transformers (BERT) classifier and content analysis.</p>
        <media xlink:href="jmir_v25i1e45171_app1.docx" xlink:title="DOCX File , 117 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ACE</term>
          <def>
            <p>adverse childhood experience</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">API</term>
          <def>
            <p>application programming interface</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">AUC</term>
          <def>
            <p>area under the receiver operating characteristic curve</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">BERT</term>
          <def>
            <p>Bidirectional Encoder Representations from Transformers</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">CNN</term>
          <def>
            <p>convolutional neural network</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">FN</term>
          <def>
            <p>false negative</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">FP</term>
          <def>
            <p>false positive</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">GloVe</term>
          <def>
            <p>Global Vectors for Word Representation</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">NLP</term>
          <def>
            <p>natural language processing</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">RegEx</term>
          <def>
            <p>regular expression</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">TN</term>
          <def>
            <p>true negative</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">TP</term>
          <def>
            <p>true positive</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb13">TWINT</term>
          <def>
            <p>Twitter Intelligence Tool</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb14">VADER</term>
          <def>
            <p>Valence Aware Dictionary and Sentiment Reasoner</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors acknowledge Freelancer Technology Pty Limited, in particular Ihsan Ali, Tiffany Fong, Anna Lazzereschi, and Joshua Tan, for running the data science open competition leading to this work and managing the collaboration among the authors after the open competition.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Felitti</surname>
              <given-names>VJ</given-names>
            </name>
            <name name-style="western">
              <surname>Anda</surname>
              <given-names>RF</given-names>
            </name>
            <name name-style="western">
              <surname>Nordenberg</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Williamson</surname>
              <given-names>DF</given-names>
            </name>
            <name name-style="western">
              <surname>Spitz</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Koss</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Marks</surname>
              <given-names>JS</given-names>
            </name>
          </person-group>
          <article-title>Relationship of childhood abuse and household dysfunction to many of the leading causes of death in adults. The Adverse Childhood Experiences (ACE) Study</article-title>
          <source>Am J Prev Med</source>
          <year>1998</year>
          <month>05</month>
          <volume>14</volume>
          <issue>4</issue>
          <fpage>245</fpage>
          <lpage>58</lpage>
          <pub-id pub-id-type="doi">10.1016/s0749-3797(98)00017-8</pub-id>
          <pub-id pub-id-type="medline">9635069</pub-id>
          <pub-id pub-id-type="pii">S0749379798000178</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Centers for Disease Control and Prevention</collab>
          </person-group>
          <article-title>Preventing adverse childhood experiences: leveraging the best available evidence</article-title>
          <source>National Center for Injury Prevention and Control, Centers for Disease Control and Prevention</source>
          <year>2019</year>
          <access-date>2023-05-07</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://cdc.gov/violenceprevention/pdf/preventingACEs.pdf">http://cdc.gov/violenceprevention/pdf/preventingACEs.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bynum</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Griffin</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ridings</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Wynkoop</surname>
              <given-names>KS</given-names>
            </name>
            <name name-style="western">
              <surname>Anda</surname>
              <given-names>RF</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>VJ</given-names>
            </name>
            <name name-style="western">
              <surname>Strine</surname>
              <given-names>TW</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>McKnight-Eily</surname>
              <given-names>LR</given-names>
            </name>
            <name name-style="western">
              <surname>Croft</surname>
              <given-names>JB</given-names>
            </name>
          </person-group>
          <article-title>Adverse childhood experiences reported by adults --- five states, 2009</article-title>
          <source>Morbidity and Mortality Weekly Report (MMWR)</source>
          <year>2010</year>
          <month>12</month>
          <day>17</day>
          <volume>59</volume>
          <issue>49</issue>
          <fpage>1609</fpage>
          <lpage>13</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/mmwr/preview/mmwrhtml/mm5949a1.htm"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carlson</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Yohannan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Darr</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Turley</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Larez</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Perfect</surname>
              <given-names>MM</given-names>
            </name>
          </person-group>
          <article-title>Prevalence of adverse childhood experiences in school-aged youth: a systematic review (1990–2015)</article-title>
          <source>Int J Sch Educ Psychol</source>
          <year>2019</year>
          <month>01</month>
          <day>09</day>
          <volume>8</volume>
          <issue>sup1</issue>
          <fpage>2</fpage>
          <lpage>23</lpage>
          <pub-id pub-id-type="doi">10.1080/21683603.2018.1548397</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <article-title>Adverse Childhood Experiences (ACEs) preventing early trauma to improve adult health</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <year>2021</year>
          <month>8</month>
          <day>23</day>
          <access-date>2023-05-07</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/vitalsigns/aces/index.html#:~:text=Preventing%20ACEs%20can%20help%20children,Improve%20education%20and%20employment%20potential">https://www.cdc.gov/vitalsigns/aces/index.html#:~:text=Preventing%20ACEs%20can%20help%20children,Improve%20education%20and%20employment%20potential</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Doom</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Lechuga-Peña</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Watamura</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Koppels</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Stress and parenting during the global COVID-19 pandemic</article-title>
          <source>Child Abuse Negl</source>
          <year>2020</year>
          <month>08</month>
          <day>20</day>
          <volume>110</volume>
          <issue>Pt 2</issue>
          <fpage>104699</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32859394"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.chiabu.2020.104699</pub-id>
          <pub-id pub-id-type="medline">32859394</pub-id>
          <pub-id pub-id-type="pii">S0145-2134(20)30354-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC7440155</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bryant</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Oo</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Damian</surname>
              <given-names>AJ</given-names>
            </name>
          </person-group>
          <article-title>The rise of adverse childhood experiences during the COVID-19 pandemic</article-title>
          <source>Psychol Trauma</source>
          <year>2020</year>
          <month>08</month>
          <volume>12</volume>
          <issue>S1</issue>
          <fpage>S193</fpage>
          <lpage>4</lpage>
          <pub-id pub-id-type="doi">10.1037/tra0000711</pub-id>
          <pub-id pub-id-type="medline">32551773</pub-id>
          <pub-id pub-id-type="pii">2020-43450-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cuartas</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Heightened risk of child maltreatment amid the COVID-19 pandemic can exacerbate mental health problems for the next generation</article-title>
          <source>Psychol Trauma</source>
          <year>2020</year>
          <month>08</month>
          <volume>12</volume>
          <issue>S1</issue>
          <fpage>S195</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1037/tra0000597</pub-id>
          <pub-id pub-id-type="medline">32463282</pub-id>
          <pub-id pub-id-type="pii">2020-37257-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sperry</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Widom</surname>
              <given-names>CS</given-names>
            </name>
          </person-group>
          <article-title>Child abuse and neglect, social support, and psychopathology in adulthood: a prospective investigation</article-title>
          <source>Child Abuse Negl</source>
          <year>2013</year>
          <month>04</month>
          <day>03</day>
          <volume>37</volume>
          <issue>6</issue>
          <fpage>415</fpage>
          <lpage>25</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/23562083"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.chiabu.2013.02.006</pub-id>
          <pub-id pub-id-type="medline">23562083</pub-id>
          <pub-id pub-id-type="pii">S0145-2134(13)00034-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC3672352</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Horan</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Widom</surname>
              <given-names>CS</given-names>
            </name>
          </person-group>
          <article-title>From childhood maltreatment to allostatic load in adulthood: the role of social support</article-title>
          <source>Child Maltreat</source>
          <year>2015</year>
          <month>08</month>
          <day>10</day>
          <volume>20</volume>
          <issue>4</issue>
          <fpage>229</fpage>
          <lpage>39</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26260146"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1077559515597063</pub-id>
          <pub-id pub-id-type="medline">26260146</pub-id>
          <pub-id pub-id-type="pii">1077559515597063</pub-id>
          <pub-id pub-id-type="pmcid">PMC5278954</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lagdon</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ross</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Contractor</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Charak</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Armour</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Assessing the mediating role of social support in childhood maltreatment and psychopathology among college students in Northern Ireland</article-title>
          <source>J Interpers Violence</source>
          <year>2021</year>
          <month>02</month>
          <volume>36</volume>
          <issue>3-4</issue>
          <fpage>NP2112</fpage>
          <lpage>2136NP</lpage>
          <pub-id pub-id-type="doi">10.1177/0886260518755489</pub-id>
          <pub-id pub-id-type="medline">29448910</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schwarzer</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Leppin</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Social support and health: a theoretical and empirical overview</article-title>
          <source>J Soc Pers Relatsh</source>
          <year>1991</year>
          <month>02</month>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>99</fpage>
          <lpage>127</lpage>
          <pub-id pub-id-type="doi">10.1177/0265407591081005</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Uchino</surname>
              <given-names>BN</given-names>
            </name>
          </person-group>
          <article-title>Social support and health: a review of physiological processes potentially underlying links to disease outcomes</article-title>
          <source>J Behav Med</source>
          <year>2006</year>
          <month>06</month>
          <day>7</day>
          <volume>29</volume>
          <issue>4</issue>
          <fpage>377</fpage>
          <lpage>87</lpage>
          <pub-id pub-id-type="doi">10.1007/s10865-006-9056-5</pub-id>
          <pub-id pub-id-type="medline">16758315</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berkman</surname>
              <given-names>LF</given-names>
            </name>
            <name name-style="western">
              <surname>Glass</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Social integration, social networks, social support and health</article-title>
          <source>Social Epidemiology</source>
          <year>2000</year>
          <publisher-loc>Oxford, United Kingdom</publisher-loc>
          <publisher-name>Oxford University Press</publisher-name>
          <fpage>137</fpage>
          <lpage>173</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Heaney</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Israel</surname>
              <given-names>BA</given-names>
            </name>
          </person-group>
          <article-title>Social networks and social support</article-title>
          <source>Health Behavior and Health Education: Theory, Research, and Practice</source>
          <year>2008</year>
          <publisher-loc>Hoboken, NJ</publisher-loc>
          <publisher-name>Jossey-Bass</publisher-name>
          <fpage>189</fpage>
          <lpage>210</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McLafferty</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ross</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Waterhouse-Bradley</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Armour</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Childhood adversities and psychopathology among military veterans in the US: the mediating role of social networks</article-title>
          <source>J Anxiety Disord</source>
          <year>2019</year>
          <month>06</month>
          <volume>65</volume>
          <fpage>47</fpage>
          <lpage>55</lpage>
          <pub-id pub-id-type="doi">10.1016/j.janxdis.2019.05.001</pub-id>
          <pub-id pub-id-type="medline">31158649</pub-id>
          <pub-id pub-id-type="pii">S0887-6185(18)30363-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schneider</surname>
              <given-names>FD</given-names>
            </name>
            <name name-style="western">
              <surname>Loveland Cook</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Salas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Scherrer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cleveland</surname>
              <given-names>IN</given-names>
            </name>
            <name name-style="western">
              <surname>Burge</surname>
              <given-names>SK</given-names>
            </name>
            <collab>Residency Research Network of Texas Investigators</collab>
          </person-group>
          <article-title>Childhood trauma, social networks, and the mental health of adult survivors</article-title>
          <source>J Interpers Violence</source>
          <year>2020</year>
          <month>03</month>
          <day>20</day>
          <volume>35</volume>
          <issue>5-6</issue>
          <fpage>1492</fpage>
          <lpage>514</lpage>
          <pub-id pub-id-type="doi">10.1177/0886260517696855</pub-id>
          <pub-id pub-id-type="medline">29294679</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Christakis</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Fowler</surname>
              <given-names>JH</given-names>
            </name>
          </person-group>
          <source>Connected: The Surprising Power of our Social Networks and How they Shape our Lives</source>
          <year>2009</year>
          <publisher-loc>Boston, Massachusetts</publisher-loc>
          <publisher-name>Little, Brown and Company</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Easley</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kleinberg</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>Networks, Crowds, and Markets Reasoning about a Highly Connected World</source>
          <year>2012</year>
          <publisher-loc>Cambridge, United Kingdom</publisher-loc>
          <publisher-name>Cambridge University Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Srivastav</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Koziarski</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Strompolis</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Purtle</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Who is talking about adverse childhood experiences? Evidence from twitter to inform health promotion</article-title>
          <source>Health Educ Behav</source>
          <year>2021</year>
          <month>10</month>
          <day>29</day>
          <volume>48</volume>
          <issue>5</issue>
          <fpage>615</fpage>
          <lpage>26</lpage>
          <pub-id pub-id-type="doi">10.1177/10901981211019280</pub-id>
          <pub-id pub-id-type="medline">34053309</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moreno</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Jelenchick</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Egan</surname>
              <given-names>KG</given-names>
            </name>
            <name name-style="western">
              <surname>Cox</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Gannon</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Becker</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Feeling bad on Facebook: depression disclosures by college students on a social networking site</article-title>
          <source>Depress Anxiety</source>
          <year>2011</year>
          <month>3</month>
          <day>11</day>
          <volume>28</volume>
          <issue>6</issue>
          <fpage>447</fpage>
          <lpage>55</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/21400639"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/da.20805</pub-id>
          <pub-id pub-id-type="medline">21400639</pub-id>
          <pub-id pub-id-type="pmcid">PMC3110617</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>De Choudhury</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gamon</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Counts</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Horvitz</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Predicting depression via social media</article-title>
          <source>Proc Int AAAI Conf Web Social Media</source>
          <year>2021</year>
          <month>08</month>
          <day>03</day>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>128</fpage>
          <lpage>37</lpage>
          <pub-id pub-id-type="doi">10.1609/icwsm.v7i1.14432</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guntuku</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Schneider</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Pelullo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Ungar</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Polsky</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Volpp</surname>
              <given-names>KG</given-names>
            </name>
            <name name-style="western">
              <surname>Merchant</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Studying expressions of loneliness in individuals using twitter: an observational study</article-title>
          <source>BMJ Open</source>
          <year>2019</year>
          <month>9</month>
          <volume>9</volume>
          <issue>11</issue>
          <fpage>e030355</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=31685502"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2019-030355</pub-id>
          <pub-id pub-id-type="medline">31685502</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2019-030355</pub-id>
          <pub-id pub-id-type="pmcid">PMC6830671</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Saha</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Yousuf</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Boyd</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Pennebaker</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>De Choudhury</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Social media discussions predict mental health consultations on college campuses</article-title>
          <source>Sci Rep</source>
          <year>2022</year>
          <month>01</month>
          <day>07</day>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>123</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41598-021-03423-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41598-021-03423-4</pub-id>
          <pub-id pub-id-type="medline">34996909</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41598-021-03423-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC8741988</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Masuda</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kurahashi</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Onari</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Suicide ideation of individuals in online social networks</article-title>
          <source>PLoS One</source>
          <year>2013</year>
          <month>4</month>
          <day>26</day>
          <volume>8</volume>
          <issue>4</issue>
          <fpage>e62262</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0062262"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0062262</pub-id>
          <pub-id pub-id-type="medline">23638019</pub-id>
          <pub-id pub-id-type="pii">PONE-D-13-01511</pub-id>
          <pub-id pub-id-type="pmcid">PMC3637384</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Negriff</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Depressive symptoms predict characteristics of online social networks</article-title>
          <source>J Adolesc Health</source>
          <year>2019</year>
          <month>07</month>
          <volume>65</volume>
          <issue>1</issue>
          <fpage>101</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30956137"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jadohealth.2019.01.026</pub-id>
          <pub-id pub-id-type="medline">30956137</pub-id>
          <pub-id pub-id-type="pii">S1054-139X(19)30068-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC6589394</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lam</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Doogan</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Thomson</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ferketich</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Paskett</surname>
              <given-names>ED</given-names>
            </name>
            <name name-style="western">
              <surname>Wewers</surname>
              <given-names>ME</given-names>
            </name>
          </person-group>
          <article-title>Depression, smoking, and ego-centric social network characteristics in Ohio Appalachian women</article-title>
          <source>Rural Ment Health</source>
          <year>2017</year>
          <month>01</month>
          <volume>41</volume>
          <issue>1</issue>
          <fpage>30</fpage>
          <lpage>41</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29081878"/>
          </comment>
          <pub-id pub-id-type="doi">10.1037/rmh0000054</pub-id>
          <pub-id pub-id-type="medline">29081878</pub-id>
          <pub-id pub-id-type="pmcid">PMC5658011</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bearman</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Moody</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Suicide and friendships among American adolescents</article-title>
          <source>Am J Public Health</source>
          <year>2004</year>
          <month>01</month>
          <volume>94</volume>
          <issue>1</issue>
          <fpage>89</fpage>
          <lpage>95</lpage>
          <pub-id pub-id-type="doi">10.2105/ajph.94.1.89</pub-id>
          <pub-id pub-id-type="medline">14713704</pub-id>
          <pub-id pub-id-type="pmcid">PMC1449832</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dutta</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>De Choudhury</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Characterizing anxiety disorders with online social and interactional networks</article-title>
          <source>HCI International 2020 – Late Breaking Papers: Interaction, Knowledge and Social Media</source>
          <year>2020</year>
          <publisher-loc>Cham</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>249</fpage>
          <lpage>64</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Degnan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sweet</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Abel</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Crossley</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Edge</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Social networks and symptomatic and functional outcomes in schizophrenia: a systematic review and meta-analysis</article-title>
          <source>Soc Psychiatry Psychiatr Epidemiol</source>
          <year>2018</year>
          <month>09</month>
          <day>27</day>
          <volume>53</volume>
          <issue>9</issue>
          <fpage>873</fpage>
          <lpage>88</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29951929"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s00127-018-1552-8</pub-id>
          <pub-id pub-id-type="medline">29951929</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00127-018-1552-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC6133157</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chancellor</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nitzburg</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Zampieri</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>De Choudhury</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Discovering alternative treatments for opioid use recovery using social media</article-title>
          <source>Proceedings of the 2019 CHI Conference on Human Factors in Computing Systems</source>
          <year>2019</year>
          <conf-name>CHI '19: CHI Conference on Human Factors in Computing Systems</conf-name>
          <conf-date>May 4 - 9, 2019</conf-date>
          <conf-loc>Glasgow Scotland UK</conf-loc>
          <fpage>1</fpage>
          <lpage>15</lpage>
          <pub-id pub-id-type="doi">10.1145/3290605.3300354</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="web">
          <article-title>Pushshift API</article-title>
          <source>GitHub</source>
          <year>2019</year>
          <access-date>2023-05-07</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://github.com/pushshift/api">https://github.com/pushshift/api</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="web">
          <article-title>Documentation Natural Language Toolkit</article-title>
          <source>Natural Language Toolkit</source>
          <access-date>2023-05-07</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nltk.org/index.html">https://www.nltk.org/index.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="web">
          <article-title>ycao20 / ACE-project</article-title>
          <source>GitHub</source>
          <access-date>2023-05-07</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://github.com/ycao20/ACE-project">https://github.com/ycao20/ACE-project</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hussain</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bird</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Faria</surname>
              <given-names>DR</given-names>
            </name>
          </person-group>
          <article-title>A study on CNN transfer learning for image classification</article-title>
          <source>Advances in Computational Intelligence Systems</source>
          <year>2018</year>
          <publisher-loc>Cham</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>191</fpage>
          <lpage>202</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Luan</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Research on text classification based on CNN and LSTM</article-title>
          <source>Proceedings of the IEEE International Conference on Artificial Intelligence and Computer Applications (ICAICA)</source>
          <year>2019</year>
          <conf-name>IEEE International Conference on Artificial Intelligence and Computer Applications (ICAICA)</conf-name>
          <conf-date>Mar 29-31, 2019</conf-date>
          <conf-loc>Dalian, China</conf-loc>
          <pub-id pub-id-type="doi">10.1109/icaica.2019.8873454</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gkotsis</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Oellrich</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Velupillai</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Liakata</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hubbard</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Dobson</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Dutta</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Characterisation of mental health conditions in social media using Informed Deep Learning</article-title>
          <source>Sci Rep</source>
          <year>2017</year>
          <month>03</month>
          <day>22</day>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>45141</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/srep45141"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/srep45141</pub-id>
          <pub-id pub-id-type="medline">28327593</pub-id>
          <pub-id pub-id-type="pii">srep45141</pub-id>
          <pub-id pub-id-type="pmcid">PMC5361083</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Han</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A deep learning model for detecting mental illness from user content on social media</article-title>
          <source>Sci Rep</source>
          <year>2020</year>
          <month>07</month>
          <day>16</day>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>11846</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41598-020-68764-y"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41598-020-68764-y</pub-id>
          <pub-id pub-id-type="medline">32678250</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41598-020-68764-y</pub-id>
          <pub-id pub-id-type="pmcid">PMC7367301</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>López</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Fernández</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>García</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Palade</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Herrera</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>An insight into classification with imbalanced data: empirical results and current trends on using data intrinsic characteristics</article-title>
          <source>Inform Sci</source>
          <year>2013</year>
          <month>11</month>
          <volume>250</volume>
          <fpage>113</fpage>
          <lpage>41</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ins.2013.07.007</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="web">
          <article-title>Keras homepage</article-title>
          <source>Keras</source>
          <access-date>2023-05-07</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://keras.io/">https://keras.io/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="web">
          <article-title>Tensorflow</article-title>
          <source>GitHub</source>
          <access-date>2023-05-07</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://github.com/tensorflow/tensorflow">https://github.com/tensorflow/tensorflow</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Khattak</surname>
              <given-names>FK</given-names>
            </name>
            <name name-style="western">
              <surname>Jeblee</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pou-Prom</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Abdalla</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Meaney</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rudzicz</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>A survey of word embeddings for clinical text</article-title>
          <source>J Biomed Inform</source>
          <year>2019</year>
          <volume>100S</volume>
          <fpage>100057</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2590-177X(19)30056-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.yjbinx.2019.100057</pub-id>
          <pub-id pub-id-type="medline">34384583</pub-id>
          <pub-id pub-id-type="pii">S2590-177X(19)30056-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pennington</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Socher</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Manning</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>GloVe: global vectors for word representation</article-title>
          <source>Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing (EMNLP)</source>
          <year>2014</year>
          <conf-name>2014 Conference on Empirical Methods in Natural Language Processing (EMNLP)</conf-name>
          <conf-date>Oct 25–29, 2014</conf-date>
          <conf-loc>Doha, Qatar</conf-loc>
          <pub-id pub-id-type="doi">10.3115/v1/d14-1162</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Powers</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Evaluation: from precision, recall and F-measure to ROC, informedness, markedness and correlation</article-title>
          <source>Int J Machine Learn Technol</source>
          <year>2020</year>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>37</fpage>
          <lpage>63</lpage>
          <pub-id pub-id-type="doi">10.48550/arXiv.2010.16061</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="web">
          <article-title>twintproject / twint</article-title>
          <source>GitHub</source>
          <access-date>2023-05-07</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://github.com/twintproject/twint">https://github.com/twintproject/twint</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hutto</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gilbert</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>VADER: a parsimonious rule-based model for sentiment analysis of social media text</article-title>
          <source>Proce Int AAAI Conf Web Soc Media</source>
          <year>2014</year>
          <month>05</month>
          <day>16</day>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>216</fpage>
          <lpage>25</lpage>
          <pub-id pub-id-type="doi">10.1609/icwsm.v8i1.14550</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="web">
          <article-title>Twitter for Python!</article-title>
          <source>GitHub</source>
          <access-date>2023-05-07</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://github.com/tweepy/tweepy">https://github.com/tweepy/tweepy</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wasserman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Faust</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <source>Social Network Analysis Methods and Applications</source>
          <year>1994</year>
          <publisher-loc>Cambridge, England</publisher-loc>
          <publisher-name>Cambridge University Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Garlaschelli</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Loffredo</surname>
              <given-names>MI</given-names>
            </name>
          </person-group>
          <article-title>Patterns of link reciprocity in directed networks</article-title>
          <source>Phys Rev Lett</source>
          <year>2004</year>
          <month>12</month>
          <day>20</day>
          <volume>93</volume>
          <issue>26</issue>
          <fpage>268701</fpage>
          <pub-id pub-id-type="doi">10.1103/physrevlett.93.268701</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Krackhardt</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The ties that torture: simmelian tie analysis in organizations</article-title>
          <source>Research in the Sociology of Organizations</source>
          <year>1999</year>
          <publisher-loc>Stamford, CT, United States</publisher-loc>
          <publisher-name>JAI Press Inc</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Viry</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Residential mobility and the spatial dispersion of personal networks: effects on social support</article-title>
          <source>Soc Networks</source>
          <year>2012</year>
          <month>1</month>
          <volume>34</volume>
          <issue>1</issue>
          <fpage>59</fpage>
          <lpage>72</lpage>
          <pub-id pub-id-type="doi">10.1016/j.socnet.2011.07.003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Devlin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>M-W</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Toutanova</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>BERT: pre-training of deep bidirectional transformers for language understanding</article-title>
          <source>Proceedings of NAACL-HLT 2019</source>
          <year>2019</year>
          <conf-name>NAACL-HLT 2019</conf-name>
          <conf-date>Jun 2 - 7, 2019</conf-date>
          <conf-loc>Minneapolis, Minnesota</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Myers</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sharma</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Information network or social network?: the structure of the twitter follow graph</article-title>
          <source>Proceedings of the 23rd International Conference on World Wide Web</source>
          <year>2014</year>
          <conf-name>WWW '14: 23rd International World Wide Web Conference</conf-name>
          <conf-date>Apr 7 - 11, 2014</conf-date>
          <conf-loc>Seoul, Korea</conf-loc>
          <pub-id pub-id-type="doi">10.1145/2567948.2576939</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Perry</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Pescosolido</surname>
              <given-names>BA</given-names>
            </name>
          </person-group>
          <article-title>Social network dynamics and biographical disruption: the case of “first-timers” with mental illness</article-title>
          <source>Am J Sociol</source>
          <year>2012</year>
          <month>07</month>
          <volume>118</volume>
          <issue>1</issue>
          <fpage>134</fpage>
          <lpage>75</lpage>
          <pub-id pub-id-type="doi">10.1086/666377</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shonkoff</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Garner</surname>
              <given-names>AS</given-names>
            </name>
            <collab>Committee on Psychosocial Aspects of ChildFamily Health</collab>
            <collab>Committee on Early Childhood‚ Adoption‚Dependent Care</collab>
            <collab>Section on DevelopmentalBehavioral Pediatrics</collab>
          </person-group>
          <article-title>The lifelong effects of early childhood adversity and toxic stress</article-title>
          <source>Pediatrics</source>
          <year>2012</year>
          <month>01</month>
          <volume>129</volume>
          <issue>1</issue>
          <fpage>e232</fpage>
          <lpage>46</lpage>
          <pub-id pub-id-type="doi">10.1542/peds.2011-2663</pub-id>
          <pub-id pub-id-type="medline">22201156</pub-id>
          <pub-id pub-id-type="pii">peds.2011-2663</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Corrigan</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>How stigma interferes with mental health care</article-title>
          <source>Am Psychologist</source>
          <year>2004</year>
          <month>10</month>
          <volume>59</volume>
          <issue>7</issue>
          <fpage>614</fpage>
          <lpage>25</lpage>
          <pub-id pub-id-type="doi">10.1037/0003-066x.59.7.614</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gulliver</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Griffiths</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Perceived barriers and facilitators to mental health help-seeking in young people: a systematic review</article-title>
          <source>BMC Psychiatry</source>
          <year>2010</year>
          <month>12</month>
          <day>30</day>
          <volume>10</volume>
          <fpage>113</fpage>
          <pub-id pub-id-type="doi">10.1186/1471-244x-10-113</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Harari</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Müller</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Mirjafari</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Masaba</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>AT</given-names>
            </name>
          </person-group>
          <article-title>Sensing behavioral change over time: using within-person variability features from mobile sensing to predict personality traits</article-title>
          <source>Proc ACM Interact Mob Wearable Ubiquitous Technol</source>
          <year>2018</year>
          <month>09</month>
          <day>18</day>
          <volume>2</volume>
          <issue>3</issue>
          <fpage>1</fpage>
          <lpage>21</lpage>
          <pub-id pub-id-type="doi">10.1145/3264951</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Mirjafari</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Harari</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Ben-Zeev</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Brain</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Choudhury</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hauser</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kane</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Nepal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sano</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Scherer</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Tseng</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Social sensing: assessing social functioning of patients living with schizophrenia using mobile phone sensing</article-title>
          <source>Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems</source>
          <year>2020</year>
          <conf-name>CHI '20: CHI Conference on Human Factors in Computing Systems</conf-name>
          <conf-date>Apr 25 - 30, 2020</conf-date>
          <conf-loc>Honolulu, HI, USA</conf-loc>
          <pub-id pub-id-type="doi">10.1145/3313831.3376855</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Norman</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Byambaa</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>De</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Butchart</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Vos</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>The long-term health consequences of child physical abuse, emotional abuse, and neglect: a systematic review and meta-analysis</article-title>
          <source>PLoS Med</source>
          <year>2012</year>
          <month>11</month>
          <day>27</day>
          <volume>9</volume>
          <issue>11</issue>
          <fpage>e1001349</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pmed.1001349"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pmed.1001349</pub-id>
          <pub-id pub-id-type="medline">23209385</pub-id>
          <pub-id pub-id-type="pii">PMEDICINE-D-12-00821</pub-id>
          <pub-id pub-id-type="pmcid">PMC3507962</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kalmakis</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Chandler</surname>
              <given-names>GE</given-names>
            </name>
          </person-group>
          <article-title>Health consequences of adverse childhood experiences: a systematic review</article-title>
          <source>J Am Assoc Nurse Pract</source>
          <year>2015</year>
          <month>08</month>
          <volume>27</volume>
          <issue>8</issue>
          <fpage>457</fpage>
          <lpage>65</lpage>
          <pub-id pub-id-type="doi">10.1002/2327-6924.12215</pub-id>
          <pub-id pub-id-type="medline">25755161</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hughes</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bellis</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Hardcastle</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Sethi</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Butchart</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mikton</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dunne</surname>
              <given-names>MP</given-names>
            </name>
          </person-group>
          <article-title>The effect of multiple adverse childhood experiences on health: a systematic review and meta-analysis</article-title>
          <source>Lancet Public Health</source>
          <year>2017</year>
          <month>08</month>
          <volume>2</volume>
          <issue>8</issue>
          <fpage>e356</fpage>
          <lpage>66</lpage>
          <pub-id pub-id-type="doi">10.1016/s2468-2667(17)30118-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lacey</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Minnis</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Practitioner review: twenty years of research with adverse childhood experience scores - advantages, disadvantages and applications to practice</article-title>
          <source>J Child Psychol Psychiatry</source>
          <year>2020</year>
          <month>02</month>
          <day>14</day>
          <volume>61</volume>
          <issue>2</issue>
          <fpage>116</fpage>
          <lpage>30</lpage>
          <pub-id pub-id-type="doi">10.1111/jcpp.13135</pub-id>
          <pub-id pub-id-type="medline">31609471</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kwak</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Moon</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>What is Twitter, a social network or a news media?</article-title>
          <source>Proceedings of the 19th international conference on World wide web</source>
          <year>2010</year>
          <conf-name>WWW '10: The 19th International World Wide Web Conference</conf-name>
          <conf-date>Apr 26 - 30, 2010</conf-date>
          <conf-loc>Raleigh, North Carolina, USA</conf-loc>
          <fpage>591</fpage>
          <lpage>600</lpage>
          <pub-id pub-id-type="doi">10.1145/1772690.1772751</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
