<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v27i1e68695</article-id>
      <article-id pub-id-type="pmid">41232106</article-id>
      <article-id pub-id-type="doi">10.2196/68695</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Identifying Stigma Phenotypes in Social Media Narratives of Substance Use: Observational Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Berahmand</surname>
            <given-names>Kamal</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Curtin</surname>
            <given-names>John</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>Lexie Chenyue</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0002-9463-0769</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Pike</surname>
            <given-names>Kenneth C</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7730-6476</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Conway</surname>
            <given-names>Mike</given-names>
          </name>
          <degrees>MSc, PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3209-8108</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Chen</surname>
            <given-names>Annie T</given-names>
          </name>
          <degrees>MSIS, PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <address>
            <institution>Department of Biomedical Informatics and Medical Education</institution>
            <institution>School of Medicine</institution>
            <institution>University of Washington</institution>
            <addr-line>Department of Biomedical Informatics &#38; Medical Education, University of Washington</addr-line>
            <addr-line>Box 358047</addr-line>
            <addr-line>Seattle, WA, 98195</addr-line>
            <country>United States</country>
            <phone>1 206 543 2259</phone>
            <email>atchen@uw.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3070-8336</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Linguistics</institution>
        <institution>University of Washington</institution>
        <addr-line>Seattle, WA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Office of Nursing Research</institution>
        <institution>University of Washington</institution>
        <addr-line>Seattle, WA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>School of Computing and Information Systems</institution>
        <institution>University of Melbourne</institution>
        <addr-line>Melbourne</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Biomedical Informatics and Medical Education</institution>
        <institution>School of Medicine</institution>
        <institution>University of Washington</institution>
        <addr-line>Seattle, WA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Annie T Chen <email>atchen@uw.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2025</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>13</day>
        <month>11</month>
        <year>2025</year>
      </pub-date>
      <volume>27</volume>
      <elocation-id>e68695</elocation-id>
      <history>
        <date date-type="received">
          <day>14</day>
          <month>11</month>
          <year>2024</year>
        </date>
        <date date-type="rev-request">
          <day>20</day>
          <month>2</month>
          <year>2025</year>
        </date>
        <date date-type="rev-recd">
          <day>26</day>
          <month>5</month>
          <year>2025</year>
        </date>
        <date date-type="accepted">
          <day>14</day>
          <month>8</month>
          <year>2025</year>
        </date>
      </history>
      <copyright-statement>©Lexie Chenyue Wang, Kenneth C Pike, Mike Conway, Annie T Chen. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 13.11.2025.</copyright-statement>
      <copyright-year>2025</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research (ISSN 1438-8871), is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2025/1/e68695" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Individuals with substance use problems experience stigma in different contexts. Identifying characteristic situations in which stigma occurs or manifests—stigma phenotypes—can serve as important leverage points for future intervention.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This paper aims to (1) identify stigma phenotypes expressed in social media narratives related to substance use stigma and (2) explore the similarities and differences between the stigma phenotypes from a social ecological perspective.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We collected Reddit posts pertaining to 3 substances—alcohol, cannabis, and opioids. We performed feature engineering using a combination of content analysis, machine learning, and keyword-based methods to predict variables at different levels of the social ecological framework. Leveraging these features, we applied the fuzzy c-means clustering algorithm on the subset of posts containing stigma to extract stigma phenotypes, where a phenotype is defined by four main dimensions: (1) the stigma mechanism present (eg, internalized stigma, anticipated stigma, or enacted stigma), (2) the substance used (eg, alcohol, cannabis, or opioids), (3) the settings involved (eg, work, school, or home), and (4) the actors involved (eg, family, friends, or partners). Finally, we used Kruskal-Wallis and Dunn post hoc tests to examine the differences between stigma phenotypes with respect to specific ecological factors.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>We derived 7 stigma phenotypes from stigma-related posts by 8627 authors. The phenotypes can be categorized into 4 groups: internalized stigma–only, anticipated stigma, enacted stigma–only, and mixed-stigma phenotypes. Narratives on internalized stigma phenotypes focused on the self, with minimal reference to settings and actors. One phenotype focused on anticipated stigma and was characterized by a high proportion of opioid use mentions (707/1217, 58.09% of the authors) and references to the health care setting (647/1217, 53.16% of the authors). Posts associated with the enacted stigma–only phenotypes included substantial representation of settings and actors. Narratives in the mixed-stigma phenotypes often involved more than one stigma mechanism, setting, and actor, with home and family being the most salient factors. The phenotypes differed from one another with respect to social ecological factors, including loneliness and social isolation, use of treatment services, presence of health care providers, community and support groups, society, and legalization.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>These findings provide valuable insights that help inform the design and development of interventions targeted at different stigma phenotypic groups from a social ecological perspective.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>stigma</kwd>
        <kwd>substance use</kwd>
        <kwd>social media</kwd>
        <kwd>machine learning</kwd>
        <kwd>social ecological</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p><italic>Stigma</italic>, a term originating in ancient Greece, was initially used to refer to physical marks on an individual’s body that signified their status as a criminal, slave, or traitor [<xref ref-type="bibr" rid="ref1">1</xref>]. In contemporary times, the concept of stigma can include labeling, stereotyping, social exclusion, status loss, and discrimination against individuals [<xref ref-type="bibr" rid="ref2">2</xref>]. People with substance use disorders frequently experience stigma, which can adversely impact different aspects of their lives, including physical and mental well-being, employment opportunities, social status, relationships, health care, and more [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. Specifically, the negative impacts may include reduced social functioning [<xref ref-type="bibr" rid="ref5">5</xref>], social disapproval and labeling [<xref ref-type="bibr" rid="ref6">6</xref>], distrust in health care providers and reluctance to seek treatment [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>], delayed recovery [<xref ref-type="bibr" rid="ref9">9</xref>], and insufficient health care [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
        <p>Understanding factors that shape substance use stigma experiences is necessary for effective intervention design for stigma reduction, substance use recovery, and improvement of overall mental and physical health. In this study, we focused on 3 groups of factors: substances, stigma mechanisms, and ecological factors. We focused on 3 substances—alcohol, cannabis, and opioids. Due to differences in legality, societal acceptance, and other considerations, we expected the nature of stigma-related experiences with each substance to differ.</p>
        <p>We studied 3 stigma mechanisms—enacted, anticipated, and internalized stigma, as defined in the stigma framework [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. Enacted stigma refers to direct experiences of stereotyping and discrimination enacted by another individual because of a stigmatized attribute [<xref ref-type="bibr" rid="ref12">12</xref>]. One example is being called a “drug addict” by another person. Anticipated stigma is the expectation that others might hold stereotypical and discriminatory views toward the self [<xref ref-type="bibr" rid="ref12">12</xref>], for example, hiding liquor bottles from family members due to fear of judgment. Internalized stigma, also known as self-stigma, is the experience of devaluation, shame, unworthiness, and guilt caused by applying the negative beliefs of society concerning a stigmatized attribute to the self [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref13">13</xref>].</p>
        <p>Substance use stigma experiences are largely influenced by an individual’s interaction with their immediate physical, social, and cultural environments and the people around them [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. Thus, it is valuable to adopt an ecological approach to examine the significant determinants at different levels of influence [<xref ref-type="bibr" rid="ref16">16</xref>]. While similar approaches have been used in research concerning other groups, particularly persons who experience HIV stigma [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>], there is a notable gap in understanding stigma in the context of substance use from a social ecological perspective.</p>
        <p>We adapted the social ecological framework (SEF), which is frequently used for health promotion and intervention design [<xref ref-type="bibr" rid="ref16">16</xref>], to hypothesize key constructs related to substance use stigma. The SEF is particularly suited for this research because it offers a comprehensive perspective that captures the influence of factors across multiple levels, including individual, interpersonal, contextual, community, and societal. This makes it a robust framework for interpreting health behaviors and developing interventions at the population level [<xref ref-type="bibr" rid="ref16">16</xref>]. In addition, the SEF is a flexible framework that can be applied to focus on specific contexts, often referred to as settings [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. Adapting from definitions in previous research, we defined <italic>behavior settings</italic> to be physical and conceptual settings where substance use stigma takes place [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. We identified 5 behavior settings at the contextual level of influence in the SEF—home, school, work, leisure, and health care—that are potentially insightful for examining stigma manifestations and 5 <italic>actors</italic>—family, partners, friends, coworkers, and health care providers—who may play a role in these scenarios.</p>
        <p>Using the ecological features, we aimed to identify characteristic ways in which stigma manifests, or <italic>stigma phenotypes</italic>, from social media data to better understand experiences of stigma in diverse social ecological contexts. We conceptualized a <italic>stigma phenotype</italic> as a distinct combination of features along 4 key dimensions: stigma mechanism, substance, setting, and actor. We sought to identify the patterns of co-occurrence of <italic>stigma mechanisms</italic> (internalized, anticipated, and/or enacted) with respect to different <italic>substances</italic> (alcohol, cannabis, and/or opioids) within diverse <italic>settings</italic> (home, work, school, leisure, and/or health care) and involving different <italic>actors</italic> (family, partners, and/or friends). The identification of stigma phenotypes can, in turn, provide valuable insights that inform the design of customized interventions tailored to different target groups.</p>
        <p>There is a significant gap in the literature regarding the use of extensive, naturally occurring data to analyze experiences of substance use stigma. Most of the extant literature on this topic has used survey or interview methods, typically involving small to moderate sample sizes [<xref ref-type="bibr" rid="ref9">9</xref>]. Social media enables the collection of extensive, naturally occurring data, which is not easily achievable in laboratory settings [<xref ref-type="bibr" rid="ref22">22</xref>]. Reddit has been frequently used in substance use research as it provides a rich body of pseudoanonymous, user-generated content and features subreddits, or discussion forums, dedicated to topics related to substance use [<xref ref-type="bibr" rid="ref23">23</xref>-<xref ref-type="bibr" rid="ref26">26</xref>]. Given the volume of data, we leveraged natural language processing (NLP) and machine learning (ML) methods to derive the defining features of stigma phenotypes.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>The purpose of this study was to examine stigma phenotypes in social media data to ensure a comprehensive and nuanced understanding of how substance use stigma operates within and across different ecological contexts. Cluster analysis is an unsupervised ML method that can reveal hidden patterns within a dataset and groups data points into clusters based on identified patterns [<xref ref-type="bibr" rid="ref27">27</xref>]. Due to its ability to identify natural groupings within datasets [<xref ref-type="bibr" rid="ref27">27</xref>], cluster analysis methods have been frequently used in biomedical research to extract disease phenotypes [<xref ref-type="bibr" rid="ref28">28</xref>-<xref ref-type="bibr" rid="ref30">30</xref>]. We performed cluster analysis to extract stigma phenotypes delineated by stigma mechanisms, substances, and ecological factors (behavior settings and actors) from an extensive social media dataset. In addition, we sought to investigate the differences between stigma phenotypes with respect to more granular ecological factors. We propose the following research questions (RQs):</p>
        <list list-type="order">
          <list-item>
            <p>What stigma phenotypes (defined by stigma mechanism, substance, setting, and actors) are reflected in social media data?</p>
          </list-item>
          <list-item>
            <p>What additional ecological factors might influence these stigma phenotypes?</p>
          </list-item>
        </list>
        <p>The identification of stigma phenotypes offers valuable insights in guiding the design and development of targeted interventions that address the specific needs and challenges faced by different groups experiencing substance use stigma. By leveraging these phenotypes, targeted interventions can acknowledge the heterogeneity in stigmatizing experiences and deliver support that is contextually relevant to individuals’ lived experiences.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Data Collection</title>
        <p>We collected a total of 163,662 Reddit posts published between January 1, 2013, and December 31, 2019, from 10 subreddits (<xref rid="figure1" ref-type="fig">Figure 1</xref>, box A) using the Pushshift application programming interface [<xref ref-type="bibr" rid="ref31">31</xref>]. Each subreddit focuses on 1 of our 3 substances of interest. Some subreddits (eg, r/OpiatesRecovery, r/leaves, and r/stopdrinking) are recovery focused, whereas the others (eg, r/opiates, r/cannabis, and r/cripplingalcoholism) are not. We only collected thread-initiating posts as they tend to contain richer information than their replies [<xref ref-type="bibr" rid="ref32">32</xref>]. More information about the data collection process is discussed in our prior work [<xref ref-type="bibr" rid="ref33">33</xref>].</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Study flowchart. FCM: fuzzy c-means; ML: machine learning; PCA: principal component analysis; RQ: research question.</p>
          </caption>
          <graphic xlink:href="jmir_v27i1e68695_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Feature Selection</title>
        <p>A total of 14 features (ie, factors) were included in the cluster analysis (<xref rid="figure1" ref-type="fig">Figure 1</xref>, box B). There were 4 groups of features: substances (alcohol, cannabis, and/or opioids), stigma mechanisms (internalized stigma, anticipated stigma, and/or enacted stigma), settings (home, school, work, health care, and/or leisure), and actors (family, partners, and/or friends). The settings refer to both physical and conceptual settings; for example, <italic>home</italic> refers to both the presence or absence of the physical space and the idea of home. As such, if an individual mentioned housing insecurity in the passage (eg, being forced to leave their home, which could be important in the context of substance use [<xref ref-type="bibr" rid="ref34">34</xref>]), this incident would be captured in the data. Specifically, <italic>leisure</italic> was defined as recreational situations in which a social element is present or implied. Each feature could take 1 of 2 values: 0 (absent) or 1 (present).</p>
      </sec>
      <sec>
        <title>Feature Engineering</title>
        <p>We used NLP methods to develop ML classifiers [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>] that predicted the presence of each variable. We then used the classifiers to generate predictions on unseen data to be used for subsequent analyses. The feature engineering pipeline consisted of 2 main parts: content analysis (<xref rid="figure1" ref-type="fig">Figure 1</xref>, box C) and model development (<xref rid="figure1" ref-type="fig">Figure 1</xref>, box D). We conducted 2 phases of content analysis that corresponded to 2 sets of ML models, each serving as a foundation to derive different features necessary for the subsequent cluster analysis (<xref rid="figure2" ref-type="fig">Figure 2</xref>).</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Feature engineering flowchart. BERT: bidirectional encoder representations from transformers; MLP: multilayer perceptron.</p>
          </caption>
          <graphic xlink:href="jmir_v27i1e68695_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>The phase 1 annotated dataset (n=2214 posts) was used to train models that predict the presence versus absence of the substances and stigma mechanisms [<xref ref-type="bibr" rid="ref33">33</xref>], referred to as M1 models. The posts in this dataset were sampled using the keyword sampling approach described by Chen et al [<xref ref-type="bibr" rid="ref12">12</xref>] to select posts that likely contained stigma. Posts were annotated with substances and stigma mechanisms. Further details on the operationalization of the stigma mechanisms are provided in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
        <p>All the M1 models involved fine-tuning a pretrained RoBERTa model [<xref ref-type="bibr" rid="ref35">35</xref>]. As stigma-related information is often not explicitly stated in text and requires interpretation beyond surface-level content, we incorporated an additional multilayer perceptron into the M1 models. The multilayer perceptron leveraged a variety of features, including term frequency–inverse document frequency weighted n-grams, the National Research Council Canada Emotion Intensity Lexicon [<xref ref-type="bibr" rid="ref37">37</xref>], the WordNet-Affect Lexicon [<xref ref-type="bibr" rid="ref38">38</xref>], Linguistic Inquiry and Word Count features [<xref ref-type="bibr" rid="ref39">39</xref>], and other handcrafted features [<xref ref-type="bibr" rid="ref33">33</xref>]. We report the <italic>F</italic><sub>1</sub>-score as the primary evaluation metric for all models because it balances precision and recall, which is appropriate given that we do not have a strong preference between the 2 metrics. M1 substance models achieved an average <italic>F</italic><sub>1</sub>-score of 0.96 (SD 0.01), whereas M1 stigma models achieved an average <italic>F</italic><sub>1</sub>-score of 0.80 (SD 0.06). Further details on M1 model design, development, and evaluation can be found in our prior work [<xref ref-type="bibr" rid="ref33">33</xref>].</p>
        <p>In phase 2, we sought to identify a wider range of phenomena, including ecological features such as settings and actors. The phase 2 annotated dataset (n=748 posts) included 496 posts from the phase 1 annotated dataset and 252 posts added through quota sampling involving a balanced representation of each substance and stigma type to enrich the representation of stigma within the dataset. This dataset was used to develop classifiers that predicted settings and actors, referred to as M2 models. M2 models used only transformer-based architectures—either bidirectional encoder representations from transformers (BERT) or RoBERTa. To address challenges such as limited training data size and imbalanced data, we implemented the BERTprepend [<xref ref-type="bibr" rid="ref40">40</xref>] data augmentation method on the training set. We then fine-tuned pretrained BERT and RoBERTa models [<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref42">42</xref>] on the augmented dataset and selected the better-performing model for each feature. BERT achieved better performance for home, leisure, work, health care, and friends, and RoBERTa was better at predicting school, family, and partners. The M2 BERT and RoBERTa models achieved an average <italic>F</italic><sub>1</sub>-score of 0.83 (SD 0.03) and 0.81 (SD 0.16), respectively, across the held-out folds of 5-fold cross-validation. <xref ref-type="table" rid="table1">Table 1</xref> presents a summary of the model architectures, predicted features, and model performances.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Overview of machine learning–based binary classification models used in feature engineering, showing model architectures, target variables, training and evaluation datasets, and model performance measured using the average F1-score.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="140"/>
            <col width="400"/>
            <col width="210"/>
            <col width="220"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Model and architecture</td>
                <td>Target variables</td>
                <td>Dataset</td>
                <td><italic>F</italic><sub>1</sub>-score, mean (SD)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="5">
                  <bold>M1<sup>a</sup> models</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>RoBERTa+MLP<sup>b</sup></td>
                <td>Stigma mechanisms: enacted stigma, anticipated stigma, and internalized stigma</td>
                <td>Phase 1 annotated dataset</td>
                <td>0.80 (0.06)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>RoBERTa</td>
                <td>Substances: alcohol, cannabis, and opioids</td>
                <td>Phase 1 annotated dataset</td>
                <td>0.96 (0.01)</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>M2<sup>c</sup> models</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>BERT<sup>d</sup></td>
                <td>Settings: home, leisure, work, and health care; actors: friends</td>
                <td>Phase 2 annotated dataset</td>
                <td>0.83 (0.03)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>RoBERTa</td>
                <td>Settings: school; actors: family and partners</td>
                <td>Phase 2 annotated dataset</td>
                <td>0.81 (0.16)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>M1: ML models that predict stigma mechanisms and substances.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>MLP: multilayer perceptron.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>M2: ML models that predict settings and actors.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>BERT: bidirectional encoder representations from transformers.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Identifying Phenotypes Through Cluster Analysis</title>
        <p>As most collected posts did not contain stigma, we filtered the cluster analysis dataset to retain only stigma-positive posts, ensuring that the analyses were exclusively focused on stigma-related content. Once the features were derived, we restructured the dataset from post level to author level, aggregating the values of each feature across all posts written by the same person (<xref rid="figure1" ref-type="fig">Figure 1</xref>, box E). This procedure was performed to focus on understanding the stigma-related experiences of each individual on a holistic level.</p>
        <p>To address RQ 1 (<xref rid="figure1" ref-type="fig">Figure 1</xref>, box F), we used the fuzzy c-means (FCM) clustering algorithm to derive stigma phenotypes from the data [<xref ref-type="bibr" rid="ref43">43</xref>]. As we explored the appropriate clustering techniques, we evaluated a variety of methods, including but not limited to centroid-based, hierarchical clustering and fuzzy or soft clustering methods [<xref ref-type="bibr" rid="ref44">44</xref>]. Unlike hard clustering methods that assign each case to a single cluster, FCM offers flexibility in handling ambiguous and complex data through partial cluster membership [<xref ref-type="bibr" rid="ref45">45</xref>], making it particularly well suited for the analysis of substance use stigma, which often manifests in layered and nuanced ways.</p>
        <p>With 14 features, we encountered the “curse of dimensionality” [<xref ref-type="bibr" rid="ref46">46</xref>], meaning that an inverse relationship between meaningful differentiation between clusters and the number of features (or dimensions) was observed. To address this problem, we used principal component analysis (PCA) to condense the feature space down to 4 dimensions while preserving &#62;50% of the cumulative explained variance in our data.</p>
        <p>We used a range of validity indexes to determine the optimal number of clusters (<italic>c</italic>*) [<xref ref-type="bibr" rid="ref47">47</xref>]—fuzzy partition coefficient, partition entropy, Calinski-Harabasz index, silhouette score, and Davies-Bouldin index (<xref rid="figure3" ref-type="fig">Figure 3</xref>). The fuzzy partition coefficient and partition entropy favored the smallest value (<italic>c*</italic>=2), which was not ideal for understanding complex and fuzzy stigma phenotypic patterns. In contrast, the Calinski-Harabasz index, silhouette score, and Davies-Bouldin index metrics, which measure clustering quality based on intercluster separation and intracluster compactness [<xref ref-type="bibr" rid="ref48">48</xref>], were all in favor of <italic>c*</italic>=7 compared to other numbers. In summary, we used the FCM clustering algorithm to derive 7 stigma phenotypes from a PCA-transformed dataset with 4 principal components reduced from 14 raw features.</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Validity indices for determining the optimal number of clusters c*. Five validity indices (fuzzy partition coefficient [FPC], partition entropy [PE], Calinski-Harabasz index [CH], silhouette score [SS], and Davies-Bouldin index [DB]) evaluated across 2 to 10 clusters to identify the optimal c* for deriving stigma phenotypes.</p>
          </caption>
          <graphic xlink:href="jmir_v27i1e68695_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Comparing the Phenotypes in Terms of Ecological Variables</title>
        <p>In cluster analysis, it is common to include the dimensions that the researcher considers to be the defining characteristics, or the primary features of interest, as the variables to be clustered upon. Post hoc analyses are performed subsequently to better understand factors that may influence the defining characteristics [<xref ref-type="bibr" rid="ref49">49</xref>].</p>
        <p>In this study, the primary characteristics of interest were the settings and actors that might be involved in stigma-related experiences, and thus, these served as the focus of RQ 1. However, also consistent with an ecological view, human activity is influenced by a myriad of other factors that intersect at different levels. Thus, for RQ 2 (<xref rid="figure1" ref-type="fig">Figure 1</xref>, box G), we sought to identify additional factors that shape substance use stigma experiences at different levels of influence guided by the SEF [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref50">50</xref>] and compare their relative prominence with respect to the phenotypes (<xref rid="figure4" ref-type="fig">Figure 4</xref>).</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Social ecological framework (SEF) for determinants of substance use stigma at different levels of influence and sample keywords used for keyword-based statistical analysis.</p>
          </caption>
          <graphic xlink:href="jmir_v27i1e68695_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>We used a keyword-based approach to systematically capture ecological variables. The full list of keywords can be found in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>. We developed keyword lists and then normalized keyword counts by calculating the percentage of sentences containing the keywords, which allowed for fair and meaningful comparisons across posts of varying lengths.</p>
        <p>At the individual level, <italic>loneliness and social isolation</italic> were related to substance use and stigma [<xref ref-type="bibr" rid="ref51">51</xref>-<xref ref-type="bibr" rid="ref53">53</xref>]. Through content analysis, a systematic method of assigning codes to text segments [<xref ref-type="bibr" rid="ref54">54</xref>], we observed that <italic>legal consequences</italic> and <italic>rehabilitation and treatment</italic> were frequent themes in the dataset. For example, individuals can be stigmatized for driving under the influence of a substance, and people may choose to engage in rehabilitation, treatment, or therapy; capturing these could facilitate a more comprehensive view of the challenges that those experiencing substance use stigma might face.</p>
        <p>At the interpersonal level, the actors included <italic>family</italic>, <italic>partners</italic>, and <italic>friends</italic>, which were prominent actors in the dataset and were included in cluster analysis. Interactions with other actors such as <italic>coworkers</italic>, <italic>health care providers</italic>, and <italic>others</italic> (eg, servers, roommates, and barbers) can also play critical a role in the experiences of a stigmatized individual and, thus, were included in the post hoc analyses.</p>
        <p>Behavior settings are physical and conceptual settings in which stigma and substance use experiences take place [<xref ref-type="bibr" rid="ref19">19</xref>]. <italic>Home</italic>, <italic>work</italic>, <italic>school</italic>, <italic>leisure</italic>, and <italic>health care</italic> are prominent settings that were included in the cluster analysis. It is important to note that the interpersonal variables and behavior settings are often interconnected but do not completely overlap. For example, one can experience stigma at home, but the stigma is not necessarily enacted by family or partners. <italic>Mental health care</italic> sits at the intersection of the interpersonal level and behavior settings as it covers both the mental health care setting and mental health care providers.</p>
        <p>At the community level, we included the variable <italic>community and support groups</italic>, which covers both online and offline communities and support groups such as Alcoholics Anonymous. This is an important variable as communities (primarily online communities, referring to subreddits in this dataset) and support groups can help individuals succeed at substance use recovery [<xref ref-type="bibr" rid="ref55">55</xref>,<xref ref-type="bibr" rid="ref56">56</xref>]. At the societal level, <italic>legalization</italic> of substances is an important factor to consider as individuals who use illicit substances often experience higher levels of stigma [<xref ref-type="bibr" rid="ref57">57</xref>]; <italic>society</italic> itself is also an actor.</p>
        <p>We used statistical tests to examine the differences among the 7 stigma phenotypes regarding these granular variables. As interim multinomial logistic regression results showed minimal to no interaction effects, we independently analyzed differences between the clusters on the granular ecological variables using the nonparametric Kruskal-Wallis test. To account for multiple comparisons, we performed the Dunn post hoc test with Bonferroni adjustment. These methods are ideal for comparing the phenotypes on nonnormally distributed keyword-based variables [<xref ref-type="bibr" rid="ref58">58</xref>]. The full set of test statistics can be found in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>In this paper, we use synthetic or paraphrased quotes derived from original data to provide examples of key themes in the data. We use synthetic quotes to protect author privacy as direct quotes from online sources could be traced back to their original posts [<xref ref-type="bibr" rid="ref59">59</xref>]. As we developed the synthetic quotes, we worked to ensure that the quotes were representative of the raw data and accurately reflected the language, meaning, and connotation of the original content [<xref ref-type="bibr" rid="ref60">60</xref>]. This study received ethics approval from the University of Washington Human Subjects Division (STUDY00015737) and the University of Melbourne Human Research Ethics Committee (2023-25512-48127).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Sample Statistics</title>
        <p>Our sample comprised 10,430 stigma-related posts representing 8627 authors. <xref ref-type="table" rid="table2">Table 2</xref> shows the descriptive statistics of the dataset at both the author and post levels. The numbers reported in the text pertain to the author level.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Sample characteristics regarding feature presence at the author and post levels based on predictions from the machine learning models.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="330"/>
            <col width="0"/>
            <col width="320"/>
            <col width="0"/>
            <col width="320"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Feature</td>
                <td colspan="2">Author level (n=8627), n (%)</td>
                <td>Post level (n=10,430), n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="6">
                  <bold>Substances</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Alcohol</td>
                <td colspan="2">4571 (52.98)</td>
                <td colspan="2">5510 (52.83)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Cannabis</td>
                <td colspan="2">3156 (36.58)</td>
                <td colspan="2">3680 (35.28)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Opioids</td>
                <td colspan="2">1288 (14.93)</td>
                <td colspan="2">1552 (14.88)</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Stigma mechanisms</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Enacted stigma</td>
                <td colspan="2">3390 (39.3)</td>
                <td colspan="2">3832 (36.74)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Anticipated stigma</td>
                <td colspan="2">2767 (32.07)</td>
                <td colspan="2">3031 (29.06)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Internalized stigma</td>
                <td colspan="2">4823 (55.91)</td>
                <td colspan="2">5560 (53.31)</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Settings</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Home</td>
                <td colspan="2">3590 (41.61)</td>
                <td colspan="2">4003 (38.38)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Work</td>
                <td colspan="2">2753 (31.91)</td>
                <td colspan="2">3038 (29.13)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>School</td>
                <td colspan="2">1358 (15.74)</td>
                <td colspan="2">1437 (13.78)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Leisure</td>
                <td colspan="2">2784 (32.27)</td>
                <td colspan="2">3035 (29.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Health care</td>
                <td colspan="2">2016 (23.37)</td>
                <td colspan="2">2202 (21.11)</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Actors</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Family</td>
                <td colspan="2">3616 (41.91)</td>
                <td colspan="2">4034 (38.68)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Partners</td>
                <td colspan="2">2720 (31.53)</td>
                <td colspan="2">2991 (28.68)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Friends</td>
                <td colspan="2">3013 (34.93)</td>
                <td colspan="2">3244 (31.1)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <p>Among the sample, the proportion of authors mentioning each substance varied, with 52.98% (4571/8627) mentioning alcohol, 36.58% (3156/8627) mentioning cannabis, and 14.93% (1288/8627) mentioning opioids. Most authors (7690/8627, 89.1%) indicated use of a single substance within the scope of the posts captured in this dataset.</p>
        <p>Internalized stigma (4823/8627, 55.91%) was the most prominent stigma mechanism, more common than enacted stigma (3390/8627, 39.3%) and anticipated stigma (2767/8627, 32.07%). Among the ecological variables, home (3590/8627, 41.61%) and family (3616/8627, 41.91%) were more prominent, whereas school (1358/8627, 15.74%) and health care (2016/8627, 23.37%) were less common.</p>
      </sec>
      <sec>
        <title>The Stigma Phenotypes</title>
        <sec>
          <title>Overview</title>
          <p>We identified 7 distinct stigma phenotypes from this dataset. <xref ref-type="table" rid="table3">Table 3</xref> summarizes the average post length of each phenotype.</p>
          <table-wrap position="float" id="table3">
            <label>Table 3</label>
            <caption>
              <p>Post length statistics by stigma phenotype.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="160"/>
              <col width="210"/>
              <col width="310"/>
              <col width="320"/>
              <thead>
                <tr valign="top">
                  <td>Phenotype ID</td>
                  <td>Authors (n=8627), n (%)</td>
                  <td>Number of words, mean (SD)</td>
                  <td>Number of words, median (IQR)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>0</td>
                  <td>1217 (14.1)</td>
                  <td>309 (322)</td>
                  <td>223 (235)</td>
                </tr>
                <tr valign="top">
                  <td>1</td>
                  <td>1418 (16.44)</td>
                  <td>381 (277)</td>
                  <td>310 (246)</td>
                </tr>
                <tr valign="top">
                  <td>2</td>
                  <td>1363 (15.8)</td>
                  <td>177 (170)</td>
                  <td>137 (131)</td>
                </tr>
                <tr valign="top">
                  <td>3</td>
                  <td>1037 (12.02)</td>
                  <td>233 (328)</td>
                  <td>152 (223)</td>
                </tr>
                <tr valign="top">
                  <td>4</td>
                  <td>1153 (13.37)</td>
                  <td>433 (351)</td>
                  <td>344 (307)</td>
                </tr>
                <tr valign="top">
                  <td>5</td>
                  <td>1287 (14.92)</td>
                  <td>259 (292)</td>
                  <td>199 (182)</td>
                </tr>
                <tr valign="top">
                  <td>6</td>
                  <td>1152 (13.35)</td>
                  <td>200 (185)</td>
                  <td>154 (164)</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
          <p><xref rid="figure5" ref-type="fig">Figure 5</xref> illustrates the distribution of features in each stigma phenotype, with darker cells indicating higher presence and lighter cells representing lower presence. Even though PCA was used to reduce dimensionality, the interpretability of transformed components is conveyed through their alignment with original dimensions. Thus, the reporting of statistics in the characterization of stigma phenotypes was guided by the input features that were used to derive the principal components. The stigma mechanisms and substances were the primary defining characteristics of the clusters, and the setting and actor features contributed to the differentiation between clusters in a more nuanced manner. The phenotypes were as follows: 
          
          <list list-type="order"><list-item><p><italic>opioids/alcohol–anticipated stigma–health care</italic> (P-0)</p></list-item><list-item><p><italic>alcohol–mixed stigma–more settings and actors</italic> (P-1)</p></list-item><list-item><p><italic>alcohol–internalized stigma–few settings and actors</italic> (P-2)</p></list-item><list-item><p><italic>cannabis/opioids–enacted stigma–few settings and actors</italic> (P-3)</p></list-item><list-item><p><italic>cannabis–mixed stigma–more settings and actors</italic> (P-4)</p></list-item><list-item><p><italic>alcohol–enacted stigma–few settings and actors</italic> (P-5)</p></list-item><list-item><p><italic>cannabis–internalized stigma–few settings and actors</italic></p></list-item></list></p>
          <fig id="figure5" position="float">
            <label>Figure 5</label>
            <caption>
              <p>Distribution of substances, stigma mechanisms, actors, and settings across 7 identified stigma phenotypes. The heatmap is colored based on the percentage of feature presence in each phenotype, with darker colors indicating stronger presence.</p>
            </caption>
            <graphic xlink:href="jmir_v27i1e68695_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <p>The 7 phenotypes can be broadly categorized into 2 groups distinguished by shared presence or absence of certain features: those characterized by a single prominent stigma mechanism (P-0, P-2, P-3, P-5, and P-6) and those displaying moderate to high prominence of multiple stigma mechanisms (P-1 and P-4). Among the single-stigma group, there was a distinct separation of the 3 stigma types, with P-2 and P-6 characterized by internalized stigma, P-0 characterized by anticipated stigma, and P-3 and P-5 characterized by enacted stigma.</p>
        </sec>
        <sec>
          <title>Single-Stigma Phenotypes</title>
          <p>Phenotype 2 (P-2; 1363/8627, 15.8% of the authors) and phenotype 6 (P-6; 1152/8627, 13.35% of the authors) were characterized by a high presence of internalized stigma and low presence of anticipated and enacted stigma. The main difference between P-2 and P-6 was the predominant substance—P-2 authors primarily used alcohol (1306/1363, 95.82%), whereas P-6 authors mainly used cannabis (979/1152, 84.98%), with a small proportion using opioids (120/1152, 10.42%). The posts were relatively short (<xref ref-type="table" rid="table3">Table 3</xref>), and settings and actors were rarely mentioned in both phenotypes. The narratives in P-2 and P-6 were usually centered on the posters’ internal feelings and thoughts, without providing much detail about the context:</p>
          <disp-quote>
            <p>I am embarrassed by my drunk actions. I feel like I’m not capable of anything.</p>
            <attrib>P-2; internalized stigma; alcohol</attrib>
          </disp-quote>
          <p>There were 2 phenotypes with enacted stigma as the distinguishing characteristic (P-3, 1037/8627, 12.02% of the authors and P-5, 1287/8627, 14.92% of the authors). P-5 was characterized by alcohol use (1267/1287, 98.45%), whereas P-3 was mainly associated with cannabis use (698/1037, 67.31%), with some authors (189/1037, 18.23%) reporting opioid use. P-3 and P-5 also differed in terms of the involvement of ecological features. Settings and actors such as family, friends, partners, home, and leisure were common themes in P-5; however, the presence of settings and actors was lower in P-3, except for school. In both enacted stigma phenotypes, it was common for the narratives to center on specific situations, with family and friends being frequently mentioned:</p>
          <disp-quote>
            <p>My wife caught me hung over and we had a huge fight at home. She said that she was disappointed in me, and it really hurts.</p>
            <attrib>P-5; enacted stigma; alcohol</attrib>
          </disp-quote>
          <p>Phenotype 0 (P-0; 1217/8627, 14.11% of the authors) was the only phenotype in which anticipated stigma was the leading stigma mechanism (1051/1217, 86.36%). Internalized stigma and enacted stigma were also experienced by some individuals but to a lesser extent. The substances used by P-0 authors varied, with 58.09% (707/1217) reporting opioid use, 36.32% (442/1217) reporting alcohol use, and 12.08% (147/1217) reporting cannabis use. Most settings and actors were moderately common, except for school and leisure.</p>
          <p>Notably, P-0 was the only phenotype in which health care was the most prominent setting (647/1217, 53.16%). In many cases, anticipated stigma and health care coexisted without being directly related; however, there were scenarios in which the connections between the 2 features were evident. Some individuals felt the need to seek help from therapists because they hid their substance use problems from people around them, and some others anticipated stigma from health care providers:</p>
          <disp-quote>
            <p>I need to talk to a therapist about my situation because there’s no one else I can talk to. My wife and my family can’t find out that I’m using again.</p>
            <attrib>P-0; anticipated stigma; health care</attrib>
          </disp-quote>
          <disp-quote>
            <p>How do I get my Dr to prescribe more pain killers without me appearing like a drug seeker?</p>
            <attrib>P-0; anticipated stigma; health care</attrib>
          </disp-quote>
        </sec>
        <sec>
          <title>Mixed-Stigma Phenotypes</title>
          <p>There were 2 phenotypes in which authors experienced multiple stigma mechanisms. Phenotype 1 (P-1; 1418/8627, 16.44% of the authors) was characterized by alcohol use (1389/1418, 97.95%). In P-1, a total of 74.61% (1058/1418) of the authors mentioned internalized stigma, 46.26% (656/1418) mentioned anticipated stigma, and 40.9% (580/1418) mentioned enacted stigma. Phenotype 4 (P-4; 1153/8627, 13.37%) was characterized by cannabis use (1103/1153, 95.66%). In total, 66.78% (770/1153) of P-4 authors discussed internalized stigma, 50.65% (584/1153) mentioned anticipated stigma, and 21.6% (249/1153) discussed enacted stigma. Narratives in P-1 and P-4 were lengthier (P-1: mean 381, SD 277 words; P-4: mean 433, SD 351 words) and more likely to involve settings and actors. The interconnection between different stigma mechanisms was evident in P-1 and P-4 posts. For example, many authors discussed feelings of internalized stigma and past experiences of enacted stigma:</p>
          <disp-quote>
            <p>How do you all deal with the constant feeling of shame? I keep replaying what happened the other day: I got drunk, blacked out, and ended up vomiting in my friend’s car. I could tell my friend was judging me, and I totally deserve it. I feel so guilty and ashamed, and I can’t stop thinking about it. I really want to quit drinking.</p>
            <attrib>P-1; alcohol; enacted stigma; internalized stigma; friends</attrib>
          </disp-quote>
          <p>In addition, there were notable differences between phenotypes characterized by different substances. In the internalized stigma–only, enacted stigma–only, and mixed-stigma groups, the school setting was consistently more prominent in the cannabis phenotypes (P-6, P-3, and P-4) compared to the alcohol phenotypes (P-2, P-5, and P-1). Although not many authors explicitly discussed incidents occurring at school, many mentioned that they began smoking cannabis while they were students. Conversely, the leisure setting was consistently more prominent in the alcohol phenotypes than in their cannabis and opioid counterparts. Authors frequently referred to leisure settings to provide context for their stories, but there were also instances in which they discussed stigma-related challenges encountered in leisure contexts:</p>
          <disp-quote>
            <p>I’m excited to attend my friend’s wedding, but I’m worried about what I should say when they offer me drinks. None of them knows that I am an alcoholic and have been trying to stay sober.</p>
            <attrib>P-1; alcohol; anticipated stigma; leisure</attrib>
          </disp-quote>
        </sec>
      </sec>
      <sec>
        <title>Comparing the Phenotypes in Terms of Ecological Variables</title>
        <p>We conducted Kruskal-Wallis and Dunn post hoc tests with Bonferroni correction to compare and analyze the phenotypes with respect to granular ecological variables. In this section, we focus on the most meaningful comparisons, which are shown in <xref ref-type="table" rid="table4">Table 4</xref>. The unadjusted and adjusted <italic>P</italic> values for the comparisons between each combination of phenotypes can be found in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>.</p>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Notable statistically significant pairwise comparisons from Kruskal-Wallis and Dunn post hoc tests with Bonferroni correction (adjusted P&#60;.05)<sup>a</sup>.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="500"/>
            <col width="470"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Level and variable</td>
                <td>Notable comparisons</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">
                  <bold>Individual</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Loneliness and social isolation</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>P-1 and P-4&#62;other phenotypes<sup>b</sup></p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Rehabilitation and treatment</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>P-0&#62;other phenotypes</p>
                    </list-item>
                    <list-item>
                      <p>P-1&#62;other phenotypes except for P-0</p>
                    </list-item>
                    <list-item>
                      <p>P-5&#62;P-3, P-4, and P-6</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Legal consequences</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>P-3&#62;other phenotypes</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Interpersonal</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Coworkers</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>P-1&#60;other phenotypes</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Physical health care providers</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>P-0&#62;other phenotypes</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Others</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>P-1&#62;P-0, P-2, P-3, P-5, and P-6</p>
                    </list-item>
                    <list-item>
                      <p>P-4&#62;P-0, P-2, P-3, and P-6</p>
                    </list-item>
                    <list-item>
                      <p>P-5&#62;P-0, P-2, and P-6</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Behavior settings</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Mental health care</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>P-0, P-1, and P-4&#62;other phenotypes</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Community</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Community and support groups</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>P-1&#62;other phenotypes</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Society</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Society</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>P-3&#62;P-0, P-2, P-5, and P-6</p>
                    </list-item>
                    <list-item>
                      <p>P-1&#62;P-2, P-5, and P-6</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Legalization</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>P-3&#62;other phenotypes</p>
                    </list-item>
                  </list>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>P-0 to P-6 denote the stigma phenotypes derived from cluster analysis. See text above for pattern summaries.</p>
            </fn>
            <fn id="table4fn2">
              <p>bOther phenotypes refers to the set of phenotypes not explicitly listed on the left side of the comparison. For example, in P-1 and P-4&#62;other phenotypes, other phenotypes refers to P-0, P-2, P-3, P-5, and P-6.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>In <xref ref-type="table" rid="table4">Table 4</xref>, we observe that, at the individual level, the mixed-stigma phenotypes (P-1 and P-4) exhibited significantly higher levels of <italic>loneliness and social isolation</italic> than other phenotypes (Table S1 in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>). The notation <italic>P-1 and P-4&#62;other phenotypes</italic> indicates that phenotype 1 was significantly greater with respect to this variable when individually compared to the other phenotypes; it does not imply that P-1 and P-4 are significantly different from each other. <italic>Rehabilitation and treatment</italic> was highest in P-0—characterized by opioid and alcohol use, anticipated stigma, and health care—followed by 2 other alcohol phenotypes, P-1 and P-5 (Table S2 in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>). <italic>Legal consequences</italic> were notably higher in P-3 (Table S3 in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>), which is characterized by cannabis and opioid use, enacted stigma, and relatively low presence of the settings and actors studied:</p>
        <disp-quote>
          <p>I got pulled over a couple days ago. The cops thought I was high, but I was completely sober. Then they searched me without even asking for my permission.</p>
          <attrib>P-3; legal consequences</attrib>
        </disp-quote>
        <p>At the interpersonal level, <italic>coworkers</italic> was significantly higher in P-1 (alcohol; mixed stigma) than in other phenotypes (Table S4 in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>). <italic>Physical health care providers</italic> were mentioned more in P-0, where health care was the most prominent setting (Table S5 in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>). <italic>Others</italic> were most frequently mentioned in P-1, followed by P-4 (cannabis; mixed stigma) and P-5 (alcohol; enacted stigma; Table S6 in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>). P-1, P-4, and P-5 were phenotypes with higher presence of actors in general. The behavior setting <italic>mental health care</italic> was more prominent in P-0, P-1, and P-4 (Table S7 in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>).</p>
        <p>At the community level, P-1 authors mentioned <italic>community and support groups</italic> more frequently than authors in other phenotypes (Table S8 in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>). There was a strong sense of (online) community among P-1 authors:</p>
        <disp-quote>
          <p>34 days sober. I could really use some words of encouragement to support me through the process, and I will stay active in this thread for accountability. Thanks everyone.</p>
          <attrib>P-1; alcohol; community and support groups</attrib>
        </disp-quote>
        <p>Finally, at the societal level, <italic>society</italic> was mentioned more by P-3 and P-1 authors compared to authors in some but not all other phenotypes (P-2, P-5, and P-6; Table S9 in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>). P-3 authors, characterized by opioid or cannabis use, discussed <italic>legalization</italic> much more than those in other groups (Table S10 in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>).</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Using the FCM clustering algorithm, we derived 7 stigma phenotypes based on posts containing stigma related to 3 substances. Stigma mechanisms and substances were the key determinants of the phenotypes, and settings and actors influenced the differentiation between clusters in a more subtle way. The 7 stigma phenotypes can be categorized into 4 groups: internalized stigma–only group (P-2 and P-6), anticipated stigma group (P-0), enacted stigma–only group (P-3 and P-5), and mixed-stigma group (P-1 and P-4). This distinction highlights significant differences in the manifestations of the stigma mechanisms individually and in concert.</p>
        <p>The narratives in the internalized stigma–only phenotypes were characterized by a focus on internal feelings, with few references to contextual factors. In contrast, the narratives in the enacted and anticipated stigma phenotypes usually involved more settings and actors, which exemplifies the inherently interpersonal nature of these 2 stigma mechanisms [<xref ref-type="bibr" rid="ref11">11</xref>].</p>
        <p>We observed a complex connection among anticipated stigma, health care, and opioid use in the anticipated stigma phenotype (P-0), which was the only phenotype where anticipated stigma, opioid use, and health care were significantly more common than other stigma types, substances, and settings, respectively. Health care providers often exhibit negative attitudes toward patients with substance use disorders [<xref ref-type="bibr" rid="ref61">61</xref>]; consequently, individuals with substance use problems frequently experience anticipated stigma in health care settings, reducing their willingness to seek help from health care professionals [<xref ref-type="bibr" rid="ref62">62</xref>,<xref ref-type="bibr" rid="ref63">63</xref>]. This pattern is particularly pronounced among opioid users, exemplified by behaviors such as attempting to hide their substance use history and avoiding health care interactions [<xref ref-type="bibr" rid="ref4">4</xref>]. Moreover, the high prevalence of the mental health care setting in this phenotype is likely related to anticipated stigma—individuals often seek or consider seeking help from mental health care providers because they find it difficult to discuss their issues with people around them.</p>
        <p>In the mixed-stigma phenotypes (P-1 and P-4), the connections between stigma mechanisms were evident. We observed that past experiences of enacted stigma can lead to or reinforce anticipated and internalized stigma [<xref ref-type="bibr" rid="ref64">64</xref>]. This is in line with the progressive model of self-stigma [<xref ref-type="bibr" rid="ref65">65</xref>], which posits 4 stages that eventually lead to diminished self-esteem. This first stage is being aware of the stereotypes, which can be caused by incidents of enacted stigma and may result in anticipated stigma. Individuals may then agree with the stereotypes and apply the stereotypes to themselves, which aligns with internalized stigma. Finally, the internalized stigma that individuals experience may lead to lower self-esteem.</p>
        <p>In addition, significantly higher levels of loneliness and social isolation were observed in the mixed-stigma phenotypes. While the underlying mechanisms behind this phenomenon remain unclear, several possibilities can be suggested. In some cases, individuals may isolate themselves voluntarily to avoid social interactions and social stigma [<xref ref-type="bibr" rid="ref66">66</xref>]. Moreover, loneliness and social isolation may also reinforce both anticipated and internalized stigma as individuals continually worry about how others perceive and react to them [<xref ref-type="bibr" rid="ref66">66</xref>]. There was also a high presence of the mental health care setting in the mixed-stigma group. Given these results, interventions targeting individuals who experience multiple forms of stigma should address the individuals’ feelings of loneliness and social isolation and needs for therapy.</p>
        <p>Moreover, substantial differences were evident among the substances studied. The leisure setting was more prominent in alcohol phenotypes than in their cannabis and opioid counterparts. Individuals recovering from alcohol use may feel social pressure to drink and experience stigma in leisure contexts as they attempt to hide their substance-related problems. Therefore, interventions for alcohol users could focus on stigma reduction in social and leisure contexts. The school setting was more prominent in cannabis phenotypes. Previous research has demonstrated that cannabis use is notably prevalent among middle and high school students [<xref ref-type="bibr" rid="ref67">67</xref>,<xref ref-type="bibr" rid="ref68">68</xref>], and exposure to cannabis use at school increases the likelihood of students’ own cannabis use, but the same pattern does not hold for alcohol [<xref ref-type="bibr" rid="ref69">69</xref>]. Our finding further solidifies the necessity for targeted interventions designed for school settings [<xref ref-type="bibr" rid="ref70">70</xref>].</p>
        <p>Furthermore, there were distinctive ways in which specific phenotypes stood out. P-0, characterized by opioid and alcohol use, was the only cluster in which health care was the most prominent setting. It was common for P-0 authors to mention chronic pain conditions and the use of opioids for pain management [<xref ref-type="bibr" rid="ref71">71</xref>]. In addition, there were also cases in which the authors engaged with physical health care providers due to consequences of opioid or alcohol use, such as overdose, severe hangovers, or driving under the influence accidents. These results suggest that interventions in the health care scope should address not only the consequences but also the underlying circumstances of substance use.</p>
        <p>In comparison to all other phenotypes, the role of community and support groups was highly emphasized in P-1, which was characterized by alcohol and mixed-stigma mechanisms. P-1 individuals had a strong sense of (online) community—they sought social support from each other and provided support when they could. They also used the online community to hold themselves accountable. In addition, offline support groups such as Alcoholics Anonymous were often mentioned in P-1 narratives. Congruent with our own prior work, individuals expressed concerns and uncertainties about attending offline support groups, shared both positive and negative experiences and insights, encouraged others to join, or discussed why support groups did not work well for them [<xref ref-type="bibr" rid="ref12">12</xref>]. These findings suggest that online communities such as Reddit can serve as valuable resources for individuals with substance use stigma problems. Offline support groups can also provide support and offer a structured environment for recovery, but they may not be suitable for everyone. While P-3 and P-5 were both characterized by enacted stigma, the involvement of actors and settings was notably lower in P-3 (cannabis and opioids) than in P-5 (alcohol). This discrepancy might be largely attributed to the prevalence of legal consequences, legalization, and society in P-3. Some individuals may express concerns regarding the legal consequences of their substance use behaviors. In other cases, legal consequences can manifest as a form of enacted stigma. For example, individuals may feel that they were unfairly stopped or searched due to their substance use history or appearing to be under the influence. At the societal level, the legalization of a substance can influence the public’s attitudes toward the normalization of its use [<xref ref-type="bibr" rid="ref6">6</xref>]. Individuals in P-3 actively engaged in discussions about cannabis legalization, covering a range of topics. They expressed their opinions on government policies, shared troubles they faced due to the legal status of the substance they used, and discussed how drug laws disproportionately affect ethnic minority groups. These findings highlight the need for interventions to consider the impacts of legal consequences, substance legalization, society, and the stigma associated with substance use.</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>This research has the following contributions and strengths. This study examined the manifestations of substance use–related stigma in a large-scale dataset. Unlike many studies that focus on a specific subgroup of individuals who either use a particular substance or experience a specific type of stigma [<xref ref-type="bibr" rid="ref72">72</xref>,<xref ref-type="bibr" rid="ref73">73</xref>], this research adopted a holistic approach to identify stigma phenotypes in a large dataset by including users of different substances and their experiences with different stigma mechanisms. Furthermore, even though NLP and ML techniques [<xref ref-type="bibr" rid="ref74">74</xref>] and the SEF model [<xref ref-type="bibr" rid="ref75">75</xref>,<xref ref-type="bibr" rid="ref76">76</xref>] have been used separately in previous studies to explore health care–related topics, this research introduced a novel methodology that combined all 3. This combined approach ensured the scalability of the research by facilitating the understanding and analysis of a volume of data at a level of granularity that is difficult to achieve with qualitative and survey-based methods.</p>
        <p>The limitations of this study are related to the nature of the dataset and sampling bias. The analysis was limited to Reddit data from 10 subreddits, which may not represent broader populations who experience substance use stigma, particularly those who are less engaged in social media. The percentage of authors who mentioned opioid use was significantly lower than the percentage of authors who mentioned the other 2 substances of interest, which could introduce bias in the clustering results. In addition, the results of this study largely depend on what the posters chose to disclose and how much detail they chose to include. In general, we found that phenotypes with longer average post lengths (P-0, P-1, and P-4) tended to have a higher presence of stigma, behavior settings, and actors. In phenotypes with shorter posts (P-2 and P-6), these factors were mostly absent. The relationship among post length, detail, and presence of features was subtle and complex. On the one hand, individuals who wrote longer, more detailed posts may have encountered problems in multiple aspects of their lives; thus, their discussions revolved around multiple settings, actors, and stigma mechanisms. On the other hand, they might simply feel a stronger urge of self-disclosure or have a detail-oriented writing style.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>In this study, we introduced a novel combination of NLP, ML, and statistical techniques to examine narratives containing stigma related to substance use from a social ecological perspective. We identified 7 phenotypes from large-scale social media data about substance use and stigma. These phenotypes revealed distinct patterns in terms of stigma mechanisms, substances used, settings and actors involved, and the role of ecological factors across different levels of our framework. The findings of this study provide a framework for understanding stigma as a multidimensional and context-dependent phenomenon. The valuable insights from this research could inform the design and development of interventions targeting different stigma contexts.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Annotation guide for stigma mechanisms, settings, and actors.</p>
        <media xlink:href="jmir_v27i1e68695_app1.docx" xlink:title="DOCX File , 3944 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Keywords for social ecological variables.</p>
        <media xlink:href="jmir_v27i1e68695_app2.docx" xlink:title="DOCX File , 16 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Full results of the Kruskal-Wallis and Dunn post hoc tests.</p>
        <media xlink:href="jmir_v27i1e68695_app3.docx" xlink:title="DOCX File , 144 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">BERT</term>
          <def>
            <p>bidirectional encoder representations from transformers</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">FCM</term>
          <def>
            <p>fuzzy c-means</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">ML</term>
          <def>
            <p>machine learning</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">NLP</term>
          <def>
            <p>natural language processing</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">PCA</term>
          <def>
            <p>principal component analysis</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">RQ</term>
          <def>
            <p>research question</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">SEF</term>
          <def>
            <p>social ecological framework</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The research reported in this publication was supported by the National Institute on Drug Abuse of the National Institutes of Health under award R21DA056684. The content is solely the responsibility of the authors and does not necessarily represent the official views of the National Institutes of Health. Special thanks are extended to David Roesler for his development of the M1 machine learning models, to Sharon H Wong for overseeing the content analysis process, and to Shana Johnny and Rahul K Chaliparambil for their efforts in annotation of the data used in this study.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The datasets generated or analyzed during this study are not publicly available due to privacy concerns as the datasets may contain sensitive information of social media post authors.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>Conceptualization: ATC and LCW</p>
        <p>Data curation: LCW and ATC</p>
        <p>Formal analysis: LCW and KCP</p>
        <p>Funding acquisition: ATC</p>
        <p>Methodology: LCW and ATC</p>
        <p>Software: LCW</p>
        <p>Supervision: ATC</p>
        <p>Validation: LCW and ATC</p>
        <p>Visualization: LCW</p>
        <p>Writing—original draft: LCW</p>
        <p>Writing—review and editing: LCW, ATC, MC, and KCP</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goffman</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <source>Stigma: Notes on the Management of Spoiled Identity</source>
          <year>2009</year>
          <publisher-loc>New York City, NY</publisher-loc>
          <publisher-name>Touchstone</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Link</surname>
              <given-names>BG</given-names>
            </name>
            <name name-style="western">
              <surname>Phelan</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>Conceptualizing stigma</article-title>
          <source>Annu Rev Sociol</source>
          <year>2001</year>
          <volume>27</volume>
          <fpage>363</fpage>
          <lpage>85</lpage>
          <pub-id pub-id-type="doi">10.1146/annurev.soc.27.1.363</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kulesza</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ramsey</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Larimer</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Stigma among individuals with substance use disorders: does it predict substance use, and does it diminish with treatment?</article-title>
          <source>J Addict Behav Ther Rehabil</source>
          <year>2014</year>
          <month>01</month>
          <day>15</day>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>1000115</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/25635257"/>
          </comment>
          <pub-id pub-id-type="doi">10.4172/2324-9005.1000115</pub-id>
          <pub-id pub-id-type="medline">25635257</pub-id>
          <pub-id pub-id-type="pmcid">PMC4307942</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Garpenhag</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dahlman</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Perceived healthcare stigma among patients in opioid substitution treatment: a qualitative study</article-title>
          <source>Subst Abuse Treat Prev Policy</source>
          <year>2021</year>
          <month>10</month>
          <day>26</day>
          <volume>16</volume>
          <issue>1</issue>
          <fpage>81</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://substanceabusepolicy.biomedcentral.com/articles/10.1186/s13011-021-00417-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13011-021-00417-3</pub-id>
          <pub-id pub-id-type="medline">34702338</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13011-021-00417-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC8549326</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baysan Arabaci</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ayakdaş Dağli</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Taş</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Büyükbayram Arslan</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Stigmatization and social functioning levels of patients with alcohol use disorders</article-title>
          <source>J Addict Nurs</source>
          <year>2020</year>
          <volume>31</volume>
          <issue>4</issue>
          <fpage>295</fpage>
          <lpage>301</lpage>
          <pub-id pub-id-type="doi">10.1097/JAN.0000000000000370</pub-id>
          <pub-id pub-id-type="medline">33264202</pub-id>
          <pub-id pub-id-type="pii">00060867-202010000-00010</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hathaway</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Comeau</surname>
              <given-names>NC</given-names>
            </name>
            <name name-style="western">
              <surname>Erickson</surname>
              <given-names>PG</given-names>
            </name>
          </person-group>
          <article-title>Cannabis normalization and stigma: contemporary practices of moral regulation</article-title>
          <source>Criminol Crim Justice</source>
          <year>2011</year>
          <month>08</month>
          <day>01</day>
          <volume>11</volume>
          <issue>5</issue>
          <fpage>451</fpage>
          <lpage>69</lpage>
          <pub-id pub-id-type="doi">10.1177/1748895811415345</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Charron</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Mayo</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Heavner-Sullivan</surname>
              <given-names>SF</given-names>
            </name>
            <name name-style="western">
              <surname>Eichelberger</surname>
              <given-names>KY</given-names>
            </name>
            <name name-style="western">
              <surname>Dickes</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Truong</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Rennert</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>"It's a very nuanced discussion with every woman": health care providers' communication practices during contraceptive counseling for patients with substance use disorders</article-title>
          <source>Contraception</source>
          <year>2020</year>
          <month>11</month>
          <volume>102</volume>
          <issue>5</issue>
          <fpage>349</fpage>
          <lpage>55</lpage>
          <pub-id pub-id-type="doi">10.1016/j.contraception.2020.09.002</pub-id>
          <pub-id pub-id-type="medline">32941890</pub-id>
          <pub-id pub-id-type="pii">S0010-7824(20)30342-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cernasev</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hohmeier</surname>
              <given-names>KC</given-names>
            </name>
            <name name-style="western">
              <surname>Frederick</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Jasmin</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Gatwood</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A systematic literature review of patient perspectives of barriers and facilitators to access, adherence, stigma, and persistence to treatment for substance use disorder</article-title>
          <source>Explor Res Clin Soc Pharm</source>
          <year>2021</year>
          <month>06</month>
          <day>04</day>
          <volume>2</volume>
          <fpage>100029</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2667-2766(21)00029-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.rcsop.2021.100029</pub-id>
          <pub-id pub-id-type="medline">35481114</pub-id>
          <pub-id pub-id-type="pii">S2667-2766(21)00029-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC9029901</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kulesza</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Larimer</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Rao</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Substance use related stigma: what we know and the way forward</article-title>
          <source>J Addict Behav Ther Rehabil</source>
          <year>2013</year>
          <month>05</month>
          <day>27</day>
          <volume>2</volume>
          <issue>2</issue>
          <fpage>782</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/25401117"/>
          </comment>
          <pub-id pub-id-type="doi">10.4172/2324-9005.1000106</pub-id>
          <pub-id pub-id-type="medline">25401117</pub-id>
          <pub-id pub-id-type="pii">782</pub-id>
          <pub-id pub-id-type="pmcid">PMC4228689</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Earnshaw</surname>
              <given-names>VA</given-names>
            </name>
            <name name-style="western">
              <surname>Chaudoir</surname>
              <given-names>SR</given-names>
            </name>
          </person-group>
          <article-title>From conceptualizing to measuring HIV stigma: a review of HIV stigma mechanism measures</article-title>
          <source>AIDS Behav</source>
          <year>2009</year>
          <month>12</month>
          <volume>13</volume>
          <issue>6</issue>
          <fpage>1160</fpage>
          <lpage>77</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/19636699"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10461-009-9593-3</pub-id>
          <pub-id pub-id-type="medline">19636699</pub-id>
          <pub-id pub-id-type="pmcid">PMC4511707</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>LR</given-names>
            </name>
            <name name-style="western">
              <surname>Earnshaw</surname>
              <given-names>VA</given-names>
            </name>
            <name name-style="western">
              <surname>Copenhaver</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Cunningham</surname>
              <given-names>CO</given-names>
            </name>
          </person-group>
          <article-title>Substance use stigma: reliability and validity of a theory-based scale for substance-using populations</article-title>
          <source>Drug Alcohol Depend</source>
          <year>2016</year>
          <month>05</month>
          <day>01</day>
          <volume>162</volume>
          <fpage>34</fpage>
          <lpage>43</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26972790"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2016.02.019</pub-id>
          <pub-id pub-id-type="medline">26972790</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(16)00094-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC5293183</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Johnny</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Conway</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Examining stigma relating to substance use and contextual factors in social media discussions</article-title>
          <source>Drug Alcohol Depend Rep</source>
          <year>2022</year>
          <month>05</month>
          <day>05</day>
          <volume>3</volume>
          <fpage>100061</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2772-7246(22)00039-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.dadr.2022.100061</pub-id>
          <pub-id pub-id-type="medline">36845987</pub-id>
          <pub-id pub-id-type="pii">S2772-7246(22)00039-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC9948814</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Corrigan</surname>
              <given-names>PW</given-names>
            </name>
            <name name-style="western">
              <surname>Kerr</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Knudsen</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>The stigma of mental illness: explanatory models and methods for change</article-title>
          <source>Appl Prev Psychol</source>
          <year>2005</year>
          <month>9</month>
          <volume>11</volume>
          <issue>3</issue>
          <fpage>179</fpage>
          <lpage>90</lpage>
          <pub-id pub-id-type="doi">10.1016/j.appsy.2005.07.001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sudhinaraset</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wigglesworth</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Takeuchi</surname>
              <given-names>DT</given-names>
            </name>
          </person-group>
          <article-title>Social and cultural contexts of alcohol use: influences in a social-ecological framework</article-title>
          <source>Alcohol Res</source>
          <year>2016</year>
          <volume>38</volume>
          <issue>1</issue>
          <fpage>35</fpage>
          <lpage>45</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27159810"/>
          </comment>
          <pub-id pub-id-type="medline">27159810</pub-id>
          <pub-id pub-id-type="pmcid">PMC4872611</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ennett</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Bauman</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Hussong</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Faris</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Foshee</surname>
              <given-names>VA</given-names>
            </name>
            <name name-style="western">
              <surname>Cai</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>DuRant</surname>
              <given-names>RH</given-names>
            </name>
          </person-group>
          <article-title>The peer context of adolescent substance use: findings from social network analysis</article-title>
          <source>J Res Adolesc</source>
          <year>2006</year>
          <month>04</month>
          <day>25</day>
          <volume>16</volume>
          <issue>2</issue>
          <fpage>159</fpage>
          <lpage>86</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1532-7795.2006.00127.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Glanz</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rimer</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Viswanath</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <source>Health Behavior: Theory, Research, and Practice</source>
          <year>2015</year>
          <publisher-loc>Hoboken, NJ</publisher-loc>
          <publisher-name>John Wiley &#38; Sons</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ingram</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Stafford</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Deming</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Robillard</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>A systematic mixed studies review of the intersections of social-ecological factors and HIV stigma in people living with HIV in the U.S. South</article-title>
          <source>J Assoc Nurses AIDS Care</source>
          <year>2019</year>
          <volume>30</volume>
          <issue>3</issue>
          <fpage>330</fpage>
          <lpage>43</lpage>
          <pub-id pub-id-type="doi">10.1097/JNC.0000000000000076</pub-id>
          <pub-id pub-id-type="medline">31021963</pub-id>
          <pub-id pub-id-type="pii">00001782-201906000-00011</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Richards</surname>
              <given-names>VL</given-names>
            </name>
            <name name-style="western">
              <surname>Stetten</surname>
              <given-names>NE</given-names>
            </name>
            <name name-style="western">
              <surname>Canidate</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Algarin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Fiore</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cook</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lucero</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Spencer</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Cook</surname>
              <given-names>RL</given-names>
            </name>
          </person-group>
          <article-title>Applying the social ecological model to explore HIV-related stigma in Florida: a qualitative study</article-title>
          <source>Stigma Health</source>
          <year>2024</year>
          <month>08</month>
          <volume>9</volume>
          <issue>3</issue>
          <fpage>362</fpage>
          <lpage>71</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://escholarship.org/uc/item/5bm4g08t"/>
          </comment>
          <pub-id pub-id-type="doi">10.1037/sah0000458</pub-id>
          <pub-id pub-id-type="medline">40134669</pub-id>
          <pub-id pub-id-type="pmcid">PMC11936510</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Booth</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Sallis</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Ritenbaugh</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hill</surname>
              <given-names>JO</given-names>
            </name>
            <name name-style="western">
              <surname>Birch</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Frank</surname>
              <given-names>LD</given-names>
            </name>
            <name name-style="western">
              <surname>Glanz</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Himmelgreen</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Mudd</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Popkin</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Rickard</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>St Jeor</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Hays</surname>
              <given-names>NP</given-names>
            </name>
          </person-group>
          <article-title>Environmental and societal factors affect food choice and physical activity: rationale, influences, and leverage points</article-title>
          <source>Nutr Rev</source>
          <year>2001</year>
          <month>03</month>
          <volume>59</volume>
          <issue>3 Pt 2</issue>
          <fpage>S21</fpage>
          <lpage>39; discussion S57-65</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1753-4887.2001.tb06983.x</pub-id>
          <pub-id pub-id-type="medline">11330630</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Kasteren</surname>
              <given-names>YF</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>LK</given-names>
            </name>
            <name name-style="western">
              <surname>Maeder</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Office-based physical activity: mapping a social ecological model approach against COM-B</article-title>
          <source>BMC Public Health</source>
          <year>2020</year>
          <month>02</month>
          <day>03</day>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>163</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/s12889-020-8280-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12889-020-8280-1</pub-id>
          <pub-id pub-id-type="medline">32013952</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12889-020-8280-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC6998192</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sallis</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Cervero</surname>
              <given-names>RB</given-names>
            </name>
            <name name-style="western">
              <surname>Ascher</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Henderson</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Kraft</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Kerr</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>An ecological approach to creating active living communities</article-title>
          <source>Annu Rev Public Health</source>
          <year>2006</year>
          <volume>27</volume>
          <fpage>297</fpage>
          <lpage>322</lpage>
          <pub-id pub-id-type="doi">10.1146/annurev.publhealth.27.021405.102100</pub-id>
          <pub-id pub-id-type="medline">16533119</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>SG</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Goldstein</surname>
              <given-names>RZ</given-names>
            </name>
          </person-group>
          <article-title>Emotional expression on social media support forums for substance cessation: observational study of text-based Reddit posts</article-title>
          <source>J Med Internet Res</source>
          <year>2023</year>
          <month>07</month>
          <day>19</day>
          <volume>25</volume>
          <fpage>e45267</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2023//e45267/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/45267</pub-id>
          <pub-id pub-id-type="medline">37467010</pub-id>
          <pub-id pub-id-type="pii">v25i1e45267</pub-id>
          <pub-id pub-id-type="pmcid">PMC10398365</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Medvedev</surname>
              <given-names>AN</given-names>
            </name>
            <name name-style="western">
              <surname>Lambiotte</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Delvenne</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>The anatomy of Reddit: an overview of academic research</article-title>
          <source>Proceedings of the Dynamics On and Of Complex Networks III</source>
          <year>2017</year>
          <conf-name>DOOCN 2017</conf-name>
          <conf-date>June 19, 2017</conf-date>
          <conf-loc>Indianapolis, IN</conf-loc>
          <pub-id pub-id-type="doi">10.1007/978-3-030-14683-2_9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chi</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>HY</given-names>
            </name>
          </person-group>
          <article-title>Investigating substance use via Reddit: systematic scoping review</article-title>
          <source>J Med Internet Res</source>
          <year>2023</year>
          <month>10</month>
          <day>25</day>
          <volume>25</volume>
          <fpage>e48905</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2023//e48905/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/48905</pub-id>
          <pub-id pub-id-type="medline">37878361</pub-id>
          <pub-id pub-id-type="pii">v25i1e48905</pub-id>
          <pub-id pub-id-type="pmcid">PMC10637357</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alambo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Padhee</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Banerjee</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Thirunarayan</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 and mental health/substance use disorders on Reddit: a longitudinal study</article-title>
          <source>Proceedings of the Pattern Recognition. ICPR International Workshops and Challenges</source>
          <year>2021</year>
          <conf-name>ICPR 2021</conf-name>
          <conf-date>January 10-15, 2021</conf-date>
          <conf-loc>Virtual Event</conf-loc>
          <pub-id pub-id-type="doi">10.1007/978-3-030-68790-8_2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sowles</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Krauss</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Gebremedhn</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Cavazos-Rehg</surname>
              <given-names>PA</given-names>
            </name>
          </person-group>
          <article-title>"I feel like I've hit the bottom and have no idea what to do": supportive social networking on Reddit for individuals with a desire to quit cannabis use</article-title>
          <source>Subst Abus</source>
          <year>2017</year>
          <volume>38</volume>
          <issue>4</issue>
          <fpage>477</fpage>
          <lpage>82</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28704167"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/08897077.2017.1354956</pub-id>
          <pub-id pub-id-type="medline">28704167</pub-id>
          <pub-id pub-id-type="pmcid">PMC6143175</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liao</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Kianifard</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Obi</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Arcona</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Cluster analysis and its application to healthcare claims data: a study of end-stage renal disease patients who initiated hemodialysis</article-title>
          <source>BMC Nephrol</source>
          <year>2016</year>
          <month>03</month>
          <day>02</day>
          <volume>17</volume>
          <fpage>25</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcnephrol.biomedcentral.com/articles/10.1186/s12882-016-0238-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12882-016-0238-2</pub-id>
          <pub-id pub-id-type="medline">26936756</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12882-016-0238-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC4776444</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Oh</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Jayaraman</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Sawant</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Levin</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Charney</surname>
              <given-names>AW</given-names>
            </name>
            <name name-style="western">
              <surname>Kovatch</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Glicksberg</surname>
              <given-names>BS</given-names>
            </name>
            <name name-style="western">
              <surname>Nadkarni</surname>
              <given-names>GN</given-names>
            </name>
          </person-group>
          <article-title>Using sequence clustering to identify clinically relevant subphenotypes in patients with COVID-19 admitted to the intensive care unit</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2022</year>
          <month>01</month>
          <day>29</day>
          <volume>29</volume>
          <issue>3</issue>
          <fpage>489</fpage>
          <lpage>99</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35092685"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocab252</pub-id>
          <pub-id pub-id-type="medline">35092685</pub-id>
          <pub-id pub-id-type="pii">6433467</pub-id>
          <pub-id pub-id-type="pmcid">PMC8800515</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Burgel</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Paillasseur</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Caillaud</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Tillie-Leblond</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Chanez</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Escamilla</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Court-Fortune</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Perez</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Carré</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Roche</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Clinical COPD phenotypes: a novel approach using principal component and cluster analyses</article-title>
          <source>Eur Respir J</source>
          <year>2010</year>
          <month>09</month>
          <volume>36</volume>
          <issue>3</issue>
          <fpage>531</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publications.ersnet.org/lookup/pmid/20075045"/>
          </comment>
          <pub-id pub-id-type="doi">10.1183/09031936.00175109</pub-id>
          <pub-id pub-id-type="medline">20075045</pub-id>
          <pub-id pub-id-type="pii">09031936.00175109</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haldar</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Pavord</surname>
              <given-names>ID</given-names>
            </name>
            <name name-style="western">
              <surname>Shaw</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Berry</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Brightling</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Wardlaw</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>RH</given-names>
            </name>
          </person-group>
          <article-title>Cluster analysis and clinical asthma phenotypes</article-title>
          <source>Am J Respir Crit Care Med</source>
          <year>2008</year>
          <month>08</month>
          <day>01</day>
          <volume>178</volume>
          <issue>3</issue>
          <fpage>218</fpage>
          <lpage>24</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/18480428"/>
          </comment>
          <pub-id pub-id-type="doi">10.1164/rccm.200711-1754OC</pub-id>
          <pub-id pub-id-type="medline">18480428</pub-id>
          <pub-id pub-id-type="pmcid">PMC3992366</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baumgartner</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zannettou</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Keegan</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Squire</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Blackburn</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The Pushshift Reddit dataset</article-title>
          <source>Proc Int AAAI Conf Web Soc Media</source>
          <year>2020</year>
          <month>05</month>
          <day>26</day>
          <volume>14</volume>
          <issue>1</issue>
          <fpage>830</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1609/icwsm.v14i1.7347</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>MacLean</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lembke</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Manning</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Heer</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Forum77: an analysis of an online health forum dedicated to addiction recovery</article-title>
          <source>Proceedings of the 18th ACM Conference on Computer Supported Cooperative Work &#38; Social Computing</source>
          <year>2015</year>
          <conf-name>CSCW '15</conf-name>
          <conf-date>March 14-18, 2015</conf-date>
          <conf-loc>Vancouver, BC</conf-loc>
          <pub-id pub-id-type="doi">10.1145/2675133.2675146</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Roesler</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Johnny</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Conway</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>AT</given-names>
            </name>
          </person-group>
          <article-title>A theory-informed deep learning approach to extracting and characterizing substance use-related stigma in social media</article-title>
          <source>BMC Digit Health</source>
          <year>2024</year>
          <month>08</month>
          <day>16</day>
          <volume>2</volume>
          <fpage>60</fpage>
          <pub-id pub-id-type="doi">10.1186/s44247-024-00065-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Magwood</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Salvalaggio</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Beder</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kendall</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kpade</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Daghmach</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Habonimana</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Marshall</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Snyder</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>O'Shea</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Lennox</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hsu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Tugwell</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Pottie</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>The effectiveness of substance use interventions for homeless and vulnerably housed persons: a systematic review of systematic reviews on supervised consumption facilities, managed alcohol programs, and pharmacological agents for opioid use disorder</article-title>
          <source>PLoS One</source>
          <year>2020</year>
          <month>01</month>
          <day>16</day>
          <volume>15</volume>
          <issue>1</issue>
          <fpage>e0227298</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0227298"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0227298</pub-id>
          <pub-id pub-id-type="medline">31945092</pub-id>
          <pub-id pub-id-type="pii">PONE-D-19-22036</pub-id>
          <pub-id pub-id-type="pmcid">PMC6964917</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Ott</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Goyal</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Du</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Joshi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Levy</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zettlemoyer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Stoyanov</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>RoBERTa: a robustly optimized BERT pretraining approach</article-title>
          <source>ArXiv</source>
          <comment>Preprint posted online on July 26, 2019</comment>
          <pub-id pub-id-type="doi">10.48550/arXiv.1907.11692</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Devlin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Toutanova</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>BERT: pre-training of deep bidirectional transformers for language understanding</article-title>
          <source>ArXiv</source>
          <comment>Preprint posted online on October 11, 2018</comment>
          <pub-id pub-id-type="doi">10.48550/arXiv.1810.04805</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mohammad</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Word affect intensities</article-title>
          <source>Proceedings of the Eleventh International Conference on Language Resources and Evaluation</source>
          <year>2018</year>
          <conf-name>LREC 2018</conf-name>
          <conf-date>May 7-12, 2018</conf-date>
          <conf-loc>Miyazaki, Japan</conf-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://aclanthology.org/L18-1027"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10579-005-2692-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Strapparava</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Valitutti</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>WordNet affect: an affective extension of WordNet</article-title>
          <source>Proceedings of the Fourth International Conference on Language Resources and Evaluation</source>
          <year>2004</year>
          <conf-name>LREC’04</conf-name>
          <conf-date>May 26-28, 2004</conf-date>
          <conf-loc>Lisbon, Portugal</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pennebaker</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Boyd</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Jordan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Blackburn</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>The development and psychometric properties of LIWC2015</article-title>
          <source>The University of Texas at Austin</source>
          <year>2015</year>
          <access-date>2025-08-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://repositories.lib.utexas.edu/server/api/core/bitstreams/b0d26dcf-2391-4701-88d0-3cf50ebee697/content">https://repositories.lib.utexas.edu/server/api/core/bitstreams/b0d26dcf-2391-4701-88d0-3cf50ebee697/content</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kumar</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Choudhary</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cho</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Data augmentation using pre-trained transformer models</article-title>
          <source>Proceedings of the 2nd Workshop on Life-long Learning for Spoken Language Systems</source>
          <year>2020</year>
          <conf-name>LifeLongNLP 2020</conf-name>
          <conf-date>December 7, 2020</conf-date>
          <conf-loc>Suzhou, China</conf-loc>
          <pub-id pub-id-type="doi">10.18653/v1/2020.lifelongnlp-1.0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="web">
          <article-title>bert-base-uncased</article-title>
          <source>Hugging Face</source>
          <access-date>2024-01-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://huggingface.co/bert-base-uncased">https://huggingface.co/bert-base-uncased</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="web">
          <article-title>roberta-base</article-title>
          <source>Hugging Face</source>
          <access-date>2024-01-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://huggingface.co/roberta-base">https://huggingface.co/roberta-base</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bezdek</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Ehrlich</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Full</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>FCM: the fuzzy c-means clustering algorithm</article-title>
          <source>Comput Geosci</source>
          <year>1984</year>
          <volume>10</volume>
          <issue>2-3</issue>
          <fpage>191</fpage>
          <lpage>203</lpage>
          <pub-id pub-id-type="doi">10.1016/0098-3004(84)90020-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Loftus</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Shickel</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Balch</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Tighe</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Abbott</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Fazzone</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Rozowsky</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ozrazgat-Baslanti</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ren</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Berceli</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Hogan</surname>
              <given-names>WR</given-names>
            </name>
            <name name-style="western">
              <surname>Efron</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Moorman</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Rashidi</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Upchurch</surname>
              <given-names>GR Jr</given-names>
            </name>
            <name name-style="western">
              <surname>Bihorac</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Phenotype clustering in health care: a narrative review for clinicians</article-title>
          <source>Front Artif Intell</source>
          <year>2022</year>
          <month>08</month>
          <day>12</day>
          <volume>5</volume>
          <fpage>842306</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36034597"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/frai.2022.842306</pub-id>
          <pub-id pub-id-type="medline">36034597</pub-id>
          <pub-id pub-id-type="pmcid">PMC9411746</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Tian</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gao</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kong</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Application of fuzzy c-means clustering in data analysis of metabolomics</article-title>
          <source>Anal Chem</source>
          <year>2009</year>
          <month>06</month>
          <day>01</day>
          <volume>81</volume>
          <issue>11</issue>
          <fpage>4468</fpage>
          <lpage>75</lpage>
          <pub-id pub-id-type="doi">10.1021/ac900353t</pub-id>
          <pub-id pub-id-type="medline">19408956</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Assent</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Clustering high dimensional data</article-title>
          <source>WIREs Data Min Knowl Discov</source>
          <year>2012</year>
          <month>06</month>
          <day>22</day>
          <volume>2</volume>
          <issue>4</issue>
          <fpage>340</fpage>
          <lpage>50</lpage>
          <pub-id pub-id-type="doi">10.1002/widm.1062</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chao</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>A validity index for fuzzy clustering based on bipartite modularity</article-title>
          <source>J Electr Comput Eng</source>
          <year>2019</year>
          <month>08</month>
          <day>08</day>
          <volume>2019</volume>
          <fpage>1</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1155/2019/2719617</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ekemeyong Awong</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Zielinska</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Comparative analysis of the clustering quality in self-organizing maps for human posture classification</article-title>
          <source>Sensors (Basel)</source>
          <year>2023</year>
          <month>09</month>
          <day>15</day>
          <volume>23</volume>
          <issue>18</issue>
          <fpage>7925</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=s23187925"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/s23187925</pub-id>
          <pub-id pub-id-type="medline">37765983</pub-id>
          <pub-id pub-id-type="pii">s23187925</pub-id>
          <pub-id pub-id-type="pmcid">PMC10538130</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Antonenko</surname>
              <given-names>PD</given-names>
            </name>
            <name name-style="western">
              <surname>Toy</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Niederhauser</surname>
              <given-names>DS</given-names>
            </name>
          </person-group>
          <article-title>Using cluster analysis for data mining in educational technology research</article-title>
          <source>Educ Technol Res Dev</source>
          <year>2012</year>
          <month>2</month>
          <day>21</day>
          <volume>60</volume>
          <fpage>383</fpage>
          <lpage>98</lpage>
          <pub-id pub-id-type="doi">10.1007/s11423-012-9235-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bronfenbrenner</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>The ecology of human developmentxperiments by nature and design</article-title>
          <source>The Ecology of Human Development: Experiments by Nature and Design</source>
          <year>1981</year>
          <publisher-loc>Cambridge, MA</publisher-loc>
          <publisher-name>Harvard University Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Copeland</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fisher</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Moody</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Feinberg</surname>
              <given-names>ME</given-names>
            </name>
          </person-group>
          <article-title>Different kinds of lonely: dimensions of isolation and substance use in adolescence</article-title>
          <source>J Youth Adolesc</source>
          <year>2018</year>
          <month>08</month>
          <volume>47</volume>
          <issue>8</issue>
          <fpage>1755</fpage>
          <lpage>70</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29774451"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10964-018-0860-3</pub-id>
          <pub-id pub-id-type="medline">29774451</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10964-018-0860-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC6045973</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Can</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Tanrıverdi</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Social functioning and internalized stigma in individuals diagnosed with substance use disorder</article-title>
          <source>Arch Psychiatr Nurs</source>
          <year>2015</year>
          <month>12</month>
          <volume>29</volume>
          <issue>6</issue>
          <fpage>441</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1016/j.apnu.2015.07.008</pub-id>
          <pub-id pub-id-type="medline">26577560</pub-id>
          <pub-id pub-id-type="pii">S0883-9417(15)00156-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ingram</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Kelly</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Deane</surname>
              <given-names>FP</given-names>
            </name>
            <name name-style="western">
              <surname>Baker</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Goh</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Raftery</surname>
              <given-names>DK</given-names>
            </name>
            <name name-style="western">
              <surname>Dingle</surname>
              <given-names>GA</given-names>
            </name>
          </person-group>
          <article-title>Loneliness among people with substance use problems: a narrative systematic review</article-title>
          <source>Drug Alcohol Rev</source>
          <year>2020</year>
          <month>07</month>
          <volume>39</volume>
          <issue>5</issue>
          <fpage>447</fpage>
          <lpage>83</lpage>
          <pub-id pub-id-type="doi">10.1111/dar.13064</pub-id>
          <pub-id pub-id-type="medline">32314504</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Riffe</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Lacy</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Fico</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <source>Analyzing Media Messages: Using Quantitative Content Analysis in Research</source>
          <year>2019</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Routledge</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reif</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Braude</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lyman</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Dougherty</surname>
              <given-names>RH</given-names>
            </name>
            <name name-style="western">
              <surname>Daniels</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Ghose</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Salim</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Delphin-Rittmon</surname>
              <given-names>ME</given-names>
            </name>
          </person-group>
          <article-title>Peer recovery support for individuals with substance use disorders: assessing the evidence</article-title>
          <source>Psychiatr Serv</source>
          <year>2014</year>
          <month>07</month>
          <volume>65</volume>
          <issue>7</issue>
          <fpage>853</fpage>
          <lpage>61</lpage>
          <pub-id pub-id-type="doi">10.1176/appi.ps.201400047</pub-id>
          <pub-id pub-id-type="medline">24838535</pub-id>
          <pub-id pub-id-type="pii">1874110</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eddie</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffman</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Vilsaint</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Abry</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bergman</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Hoeppner</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Weinstein</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kelly</surname>
              <given-names>JF</given-names>
            </name>
          </person-group>
          <article-title>Lived experience in new models of care for substance use disorder: a systematic review of peer recovery support services and recovery coaching</article-title>
          <source>Front Psychol</source>
          <year>2019</year>
          <month>06</month>
          <day>13</day>
          <volume>10</volume>
          <fpage>1052</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31263434"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyg.2019.01052</pub-id>
          <pub-id pub-id-type="medline">31263434</pub-id>
          <pub-id pub-id-type="pmcid">PMC6585590</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Palamar</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kiang</surname>
              <given-names>MV</given-names>
            </name>
            <name name-style="western">
              <surname>Halkitis</surname>
              <given-names>PN</given-names>
            </name>
          </person-group>
          <article-title>Predictors of stigmatization towards use of various illicit drugs among emerging adults</article-title>
          <source>J Psychoactive Drugs</source>
          <year>2012</year>
          <volume>44</volume>
          <issue>3</issue>
          <fpage>243</fpage>
          <lpage>51</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.tandfonline.com/doi/full/10.1080/02791072.2012.703510"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/02791072.2012.703510</pub-id>
          <pub-id pub-id-type="medline">23061324</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McKight</surname>
              <given-names>PE</given-names>
            </name>
            <name name-style="western">
              <surname>Najab</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Kruskal-Wallis Test</article-title>
          <source>The Corsini Encyclopedia of Psychology</source>
          <year>2010</year>
          <publisher-loc>Hoboken, NJ</publisher-loc>
          <publisher-name>John Wiley &#38; Sons</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ford</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Shepherd</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hassan</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Toward an ethical framework for the text mining of social media for health research: a systematic review</article-title>
          <source>Front Digit Health</source>
          <year>2021</year>
          <month>01</month>
          <day>26</day>
          <volume>2</volume>
          <fpage>592237</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34713062"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fdgth.2020.592237</pub-id>
          <pub-id pub-id-type="medline">34713062</pub-id>
          <pub-id pub-id-type="pmcid">PMC8521805</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lingard</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Beyond the default colon: effective use of quotes in qualitative research</article-title>
          <source>Perspect Med Educ</source>
          <year>2019</year>
          <month>12</month>
          <volume>8</volume>
          <issue>6</issue>
          <fpage>360</fpage>
          <lpage>4</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://link.springer.com/article/10.1007/s40037-019-00550-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s40037-019-00550-7</pub-id>
          <pub-id pub-id-type="medline">31758490</pub-id>
          <pub-id pub-id-type="pii">10.1007/s40037-019-00550-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC6904374</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Boekel</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Brouwers</surname>
              <given-names>EP</given-names>
            </name>
            <name name-style="western">
              <surname>van Weeghel</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Garretsen</surname>
              <given-names>HF</given-names>
            </name>
          </person-group>
          <article-title>Stigma among health professionals towards patients with substance use disorders and its consequences for healthcare delivery: systematic review</article-title>
          <source>Drug Alcohol Depend</source>
          <year>2013</year>
          <month>07</month>
          <day>01</day>
          <volume>131</volume>
          <issue>1-2</issue>
          <fpage>23</fpage>
          <lpage>35</lpage>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2013.02.018</pub-id>
          <pub-id pub-id-type="medline">23490450</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(13)00067-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Salamat</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hegarty</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Patton</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Same clinic, different conceptions: drug users’ and healthcare professionals’ perceptions of how stigma may affect clinical care</article-title>
          <source>J Appl Soc Psychol</source>
          <year>2019</year>
          <month>05</month>
          <day>24</day>
          <volume>49</volume>
          <issue>8</issue>
          <fpage>534</fpage>
          <lpage>45</lpage>
          <pub-id pub-id-type="doi">10.1111/jasp.12602</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Muncan</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Walters</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Ezell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ompad</surname>
              <given-names>DC</given-names>
            </name>
          </person-group>
          <article-title>"They look at us like junkies": influences of drug use stigma on the healthcare engagement of people who inject drugs in New York city</article-title>
          <source>Harm Reduct J</source>
          <year>2020</year>
          <month>07</month>
          <day>31</day>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>53</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://harmreductionjournal.biomedcentral.com/articles/10.1186/s12954-020-00399-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12954-020-00399-8</pub-id>
          <pub-id pub-id-type="medline">32736624</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12954-020-00399-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC7393740</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Quinn</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Weisz</surname>
              <given-names>BM</given-names>
            </name>
          </person-group>
          <article-title>From discrimination to internalized mental illness stigma: the mediating roles of anticipated discrimination and anticipated stigma</article-title>
          <source>Psychiatr Rehabil J</source>
          <year>2015</year>
          <month>06</month>
          <volume>38</volume>
          <issue>2</issue>
          <fpage>103</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/25844910"/>
          </comment>
          <pub-id pub-id-type="doi">10.1037/prj0000136</pub-id>
          <pub-id pub-id-type="medline">25844910</pub-id>
          <pub-id pub-id-type="pii">2015-14531-001</pub-id>
          <pub-id pub-id-type="pmcid">PMC4469573</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref65">
        <label>65</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Corrigan</surname>
              <given-names>PW</given-names>
            </name>
            <name name-style="western">
              <surname>Rafacz</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rüsch</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Examining a progressive model of self-stigma and its impact on people with serious mental illness</article-title>
          <source>Psychiatry Res</source>
          <year>2011</year>
          <month>10</month>
          <day>30</day>
          <volume>189</volume>
          <issue>3</issue>
          <fpage>339</fpage>
          <lpage>43</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/21715017"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.psychres.2011.05.024</pub-id>
          <pub-id pub-id-type="medline">21715017</pub-id>
          <pub-id pub-id-type="pii">S0165-1781(11)00390-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC3185170</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref66">
        <label>66</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Prizeman</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Weinstein</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>McCabe</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Effects of mental health stigma on loneliness, social isolation, and relationships in young people with depression symptoms</article-title>
          <source>BMC Psychiatry</source>
          <year>2023</year>
          <month>07</month>
          <day>21</day>
          <volume>23</volume>
          <issue>1</issue>
          <fpage>527</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpsychiatry.biomedcentral.com/articles/10.1186/s12888-023-04991-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12888-023-04991-7</pub-id>
          <pub-id pub-id-type="medline">37479975</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12888-023-04991-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC10362624</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref67">
        <label>67</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cho</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Goldenson</surname>
              <given-names>NI</given-names>
            </name>
            <name name-style="western">
              <surname>Kirkpatrick</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Barrington-Trimis</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Pang</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Leventhal</surname>
              <given-names>AM</given-names>
            </name>
          </person-group>
          <article-title>Developmental patterns of tobacco product and cannabis use initiation in high school</article-title>
          <source>Addiction</source>
          <year>2021</year>
          <month>02</month>
          <volume>116</volume>
          <issue>2</issue>
          <fpage>382</fpage>
          <lpage>93</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32533801"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/add.15161</pub-id>
          <pub-id pub-id-type="medline">32533801</pub-id>
          <pub-id pub-id-type="pmcid">PMC7736052</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref68">
        <label>68</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sampasa-Kanyinga</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Hamilton</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>LeBlanc</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Chaput</surname>
              <given-names>JP</given-names>
            </name>
          </person-group>
          <article-title>Cannabis use among middle and high school students in Ontario: a school-based cross-sectional study</article-title>
          <source>CMAJ Open</source>
          <year>2018</year>
          <month>01</month>
          <day>23</day>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>E50</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://cmajopen.ca/cgi/pmidlookup?view=long&#38;pmid=29367264"/>
          </comment>
          <pub-id pub-id-type="doi">10.9778/cmajo.20170159</pub-id>
          <pub-id pub-id-type="medline">29367264</pub-id>
          <pub-id pub-id-type="pii">6/1/E50</pub-id>
          <pub-id pub-id-type="pmcid">PMC5878957</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref69">
        <label>69</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kuntsche</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Jordan</surname>
              <given-names>MD</given-names>
            </name>
          </person-group>
          <article-title>Adolescent alcohol and cannabis use in relation to peer and school factors. Results of multilevel analyses</article-title>
          <source>Drug Alcohol Depend</source>
          <year>2006</year>
          <month>09</month>
          <day>15</day>
          <volume>84</volume>
          <issue>2</issue>
          <fpage>167</fpage>
          <lpage>74</lpage>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2006.01.014</pub-id>
          <pub-id pub-id-type="medline">16542799</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(06)00059-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref70">
        <label>70</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Porath-Waller</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Beasley</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Beirness</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>A meta-analytic review of school-based prevention for cannabis use</article-title>
          <source>Health Educ Behav</source>
          <year>2010</year>
          <month>10</month>
          <volume>37</volume>
          <issue>5</issue>
          <fpage>709</fpage>
          <lpage>23</lpage>
          <pub-id pub-id-type="doi">10.1177/1090198110361315</pub-id>
          <pub-id pub-id-type="medline">20522782</pub-id>
          <pub-id pub-id-type="pii">1090198110361315</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref71">
        <label>71</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weiss</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Potter</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Griffin</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>McHugh</surname>
              <given-names>RK</given-names>
            </name>
            <name name-style="western">
              <surname>Haller</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Jacobs</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Gardin</surname>
              <given-names>J 2nd</given-names>
            </name>
            <name name-style="western">
              <surname>Fischer</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Rosen</surname>
              <given-names>KD</given-names>
            </name>
          </person-group>
          <article-title>Reasons for opioid use among patients with dependence on prescription opioids: the role of chronic pain</article-title>
          <source>J Subst Abuse Treat</source>
          <year>2014</year>
          <month>08</month>
          <volume>47</volume>
          <issue>2</issue>
          <fpage>140</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/24814051"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jsat.2014.03.004</pub-id>
          <pub-id pub-id-type="medline">24814051</pub-id>
          <pub-id pub-id-type="pii">S0740-5472(14)00059-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC4074437</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref72">
        <label>72</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schomerus</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Lucht</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Holzinger</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Matschinger</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Carta</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Angermeyer</surname>
              <given-names>MC</given-names>
            </name>
          </person-group>
          <article-title>The stigma of alcohol dependence compared with other mental disorders: a review of population studies</article-title>
          <source>Alcohol Alcohol</source>
          <year>2011</year>
          <volume>46</volume>
          <issue>2</issue>
          <fpage>105</fpage>
          <lpage>12</lpage>
          <pub-id pub-id-type="doi">10.1093/alcalc/agq089</pub-id>
          <pub-id pub-id-type="medline">21169612</pub-id>
          <pub-id pub-id-type="pii">agq089</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref73">
        <label>73</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Skliamis</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Benschop</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Korf</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>Cannabis users and stigma: a comparison of users from European countries with different cannabis policies</article-title>
          <source>Eur J Criminol</source>
          <year>2020</year>
          <month>12</month>
          <day>23</day>
          <volume>19</volume>
          <issue>6</issue>
          <fpage>1483</fpage>
          <lpage>500</lpage>
          <pub-id pub-id-type="doi">10.1177/1477370820983560</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref74">
        <label>74</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Podina</surname>
              <given-names>IR</given-names>
            </name>
            <name name-style="western">
              <surname>Bucur</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Todea</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Fodor</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Luca</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dinu</surname>
              <given-names>LP</given-names>
            </name>
            <name name-style="western">
              <surname>Boian</surname>
              <given-names>RF</given-names>
            </name>
          </person-group>
          <article-title>Mental health at different stages of cancer survival: a natural language processing study of Reddit posts</article-title>
          <source>Front Psychol</source>
          <year>2023</year>
          <month>06</month>
          <day>23</day>
          <volume>14</volume>
          <fpage>1150227</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/37425170"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyg.2023.1150227</pub-id>
          <pub-id pub-id-type="medline">37425170</pub-id>
          <pub-id pub-id-type="pmcid">PMC10326387</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref75">
        <label>75</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fry</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Shircliff</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Benham</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Duncan</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ladd</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Gilbert</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Rattermann</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Cyders</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Medication assisted recovery: a social ecological approach to understanding how stigma shapes effective use</article-title>
          <source>J Appl Soc Sci</source>
          <year>2023</year>
          <month>04</month>
          <day>11</day>
          <volume>17</volume>
          <issue>2</issue>
          <fpage>220</fpage>
          <lpage>40</lpage>
          <pub-id pub-id-type="doi">10.1177/19367244231159096</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref76">
        <label>76</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maina</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Marshall</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sherstobitof</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Untangling the complexities of substance use initiation and recovery: client reflections on opioid use prevention and recovery from a social-ecological perspective</article-title>
          <source>Subst Abuse</source>
          <year>2021</year>
          <month>10</month>
          <day>13</day>
          <volume>15</volume>
          <fpage>11782218211050372</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/11782218211050372?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/11782218211050372</pub-id>
          <pub-id pub-id-type="medline">34675526</pub-id>
          <pub-id pub-id-type="pii">10.1177_11782218211050372</pub-id>
          <pub-id pub-id-type="pmcid">PMC8524687</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
