<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v23i1e21212</article-id>
      <article-id pub-id-type="pmid">33393910</article-id>
      <article-id pub-id-type="doi">10.2196/21212</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Patterns of Routes of Administration and Drug Tampering for Nonmedical Opioid Consumption: Data Mining and Content Analysis of Reddit Discussions</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Roundtree</surname>
            <given-names>Aimee</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Auvinen</surname>
            <given-names>Ari-Matti</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Balsamo</surname>
            <given-names>Duilio</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Mathematics</institution>
            <institution>University of Turin</institution>
            <addr-line>Via Carlo Alberto, 10</addr-line>
            <addr-line>Turin, 10124</addr-line>
            <country>Italy</country>
            <phone>39 3331371972</phone>
            <email>duilio.balsamo@unito.it</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9678-5492</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Bajardi</surname>
            <given-names>Paolo</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8865-4495</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Salomone</surname>
            <given-names>Alberto</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8501-4799</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Schifanella</surname>
            <given-names>Rossano</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3745-5792</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Mathematics</institution>
        <institution>University of Turin</institution>
        <addr-line>Turin</addr-line>
        <country>Italy</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>ISI Foundation</institution>
        <addr-line>Turin</addr-line>
        <country>Italy</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Chemistry</institution>
        <institution>University of Turin</institution>
        <addr-line>Turin</addr-line>
        <country>Italy</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Computer Science</institution>
        <institution>University of Turin</institution>
        <addr-line>Turin</addr-line>
        <country>Italy</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Duilio Balsamo <email>duilio.balsamo@unito.it</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>1</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>4</day>
        <month>1</month>
        <year>2021</year>
      </pub-date>
      <volume>23</volume>
      <issue>1</issue>
      <elocation-id>e21212</elocation-id>
      <history>
        <date date-type="received">
          <day>8</day>
          <month>6</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>1</day>
          <month>8</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>15</day>
          <month>10</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>28</day>
          <month>10</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Duilio Balsamo, Paolo Bajardi, Alberto Salomone, Rossano Schifanella. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 04.01.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2021/1/e21212" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The complex unfolding of the US opioid epidemic in the last 20 years has been the subject of a large body of medical and pharmacological research, and it has sparked a multidisciplinary discussion on how to implement interventions and policies to effectively control its impact on public health.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study leverages Reddit, a social media platform, as the primary data source to investigate the opioid crisis. We aimed to find a large cohort of Reddit users interested in discussing the use of opioids, trace the temporal evolution of their interest, and extensively characterize patterns of the nonmedical consumption of opioids, with a focus on routes of administration and drug tampering.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We used a semiautomatic information retrieval algorithm to identify subreddits discussing nonmedical opioid consumption and developed a methodology based on word embedding to find alternative colloquial and nonmedical terms referring to opioid substances, routes of administration, and drug-tampering methods. We modeled the preferences of adoption of substances and routes of administration, estimating their prevalence and temporal unfolding. Ultimately, through the evaluation of odds ratios based on co-mentions, we measured the strength of association between opioid substances, routes of administration, and drug tampering.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>We identified 32 subreddits discussing nonmedical opioid usage from 2014 to 2018 and observed the evolution of interest among over 86,000 Reddit users potentially involved in firsthand opioid usage. We learned the language model of opioid consumption and provided alternative vocabularies for opioid substances, routes of administration, and drug tampering. A data-driven taxonomy of nonmedical routes of administration was proposed. We modeled the temporal evolution of interest in opioid consumption by ranking the popularity of the adoption of opioid substances and routes of administration, observing relevant trends, such as the surge in synthetic opioids like fentanyl and an increasing interest in rectal administration. In addition, we measured the strength of association between drug tampering, routes of administration, and substance consumption, finding evidence of understudied abusive behaviors, like chewing fentanyl patches and dissolving buprenorphine sublingually.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This work investigated some important consumption-related aspects of the opioid epidemic using Reddit data. We believe that our approach may provide a novel perspective for a more comprehensive understanding of nonmedical abuse of opioids substances and inform the prevention, treatment, and control of the public health effects.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>routes of administration</kwd>
        <kwd>drug tampering</kwd>
        <kwd>Reddit</kwd>
        <kwd>word embedding</kwd>
        <kwd>social media</kwd>
        <kwd>opioid</kwd>
        <kwd>heroin</kwd>
        <kwd>buprenorphine</kwd>
        <kwd>oxycodone</kwd>
        <kwd>fentanyl</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>In the last decade, the United States witnessed an unprecedented growth of deaths due to opioid drugs [<xref ref-type="bibr" rid="ref1">1</xref>], which sparked from overprescriptions of semisynthetic opioid pain medication such as oxycodone and hydromorphone and evolved in a surge of abuse of illicit opioids like heroin [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>] and powerful synthetic opioids like fentanyl [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. Alongside traditional medical, pharmacological, and public health studies on the nonmedical adoption of prescription opioids [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref14">14</xref>], several phenomena related to the opioid epidemic have recently been successfully tackled through a digital epidemiology [<xref ref-type="bibr" rid="ref15">15</xref>-<xref ref-type="bibr" rid="ref18">18</xref>] approach. Researchers have used digital and social media data to perform various tasks, including detecting drug abuse [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>], forecasting opioid overdose [<xref ref-type="bibr" rid="ref21">21</xref>], studying transition into drug addiction [<xref ref-type="bibr" rid="ref22">22</xref>], predicting opioid relapse [<xref ref-type="bibr" rid="ref23">23</xref>], and discovering previously unknown treatments for opioid addiction [<xref ref-type="bibr" rid="ref24">24</xref>]. A few recent studies investigated the temporal unfolding of the opioid epidemic in the United States by leveraging complementary data sources different from the official US Centers for Disease Control and Prevention data [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref25">25</xref>-<xref ref-type="bibr" rid="ref28">28</xref>] and using social media like Reddit [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>].</p>
        <p>Pharmacology research is interested in understanding the consequences of various routes of administration (ROA), that is, the paths by which a substance is taken into the body [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>], due to the different effects and potential health-related risks tied to them [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. Researchers have estimated the prevalence of routes of administration for nonmedical prescription opioids [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref35">35</xref>] and opiates [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]; however, they rarely consider less common ROA, such as rectal, transdermal, or subcutaneous administration [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref38">38</xref>], leaving the mapping of nonmedical and nonconventional administration behaviors greatly unexplored [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>]. Many of these studies [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref35">35</xref>] acknowledge that drug tampering, that is, the intentional chemical or physical alteration of medications [<xref ref-type="bibr" rid="ref41">41</xref>], is an important constituent of drug abuse. The alteration of the pharmacokinetics of opioids through drug-tampering methods, together with unconventional administration, may potentially lead to very different addictive patterns and ultimately have unexpected health-associated risks [<xref ref-type="bibr" rid="ref33">33</xref>]. Research has also been focused on developing tamper-resistant and abuse-deterrent drug formulations. However, to the best of our knowledge, no large-scale empirical evidence has been found to unveil the relationships between substance manipulation, unconventional ROA, and nonmedical substance administration.</p>
      </sec>
      <sec>
        <title>Goals</title>
        <p>This paper seeks to complement current studies widening the understanding of opioid consumption patterns by using Reddit, a social content aggregation website, as the primary data source. This platform is structured into subreddits, user-generated and user-moderated communities dedicated to the discussion of specific topics (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). Due to fair guarantees of anonymity, no limits on the number of characters in a post, and a large variety of debated topics, this platform is often used to uninhibitedly discuss personal experiences [<xref ref-type="bibr" rid="ref42">42</xref>]. Reddit constitutes a nonintrusive and privileged data source to study a variety of issues [<xref ref-type="bibr" rid="ref43">43</xref>,<xref ref-type="bibr" rid="ref44">44</xref>], including sensitive topics such as mental health [<xref ref-type="bibr" rid="ref45">45</xref>], weight loss [<xref ref-type="bibr" rid="ref46">46</xref>], gender issues [<xref ref-type="bibr" rid="ref47">47</xref>], and substance abuse [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref24">24</xref>].</p>
        <p>This study’s contributions are manifold. First, leveraging and expanding a recent methodology proposed by Balsamo et al [<xref ref-type="bibr" rid="ref30">30</xref>], we identified a large cohort of opioid firsthand users (ie, Reddit users showing explicit interest in firsthand opioid consumption) and characterized their habits of substance use, administration, and drug tampering over a period of 5 years. Second, using word embeddings, we identified and cataloged a large set of terms describing practices of nonmedical opioids consumption. These terms are invaluable to performing exhaustive and at-scale analyses of user-generated content from social media, as they include colloquialisms, slang, and nonmedical terminology that is established on digital platforms and hardly used in the medical literature. We provided a longitudinal perspective on online interest in the opioids discourse and a quantitative characterization of the adoption of different ROA, with a focus on the less-studied yet emerging and relevant practices. We have made available the ROA taxonomy and the corresponding vocabulary to the research community. Third, we quantified the strength of association between ROA and drug-tampering methods to better characterize emerging practices. Finally, we investigated the interplay between the previous 3 dimensions, measuring odds ratios to shed light on the “how” and “what” facets of the opioid consumption phenomenon. We studied a wide spectrum of opioid forms, referred to as “opioids” throughout, ranging from prescription opioids to opiates and illegal opioid formulations. To the best of our knowledge, our contributions are original in both breadth and depth, outlining a detailed picture of nonmedical practices and abusive behaviors of opioid consumption through the lenses of digital data.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Data</title>
        <p>We refer to a publicly available Reddit data set [<xref ref-type="bibr" rid="ref48">48</xref>] that contains all the subreddits published on the platform since 2007 [<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref49">49</xref>]. In this work, we analyzed the textual part of the submissions and the comments collected from 2014 to 2018. We preprocessed each year separately, filtering out the subreddits with less than 100 comments in a year. We used spaCy [<xref ref-type="bibr" rid="ref50">50</xref>] to remove English stop words, inflectional endings, and tokens with less than 100 yearly appearances. We adopted a bag-of-words model, resulting in a vocabulary of different lemmas for each year. Vocabulary sizes ranged from 300,000 to 700,000 lemmas, with a size growth of approximately 30% each year. In <xref ref-type="table" rid="table1">Table 1</xref>, the number of unique comments and unique active users per year is reported. A steady growth of approximately 30% per year both in the volume of conversations and in the active user base is observed.</p>
        <p>All the analyses in this work were performed on a subset of subreddits related to opioid consumption, which were identified using the procedure described here. For space constraints, we restricted the analyses of odds ratios to comments and submissions created during 2018. Similar to a vast body of users’ activities on social media platforms [<xref ref-type="bibr" rid="ref51">51</xref>-<xref ref-type="bibr" rid="ref53">53</xref>], the distribution of posts per user shows a heavy tail, with the majority of users posting few comments and the remaining minority (eg, core users and subreddit moderators) producing a large portion of the content. Moreover, a nonnegligible percentage of posts, respectively 25% and 7% of submissions and comments, were produced by authors who deleted their usernames.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Data set statistics.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="80"/>
            <col width="150"/>
            <col width="150"/>
            <col width="160"/>
            <col width="160"/>
            <col width="150"/>
            <col width="150"/>
            <thead>
              <tr valign="top">
                <td>Year</td>
                <td>Reddit comments, n</td>
                <td>Reddit authors, n</td>
                <td>Opiates subreddits, n</td>
                <td>Opiates comments, n</td>
                <td>Opiates authors, n</td>
                <td>Authors’ prevalence</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>2014</td>
                <td>545,720,071</td>
                <td>8,149,234</td>
                <td>19</td>
                <td>386,984</td>
                <td>12,381</td>
                <td>0.0015</td>
              </tr>
              <tr valign="top">
                <td>2015</td>
                <td>699,245,245</td>
                <td>10,673,990</td>
                <td>19</td>
                <td>470,609</td>
                <td>15,888</td>
                <td>0.0015</td>
              </tr>
              <tr valign="top">
                <td>2016</td>
                <td>840,575,089</td>
                <td>12,849,603</td>
                <td>25</td>
                <td>612,619</td>
                <td>21,791</td>
                <td>0.0017</td>
              </tr>
              <tr valign="top">
                <td>2017</td>
                <td>1,045,425,499</td>
                <td>14,219,062</td>
                <td>30</td>
                <td>866,023</td>
                <td>28,358</td>
                <td>0.0020</td>
              </tr>
              <tr valign="top">
                <td>2018</td>
                <td>1,307,123,219</td>
                <td>18,158,464</td>
                <td>25</td>
                <td>919,036</td>
                <td>33,700</td>
                <td>0.0019</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Analytical Pipeline</title>
        <p>The methodology adopted in this paper consists of several steps. First, we identified a cohort of opioid firsthand users and the subreddits related to opioid consumption through a semiautomatic algorithm. Second, we trained a word-embedding language model to capture the latent semantic features of the discourse on the nonmedical use of opioids. Third, we exploited the embedded vectors to extend an initial set of medical terms known from the literature, (eg, opioid substance names, ROA, and drug-tampering methods) to nonmedical and colloquial expressions. The terms were organized in a taxonomy that provides a conceptual map on the topic. Moreover, we studied the temporal evolution of the popularity of the main opioid substances and ROA. Ultimately, we measured the strength of the associations between opioid substances, routes of administration, and drug-tampering techniques in 2018.</p>
        <sec>
          <title>Identification of Firsthand Opioid Consumption on Reddit</title>
          <p>We leveraged a semiautomatic information retrieval algorithm developed to identify relevant content related to a topic of interest [<xref ref-type="bibr" rid="ref30">30</xref>] to collect opioid-related conversations on Reddit yearly. This approach aims at retrieving topic-specific documents by expressing a set of initial keywords of interest; here, it identified relevant subspaces of discussion via an iterative query expansion process, retaining a list of terms <italic>Q<sub>y</sub></italic> and a list of subreddits <italic>S<sub>y</sub></italic> ranked by relevance for each year. We merged all the query terms in a set <inline-graphic xlink:href="jmir_v23i1e21212_fig6.png" xlink:type="simple" mimetype="image"/> containing 67 terms. To ensure that the sets <italic>S<sub>y</sub></italic> were effectively referring to the opioid-related topics and in particular to nonmedical opioid consumption, we performed a manual inspection on the union <inline-graphic xlink:href="jmir_v23i1e21212_fig7.png" xlink:type="simple" mimetype="image"/> of the top 150 subreddits for each year, for a total of 554 subreddits. Three independent annotators, including a domain expert specialized in antidoping analyses, read a random sample of 30 posts, checking for subreddits (1) mostly focused on discussing the use of opioids, (2) mostly focused on firsthand usage, and (3) not focused on medical treatments. This yielded a total of 32 selected subreddits, with a Fleiss κ interrater agreement of κ=0.731, which suggests a substantial agreement, according to Landis and Koch [<xref ref-type="bibr" rid="ref54">54</xref>]. <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref> presents a complete list of the subreddits broken down by year.</p>
          <p>Automatic language detection, performed with langdetect [<xref ref-type="bibr" rid="ref55">55</xref>], cld2 [<xref ref-type="bibr" rid="ref56">56</xref>], and cld3 [<xref ref-type="bibr" rid="ref57">57</xref>], showed that the majority of posts (about 90%) were in English, approximately 5% were non-English messages, and the rest were too short or full of jargon and emojis to algorithmically detect any language. Assuming that an author who writes in one of the selected subreddits is personally interested in the topic, we identified a cohort of 86,445 unique opioid firsthand users involved in direct discussions of opioid usage across the period of study. Summary statistics are reported in <xref ref-type="table" rid="table1">Table 1</xref>. In particular, for each year, we computed the number of unique active users and the volume of comments shared, as well as the user’s relative prevalence over the entire amount of Reddit activity. We observed growth from 2014 to 2017, ranging from 15 to 19 users interested in opioid consumption out of every 100,000 Reddit users.</p>
        </sec>
        <sec>
          <title>Vocabulary Expansion</title>
          <p>The methodology to extend the vocabulary on opioid-related domains with user-generated slang and colloquial forms was implemented in 2 steps. First, we trained a word-embedding model (word2vec [<xref ref-type="bibr" rid="ref58">58</xref>]), which learns semantic relationships in the corpus during training and maps their terms to vectors in a latent vectorial space, with all the comments and submissions in our subreddit data set (relevant training parameters are displayed in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>). Second, starting from a set of seed terms <italic>K</italic> (eg, a list of known opioid substances), we expanded the vocabulary by navigating the semantic neighborhood <inline-graphic xlink:href="jmir_v23i1e21212_fig8.png" xlink:type="simple" mimetype="image"/> of each element <italic>w</italic> ∈ <italic>K</italic> in the embedded space, considering the <italic>n</italic>=20 semantically closest elements in terms of cosine similarity. We merged the results in a candidate expansion set, <inline-graphic xlink:href="jmir_v23i1e21212_fig9.png" xlink:type="simple" mimetype="image"/>, together with the seed terms <italic>K</italic> if not already included. Based on the knowledge of a domain expert (a clinical and forensic toxicologist) and with the help of search engine queries and a crowdsourced online dictionary for slang words and phrases (Urban Dictionary [<xref ref-type="bibr" rid="ref59">59</xref>]) to understand the most unusual terms, we manually selected and categorized the relevant neighboring terms, obtaining an extended vocabulary <italic>V</italic>. <xref rid="figure1" ref-type="fig">Figure 1</xref> shows an example of the expansion procedure in which the high-dimensional vectors are projected to 2 dimensions using the uniform manifold approximation and projection (UMAP) algorithm [<xref ref-type="bibr" rid="ref60">60</xref>].</p>
          <p>As a sensitivity analysis, we compared the effectiveness of an alternative embedding model (GloVe [<xref ref-type="bibr" rid="ref61">61</xref>]) for topical coherence. In the case of vocabulary expansion of opioid substance terms, that is, using <inline-graphic xlink:href="jmir_v23i1e21212_fig10.png" xlink:type="simple" mimetype="image"/> as seeds, the 2 models captured 100 terms in common out of their respective candidate terms, with word2vec showing a higher number and a larger percentage of accepted terms (<xref ref-type="table" rid="table2">Table 2</xref>). Moreover, the volume of comments that included an accepted term was almost double when using the vocabulary of word2vec rather than the vocabulary of GloVe. Hence, we chose word2vec as the reference word-embedding model.</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>Two-dimensional projection of the word2vec embedding, modeling the semantic relationships among terms in the Reddit opioids data set. Filled markers represent the seed terms K. Expansion terms, represented with hollow markers, are colored according to their respective initial term if accepted or in gray if discarded. The nature of the relationships between neighboring terms varies, representing (1) equivalence (eg, synonyms), (2) common practices (eg, the use of methadone for addiction maintenance), or (3) co-use (eg, the cluster of heroin, cocaine, and methamphetamine).</p>
            </caption>
            <graphic xlink:href="jmir_v23i1e21212_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <table-wrap position="float" id="table2">
            <label>Table 2</label>
            <caption>
              <p>Comparison of term expansions of opioid substances for the 2 trained models.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="176"/>
              <col width="290"/>
              <col width="290"/>
              <col width="244"/>
              <thead>
                <tr valign="bottom">
                  <td>Model</td>
                  <td>Candidate terms, n</td>
                  <td>Accepted terms, n (%)</td>
                  <td>Comments<sup>a</sup>, n</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>word2vec</td>
                  <td>297</td>
                  <td>128 (43.1)</td>
                  <td>225,165</td>
                </tr>
                <tr valign="top">
                  <td>GloVe</td>
                  <td>369</td>
                  <td>110 (29.8)</td>
                  <td>144,564</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table2fn1">
                <p><sup>a</sup>Comments in the corpus mentioning at least one term of the respective accepted terms for vocabulary expansion.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Strength of Association Between Opioid Substances, ROA, and Drug Tampering</title>
          <p>We evaluated the odds ratios (ORs) to quantify the pairwise strength of the association between substance use and ROA, substance use and drug-tampering methods, and ROA and drug-tampering methods. Under the assumption that co-mention was a proxy for associating a substance to its ROA (or drug-tampering method), we focused on the posts that contained a reference to terms in each domain, evaluating contingency tables and odds ratios. Odds ratios, significance, and confidence intervals were estimated using chi-square tests implemented in the statsmodel Python package [<xref ref-type="bibr" rid="ref62">62</xref>], with the significance level set to α=.01. As a sensitivity analysis, we assessed the effect of the proximity of terms on the characterization of odds ratios. We modified the definition of co-occurrence, introducing a distance threshold ρ at sentence level. We explored the range ρ ∈ {0...5}, where ρ=0 indicates that co-occurrence appears within the same sentence, and ρ&#62;0 measures the distance in both directions (eg, ρ=1 for the preceding and consecutive sentences). The value ρ=∞ indicates the scenario in which we considered the entire post as reference. Accordingly, given a threshold ρ in the construction of the contingency table, the co-occurrence event between 2 terms is conditioned to their distance being less than or equal to ρ. Conversely, we considered terms to be separate events in cases of distance above the threshold. It is important to consider that the OR measures do not imply any form of causation but rather surface correlations that could be used in hypothesis formation. To better interpret the results of this analysis, in some cases, manual inspection of the comments mentioning the variables under investigation was performed following the directives on privacy and ethics (see the “Ethics and Privacy” section).</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Characterizing Interest in Opioids, ROA, and Drug-Tampering Methods</title>
        <p>We applied the methodology described in the “Vocabulary Expansion” section to extract and expand domain-specific vocabularies and to characterize the temporal unfolding of interest in different opioid substances, routes of administration, and drug-tampering methodologies. We started from a review of the relevant medical research, collecting an initial set of terms referring to the most common opioid substances, ROA [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref63">63</xref>,<xref ref-type="bibr" rid="ref64">64</xref>], and drug-tampering methods [<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref63">63</xref>]. We expanded the original set with neighboring terms in a low-dimensional embedding space, and the outputs were reviewed and organized by a domain expert. The resulting vocabulary for opioid substances is shown in <xref ref-type="table" rid="table3">Table 3</xref>. It is worth noting that the vocabulary expansion procedure considerably increased the richness of the terminology related to the domain of interest and, consequently, the volume of conversations on Reddit that contained these terms. For example, for the heroin category, we observed a 62% growth in the retrieved relevant conversations (<xref ref-type="table" rid="table3">Table 3</xref>). We investigated the temporal unfolding of the popularity of the opioid substances, measured as the fraction of authors mentioning a substance over the entire opioid firsthand user base, for each trimester from 2014 to 2018. A binary characterization of the mentioning behavior at the user level was considered to discount potential biases due to users with high activity. We also provided a relative measure of popularity to account for the constantly increasing volume of active users on Reddit. <xref rid="figure2" ref-type="fig">Figure 2</xref> shows a decrease in the usage of heroin and a rise in fentanyl and codeine.</p>
        <p>The resulting vocabulary for routes of administration was further organized in a 2-level hierarchical structure, reported in <xref ref-type="table" rid="table4">Table 4</xref>. It is worth noting that the taxonomy does not have a strict medical interpretation, nor was it intended to be a comprehensive review. However, it can give structure to otherwise unstructured collections of words and help in the interpretation of the results.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Vocabulary of opioid substances. Starting from a candidate expansion set <italic>E</italic>-, comprising 297 unique terms, the final expansion terms considered equivalent to a substance were gathered in the same class.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="150"/>
            <col width="730"/>
            <col width="120"/>
            <thead>
              <tr valign="bottom">
                <td>Substance</td>
                <td>Terms</td>
                <td>Δ volume, %<sup>a</sup></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Heroin</td>
                <td>bth<sup>b</sup>, diacetylmorphine, diamorphine, dope, ecp<sup>b</sup>, goofball, goofballs, gunpowder, h, herion<sup>b</sup>, heroin<sup>b</sup>, heroine, heron, smack, speedball, speedballing, speedballs<sup>b</sup>, tar</td>
                <td>62</td>
              </tr>
              <tr valign="top">
                <td>Buprenorphine</td>
                <td>bup, bupe<sup>b</sup>, buprenorphine<sup>b</sup>, butrans<sup>b</sup>, sub, suboxone<sup>b</sup>, subutex<sup>b</sup>, zub, zubsolv<sup>b</sup></td>
                <td>61</td>
              </tr>
              <tr valign="top">
                <td>Hydrocodone</td>
                <td>hydro, hydrocodone<sup>b</sup>, hydrocodones<sup>b</sup>, lortab<sup>b</sup>, lortabs<sup>b</sup>, norco<sup>b</sup>, norcos<sup>b</sup>, tuss, tussionex<sup>b</sup>, vic, vicoden, vicodin<sup>b</sup>, vicodins<sup>b</sup>, vicoprofen<sup>b</sup>, vics<sup>b</sup>, vikes, viks, zohydro<sup>b</sup></td>
                <td>38</td>
              </tr>
              <tr valign="top">
                <td>Codeine</td>
                <td>cocodamol, codein<sup>b</sup>, codeine<sup>b</sup>, codiene<sup>b</sup>, codine, dhc, dihydrocodeine<sup>b</sup>, prometh, sizzurp, syrup</td>
                <td>28</td>
              </tr>
              <tr valign="top">
                <td>Oxymorphone</td>
                <td>g74, opana<sup>b</sup>, opanas, oxymorphone<sup>b</sup>, panda</td>
                <td>25</td>
              </tr>
              <tr valign="top">
                <td>Tramadol</td>
                <td>desmethyltramadol, dsmt, tram, tramadol<sup>b</sup>, ultram<sup>b</sup></td>
                <td>22</td>
              </tr>
              <tr valign="top">
                <td>Hydromorphone</td>
                <td>dil, dilauded, dilaudid<sup>b</sup>, dilaudids, dillies<sup>b</sup>, dilly, dillys, diluadid<sup>b</sup>, hydromorph<sup>b</sup>, hydromorphone<sup>b</sup></td>
                <td>21</td>
              </tr>
              <tr valign="top">
                <td>Oxycodone</td>
                <td>15s, 30s, codone, contin, ms, oc, ocs, oxy<sup>b</sup>, oxycodone<sup>b</sup>, oxycontin<sup>b</sup>, oxycontins, oxycotin<sup>b</sup>, oxys<sup>b</sup>, perc<sup>b</sup>, percocet<sup>b</sup>, percocets<sup>b</sup>, percoset, percosets, percs<sup>b</sup>, perk, roxi<sup>b</sup>, roxicodone<sup>b</sup>, roxie<sup>b</sup>, roxies<sup>b</sup>, roxis<sup>b</sup>, roxy<sup>b</sup>, roxycodone<sup>b</sup>, roxys<sup>b</sup></td>
                <td>14</td>
              </tr>
              <tr valign="top">
                <td>Morphine</td>
                <td>kadian, morph, morphine<sup>b</sup></td>
                <td>5</td>
              </tr>
              <tr valign="top">
                <td>Fentanyl</td>
                <td>acetylfentanyl<sup>b</sup>, butyr, butyrfentanyl, carf, carfent, carfentanil<sup>b</sup>, carfentanyl, duragesic<sup>b</sup>, fent<sup>b</sup>, fentanyl<sup>b</sup>, fents, fentynal, fetanyl, furanyl, sufentanil, u47700</td>
                <td>4</td>
              </tr>
              <tr valign="top">
                <td>Antagonist</td>
                <td>nalaxone<sup>b</sup>, naloxone<sup>b</sup>, naltrexone, narcan<sup>b</sup>, narcon, revia, viv, vivitrol<sup>b</sup></td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Methadone</td>
                <td>mdone, methadone<sup>b</sup>, methodone<sup>b</sup></td>
                <td>1</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>The increase in the volume of occurrences of a substance using the terms in the expanded vocabulary compared with only using the terms in <inline-graphic xlink:href="jmir_v23i1e21212_fig11.png" xlink:type="simple" mimetype="image"/>.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>Term in <inline-graphic xlink:href="jmir_v23i1e21212_fig11.png" xlink:type="simple" mimetype="image"/>.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Popularity of opioid substances among opioid firsthand users on Reddit. Each line represents the share of opioid firsthand users mentioning an opioid substance, measured quarterly from 2014 to 2018.</p>
          </caption>
          <graphic xlink:href="jmir_v23i1e21212_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Taxonomy defining the ROA categories and their corresponding terms. Primary ROA include all the expansion terms considered for the appropriate secondary ROA (original candidate expansion set comprised 199 unique terms).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="170"/>
            <col width="800"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Primary and secondary ROA<sup>a</sup></td>
                <td>Terms</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">
                  <bold>Ingestion</bold>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Oral</td>
                <td>bolus, buccal, gulp, mouth, mouthful, oral<sup>b</sup>, orally, swallow<sup>b</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Sublingual</td>
                <td>sublingual<sup>b</sup>, sublingually, tongue, tounge</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Drink</td>
                <td>chug, drink, pour, pourin, sip<sup>b</sup>, sipper, sippin, swig, swish</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Chew</td>
                <td>chew<sup>b</sup>, chewy, chomp, gum</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>General ingestion</td>
                <td>ingest<sup>b</sup>, ingestion</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Inhalation</bold>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Intranasal</td>
                <td>intranasal, intranasally, nasal, nasally, nose, nostril, rail, sniff<sup>b</sup>, sniffer, sniffin, snoot, snooter, snort<sup>b</sup>, snorter, tooter</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>General inhalation</td>
                <td>breath, breathe, dab, exhale, inhalation, inhale<sup>b</sup>, insufflate, insufflated, insufflating, insufflation, puff, toke, tokes, vap, vape, vaped, vapes, vaping, vapor, vaporise, vaporize, vaporizer, vapour</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Smoking</td>
                <td>bong, fume, hookah, pipe, smoke<sup>b</sup>, smoker, smokin, spliff</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Injection</bold>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Intramuscular</td>
                <td>deltoid, imed, iming, intramuscular<sup>b</sup>, intramuscularly</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Subcutaneous</td>
                <td>subcutaneous<sup>b</sup>, subcutaneously, subq</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Intravenous</td>
                <td>arterial, bloodstream, intravenous<sup>b</sup>, intravenously, iv, ivd, ived, iving, ivs, vein, venous</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>General injection</td>
                <td>bang, inject<sup>b</sup>, injectable, injection, parenteral, shoot, shot</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Rectally</td>
                <td>anal, anally, boof, boofed, boofing, bunghole, butt, pooper, rectal<sup>b</sup>, rectally</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Other ROA</bold>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Dermal</td>
                <td>cutaneous, dermis, transdermal<sup>b</sup>, transdermally</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Urogenital</td>
                <td>vaginal</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Intrathecal</td>
                <td>intrathecal</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>ROA: routes of administration.</p>
            </fn>
            <fn id="table4fn2">
              <p><sup>b</sup>Seed term <italic>K</italic>.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p><xref rid="figure3" ref-type="fig">Figure 3</xref> shows the estimated temporal evolution of the relative popularity of the routes of administration from 2014 to 2018, measured in quarterly snapshots. Finally, we extracted and organized the vocabulary related to drug-tampering techniques, as shown in <xref ref-type="table" rid="table5">Table 5</xref>. In this paper, we considered the act of chewing pills a second-level route of administration under the ingestion category [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>] instead of a drug-tampering method, as some research might suggest [<xref ref-type="bibr" rid="ref41">41</xref>].</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Popularity of routes of administration among opioid firsthand users on Reddit. Each line represents the fraction of opioid firsthand users mentioning an ROA-related term, measured quarterly from 2014 to 2018. Thick lines represent the share of authors mentioning primary ROA, evaluated by aggregating the contributions of all the corresponding secondary ROA. ROA: routes of administration.</p>
          </caption>
          <graphic xlink:href="jmir_v23i1e21212_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table5">
          <label>Table 5</label>
          <caption>
            <p>Vocabulary of drug-tampering methods. Expansion terms referring to the same drug-tampering method are grouped in the corresponding transformation classes (original candidate expansion set comprised 179 unique terms).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="200"/>
            <col width="800"/>
            <thead>
              <tr valign="top">
                <td>Transformation</td>
                <td>Terms</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Brew</td>
                <td>brew<sup>a</sup>, brewer, homebrew<sup>a</sup></td>
              </tr>
              <tr valign="top">
                <td>Concentrate</td>
                <td>concentrate<sup>a</sup>, concentrate, concentration, purify</td>
              </tr>
              <tr valign="top">
                <td>Dissolve</td>
                <td>desolve, dilute, disolve, disolved, disolves, dissolve<sup>a</sup>, solute, solution, soluble, soluable</td>
              </tr>
              <tr valign="top">
                <td>Evaporate</td>
                <td>evap, evaporate</td>
              </tr>
              <tr valign="top">
                <td>Extract</td>
                <td>cwe<sup>a</sup>, extract<sup>a</sup>, extract, extraction</td>
              </tr>
              <tr valign="top">
                <td>Grind</td>
                <td>chop, crush<sup>a</sup>, crushable, crusher, grind<sup>a</sup>, grinded, grinder, ground, pulverize</td>
              </tr>
              <tr valign="top">
                <td>Heat</td>
                <td>boil, heat<sup>a</sup>, melt, microwave, overheat, simmer</td>
              </tr>
              <tr valign="top">
                <td>Infusion</td>
                <td>infuse, infusion<sup>a</sup>, tea, tincture</td>
              </tr>
              <tr valign="top">
                <td>Peel</td>
                <td>peal, peel, shave</td>
              </tr>
              <tr valign="top">
                <td>Soak</td>
                <td>soak<sup>a</sup>, submerge</td>
              </tr>
              <tr valign="top">
                <td>Wash</td>
                <td>rewash, rinse, wash</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table5fn1">
              <p><sup>a</sup>Seed term <italic>K</italic>.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Characterizing the Associations Between Opioid Substances, ROA, and Drug Tampering</title>
        <p>To investigate the strength of association between routes of administration, drug tampering, and opioid substances and to shed light on the interplay between the “how” and the “what” dimensions of opioid consumption, we estimated the ORs, 95% confidence intervals, <italic>P</italic> values, and volume of the co-mentions among substances, routes of administration, and drug-tampering methods. The number of sentences in Reddit posts vary greatly, but the posts are generally quite short (approximately 50% of them have 2 sentences or less, as seen in <xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref>). However, as about 20% of posts have more than 10 sentences, one should be cautious in adopting a bag-of-words approach to measure co-occurring terms. To limit the chance of including spurious correlations due to the co-occurrences of terms far apart in the posts, we conservatively selected ρ=1 (ie, considering only the co-occurrence of terms within a sentence or in the first adjacent sentences) for computing the OR. <xref rid="figure4" ref-type="fig">Figure 4</xref> shows in blue the results of the analysis at ρ=1, matching 4 of the main widespread substances (ie, heroin, buprenorphine, oxycodone, and fentanyl) with the secondary ROA (upper panel) and the drug-tampering techniques (lower panel). <xref rid="figure5" ref-type="fig">Figure 5</xref> shows the odds ratios of primary ROA and drug-tampering methods. For reference, the green markers represent the ORs obtained at ρ=0 and ρ=∞ for the same categories. <xref ref-type="supplementary-material" rid="app3">Multimedia Appendices 3</xref>-<xref ref-type="supplementary-material" rid="app5">5</xref> provide the complete set of results for all the substances identified and the secondary ROA. Due to the low representativeness of intrathecal and urogenital ROA with most of the tampering-related terms, we omitted those categories from the analysis. In the plots, the associations that are not statistically significant (<italic>P</italic>&#62;.01) are reported in gray, and the horizontal lines indicate the OR and the 95% confidence interval. The radius of the circle is proportional to the sample of co-mentions and the dashed vertical line corresponds to an OR of 1 for reference.</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Odds ratios of the most widespread opioid substances with routes of administration (top row) and drug-tampering methods (bottom row). Labels on the right axis report the confidence interval at ρ=1. OR: odds ratio.</p>
          </caption>
          <graphic xlink:href="jmir_v23i1e21212_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>Odds ratios of the primary routes of administration (excluding other routes of administration) and drug-tampering methods. Labels on the right axis report the confidence interval at ρ=1. OR: odds ratio.</p>
          </caption>
          <graphic xlink:href="jmir_v23i1e21212_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Opioid Interest on Reddit</title>
        <p>In this work, we identified over 3 million comments on 32 subreddits focused on discussing practices and implications of firsthand opioid use. We also selected a cohort of over 86,000 Reddit users interested in this topic. Such a large data set allowed us to assess the magnitude of the online interest in opioids and model its evolution during the 5 years of study, sadly verifying its rapidly increasing popularity. By the end of 2018, the opioid epidemic remained an escalating public health threat, and at the time of writing, the opioid crisis is still calling for countermeasures at scale. Hence, we believe our large data set may constitute a valid alternative source to advise decision making and a valuable starting point for future infodemiology research.</p>
      </sec>
      <sec>
        <title>Vocabulary Expansion</title>
        <p>By observing the vocabularies in <xref ref-type="table" rid="table3">Tables 3</xref>-<xref ref-type="table" rid="table5">5</xref> resulting from the expansion algorithm, we can ascertain the importance of enriching domain expertise with user-generated content and observe that some common features are captured across categories. Our method was able to detect synonyms and common short names, very specific acronyms (eg, “cwe” for cold water extraction [<xref ref-type="bibr" rid="ref65">65</xref>]), slang expressions like “sippin” (often used when referring to the act of drinking codeine mixtures [<xref ref-type="bibr" rid="ref63">63</xref>]), nicknames (eg, “panda” for oxymorphone), and polypharmacy instances (eg, “speedball” and “goofball” [<xref ref-type="bibr" rid="ref66">66</xref>]). The vocabulary expansion underlines the use of prescription dosages (usually stamped on the tablets) in place of the commercial names of the substances (eg, “30s” for oxycodone). Moreover, we deduced that opioid firsthand users discussed variants of the substances (eg, “bth” and “ecp” for black tar heroin and East Coast powder), research chemical equivalents (eg, “u47700” [<xref ref-type="bibr" rid="ref67">67</xref>]), and formulations intended for veterinary use (eg, sufentanil<italic>,</italic> carfentanil)<italic>.</italic></p>
        <p>ROA vocabulary included and categorized both medical terms, adding terms scarcely considered in previous studies, like “vaping,” and nonmedical or unconventional administration terms, such as “chewing,” “snorting,” “smoking,” and “boofing” [<xref ref-type="bibr" rid="ref39">39</xref>]. Our taxonomy also enabled us to disambiguate common primary ROA, such as injection and ingestion, into specific secondary ones, like subcutaneous [<xref ref-type="bibr" rid="ref39">39</xref>] and sublingual administrations.</p>
        <p>Finally, the drug-tampering vocabulary captured tampering methods that modify the physical status of the substances, like crushing and peeling, and some methods aiming at altering the chemical characteristics of the substances, like dissolving, washing, and heating [<xref ref-type="bibr" rid="ref41">41</xref>]. We believe that even if this vocabulary might not be exhaustive of all drug-tampering methods, it offers a novel evidence-based perspective on the topic compared with the existing literature. The expanded vocabularies proved essential to fully incorporating the language complexity of online discussions and taboo behaviors [<xref ref-type="bibr" rid="ref68">68</xref>] into at-scale analyses. Hopefully, our contribution might be useful in the future to find and understand new abusive behaviors that are discussed online, ultimately driving future research to yield more effective prevention methods.</p>
      </sec>
      <sec>
        <title>Adoption Popularity of Opioid Substances and ROA</title>
        <p>Considering the share of users mentioning a term to be a proxy of firsthand involvement in opioid-related activities and including topic-specific terminology, the longitudinal views in <xref rid="figure2" ref-type="fig">Figures 2</xref> and <xref rid="figure3" ref-type="fig">3</xref> can be used to rank the popularity of nonmedical usage of opioid substances and ROA and their adoption trends. Ranking the substances by average share, we can see that heroin is by far the most popular substance, mentioned on average by 1 in every 3 users. Its share of users, though, is steadily decreasing, with a loss of 10% reported in state-specific findings by Rosenblum et al [<xref ref-type="bibr" rid="ref27">27</xref>]. Buprenorphine and oxycodone were the most mentioned prescription opioids; they showed fairly static behavior, while hydrocodone importance decreased over time [<xref ref-type="bibr" rid="ref28">28</xref>], possibly due to more stringent prescription regulation starting in 2014 [<xref ref-type="bibr" rid="ref69">69</xref>]. Fentanyl showed the most abrupt behavior, dramatically increasing since 2016. Its volume of mentions in 2018 increased by almost 1.5 times compared with 2014, confirming it as one of the most recent threats [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. In contrast, we did not find evidence of drastic changes in oxymorphone adoption after its partial ban in 2017 [<xref ref-type="bibr" rid="ref70">70</xref>]. ROA adoption was led by injection and inhalation, which were the most popular ROA across the years, mentioned by 1 of every 3 authors at their peak. These were followed closely by ingestion. Rectal use and other ROA involved, on average, a significantly lower share of users, around 5% and less than 1%, respectively. Nevertheless, rectal administration has shown a sharp increase in popularity since 2016, almost doubling its share. Administration through inhalation was equally staggered by the intranasal and smoking categories of secondary ROA, strong indicators that this route of administration is indeed capturing nonmedical use of opioids.</p>
        <p>This work on understanding which substances are currently gaining popularity may give prevention programs a strategic advantage, especially if consumption trends can be localized geographically [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref71">71</xref>], focusing the interventions needed to prevent early adoption of emerging dangerous substances like fentanyl. Moreover, tracking the evolution of interest in prescription opioids might be useful for evaluating the efficacy of ban policies, as in the case of oxymorphone. Understanding which ROA are the most adopted might eventually help address targeted campaigns informing users on safer practices, develop better tamper-resistant prescription drugs, and ultimately better inform the health system of the health risks specific to opioid adoption.</p>
      </sec>
      <sec>
        <title>Characterizing the Association Between Substance Consumption, ROA, and Drug-Tampering Methods</title>
        <p>By jointly considering the results of the odds ratios in <xref rid="figure4" ref-type="fig">Figures 4</xref> and <xref rid="figure5" ref-type="fig">5</xref> and <xref ref-type="supplementary-material" rid="app5">Multimedia Appendices 5</xref>-<xref ref-type="supplementary-material" rid="app7">7</xref>, we can outline complex preferences for the nonmedical use of opioids, triangulating substance use, ROA, and drug-tampering methods. We noticed that the majority of substances exhibited more than one high odds ratio, both with ROA and drug-tampering methods, meaning that such substances might be consumed by users in multiple nonexclusive ways. Our analysis shows that for the most part, the expected medical and nonmedical routes of administration of each substance (ie, intended ROA or known abusive administration) had high odds ratios. For prescription opioids, oral (medical) use was often confirmed (eg, oxycodone: OR 3.6, 95% CI 3.4-3.8), while intranasal administration was often the preferred nonmedical ROA, followed by injection, especially intravenous administration (eg, hydromorphone: OR 9.1, 95% CI 8.6-9.8) [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref72">72</xref>]. As expected, heroin appeared to be most likely consumed through injection (OR 3.3, 95% CI 3.2-3.4) or smoking, if heated up on aluminum foil (OR 3.1, 95% CI 3.0-3.2). Heroin was the only substance that showed high correlations with this administration route. It was also reported to be snorted [<xref ref-type="bibr" rid="ref64">64</xref>].</p>
        <p>Besides confirming and quantifying some known behaviors, our analysis can provide additional insights on the nonmedical use of intended routes of administration. In accordance with the literature [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref73">73</xref>], we found evidence that abuse of prescription opioids may be associated with chewing the pills (eg, oxycodone: OR 2.7, 95% CI 2.4-3.0). From the analysis of ROA and drug-tampering methods, it appears that nonmedical oral administration was correlated with dissolving (OR 9.7, 95% CI 9.0-10.4), grinding, and washing the substances. In some cases, oral and chewing-related misuse of prescription opioids simply consisted of peeling (OR 5.1, 95% CI 2.6-9.9) the external coating, which is usually hard to chew or responsible for the extended-release effect. Even though some formulations, such as Opana ER (oxymorphone hydrochloride extended-release tablets; Endo Pharmaceuticals), are known to be tamper resistant to crushing, users can peel the tablets to get rid of the extended release coating for higher recreational effects. Injection usually requires that the substance be dissolved (OR 3.5, 95% CI 3.2-3.7), while inhalation requires that the substance be ground to powder, especially for intranasal abuse (OR 6.7, 95% CI 6.3-7.1).</p>
        <p>Our method ultimately found evidence of unconventional nonmedical administration for most of the substances. We found a high correlation between dissolving and intranasal administration (OR 4.1, 95% CI 3.8-4.4), which may indicate the adoption of “monkey water,” the practice of dissolving soluble substances, like tar heroin and fentanyl patches, and using the resulting liquid as a nasal spray [<xref ref-type="bibr" rid="ref36">36</xref>]. Fentanyl patches were also consumed in other unforeseen ways; an unexpectedly high OR of fentanyl and chewing (OR 2.6, 95% CI 2.2-3.0) suggests that prescription patches intended for transdermal use may be chewed for nonmedical use. Our analyses revealed the high odds of abuse of codeine via drinking (OR 4.0, 95% CI 3.7-4.3) codeine syrup, made by extracting or brewing the cough suppressants (OR 14.1, 95% CI 11.5-17.2) and forming the so-called lean or purple drank [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref63">63</xref>,<xref ref-type="bibr" rid="ref74">74</xref>].</p>
        <p>Buprenorphine, usually administered sublingually in its formulations without an antagonist, such as Subutex (buprenorphine; Indivior), and orally in combination with naloxone in the form of pills, such as Suboxone (buprenorphine-naloxone; Indivior) and Zubsolv (buprenorphine-naloxone; Orexo), measured exceptionally high odds of sublingual administration (OR 7.6, 95% CI 7.0-8.2). Evidence of nonmedical use of buprenorphine was also found in the association between dissolving and sublingual use (OR 18.9, 95% CI 16.8-21.3). Opioid firsthand users know that the opioid antagonist in buprenorphine-naloxone compounds has low bioavailability if dissolved under the tongue; hence, to achieve higher opioid effects and eliminate the antagonist, these compounds are generally taken sublingually and not through other ROA, with which buprenorphine shows negative associations.</p>
        <p>Finally, our study shows that rectal administration is a viable and unforeseen option for the nonmedical use of some opioids, resulting in higher recreational effects, especially with hydromorphone (OR 5.2, 95% CI 4.6-6.0), morphine, and oxymorphone. Rectal administration showed high correlations with the dissolving, grinding, and soaking drug-tampering methods, possible indicators of an unconventional route of administration, largely overlooked, which involves dissolving the substances in liquid water or alcohol (ie, “butt-chugging”) [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref75">75</xref>]. Subcutaneous administration was only weakly associated with morphine, suggesting that the practice of “skin popping” [<xref ref-type="bibr" rid="ref38">38</xref>], which consists of injecting the substance in the tissues under the skin, is potentially not widespread.</p>
        <p>The complex interactions between substance use, routes of administration, and drug tampering that can be unveiled with our methodology provide a broad yet detailed perspective on the nonmedical use of opioids, evidencing abusive behaviors in which unconventional ROA and drug tampering play a key role. Knowledge about abusive behaviors could be taken into consideration by physicians during treatment programs, allowing them to favor opioid medications that are less likely to be transformed and abused. Our results should be addressed with effective health policies, driving future clinical research to better focus its efforts on understanding health-related risks and guiding the production of new tamper-resistant and abuse-deterrent opioid formulations.</p>
      </sec>
      <sec>
        <title>Limitations and Future Work</title>
        <p>We acknowledge some limitations in the present research. The population sampled on Reddit might have intrinsic social media biases, and it is likely not representative of the general population (eg, for gender, age, or ethnicity). Moreover, since we enrolled the users in our cohort based on their engagement in subcommunities focusing on firsthand use of opioids, we cannot exclude the possibility that in some cases, such users might have been reporting secondhand experiences, disseminating general news, or discussing intended medical drug use for pain management. We must also consider that the selected individuals were not clinically diagnosed with opioid use disorder. Future work will be devoted to building a classifier at the user level to identify individuals with opioid use disorder. We are aware that Reddit data have some gaps [<xref ref-type="bibr" rid="ref76">76</xref>], but since the incompleteness mostly affects the years before 2010, we consider the overall results of our work to not be significantly biased. Other limitations are related to the analytic pipeline, where we narrowed our text analysis to term counts and co-occurrences, which might have produced spillover effects in comments discussing multiple topics and could have amplified the strength of cross-associations. Future work will include n-grams and more context-based language models. Finally, it is worth stressing that the measure of association through odds ratios should not be intended by any means as an indication of causal effects. This work is an observational study focusing on the characterization of a complex and faceted social phenomenon rather than the identification of determinants or interventions, and it shares the strengths and limitations of correlational studies, especially in medical research.</p>
      </sec>
      <sec>
        <title>Ethics and Privacy</title>
        <p>Given the sensitive nature of the information shared, including users’ vulnerabilities and personal information, privacy and ethical considerations are paramount. In this work, we followed the guidelines and directives in Eysenbach and Till [<xref ref-type="bibr" rid="ref77">77</xref>], which describe recommendations to ethically conduct medical research with user-generated online data, and we relied on the vast experience of research works dealing with sensitive data gathered on social media [<xref ref-type="bibr" rid="ref47">47</xref>,<xref ref-type="bibr" rid="ref78">78</xref>-<xref ref-type="bibr" rid="ref81">81</xref>]. The researchers had no interactions with the users and have no interest in harming any, and the analyses were performed and reported in the spirit of knowledge, prevention, and harm reduction. In this direction, it is worth noting that the subreddits under study are of public domain, are not password protected, and have thousands of active subscribers; users were fully aware of the public nature of the content they posted and of its free accessibility on the web. Moreover, Reddit offers pseudonymous accounts and strong privacy protection, making it it unlikely that the true identity of a user can be recovered. Nevertheless, in order to further protect the privacy and anonymity of the users in our data set, all information about the names of the authors was anonymized before using the data for analysis. Moreover, every analysis performed was intended to provide aggregated estimates aimed at research purposes, and this work did not include any quotes or information that focused on single authors. Following the directives in Eysenbach and Till [<xref ref-type="bibr" rid="ref77">77</xref>], our research did not require informed consent.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>In this work, we characterized opioid-related discussions on Reddit over 5 years, involving more than 86,000 unique users, and focused on firsthand experiences and nonmedical use. To address the complexity of the language in social media communications, especially in the presence of taboo behaviors such as drug abuse, we gathered a large set of colloquial and nonmedical terms that covered most opioid substances, routes of administration, and drug-tampering methods. We were able to characterize the temporal evolution of the discourse and identify notable trends, such as the surge in the popularity of fentanyl and the decrease in the relative interest in heroin. Focusing on routes of administration, we extended pharmacological and medical research with an in-depth characterization of how opioids substances are administered, since different practices imply different effects and potential health-related risks. We proposed a 2-layer taxonomy and corresponding vocabulary that enabled us to study both medical and recreational routes of administration. We demonstrated the presence of conventional nonmedical ROA (eg, intranasal administration and intravenous injection) and the spread of less conventional practices (eg, an increasing trend in rectal use). In particular, with reference to nonconventional ROA, we characterized for the first time at scale the phenomenon of drug tampering, which could have an impact on health outcomes, since it alters the pharmacokinetics of medications. The interplay between these dimensions was systematically characterized by quantitatively measuring the odds ratios, providing an insightful picture of the complex phenomenon of opioid consumption as discussed on Reddit.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Schematic representation of the structure of Reddit. Reddit's most common access point is the front page, where the most relevant content of the moment is collected. The users can post on already-existing subreddits or they can create and moderate new ones on any topic of choice. In a subreddit, users can either create a new thread via a submission or indefinitely expand the conversation tree by commenting on an existing thread. The level of content moderation in a subreddit is solely decided by its moderators.</p>
        <media xlink:href="jmir_v23i1e21212_app1.png" xlink:title="PNG File , 71 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Subreddits discussing firsthand nonmedical use of opioids. An X marks the presence of a subreddit in a specific year.</p>
        <media xlink:href="jmir_v23i1e21212_app2.xlsx" xlink:title="XLSX File  (Microsoft Excel File), 7 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Relevant training parameters of the word embeddings. All the other parameters are set to default values. Two state-of-the-art word embedding models, namely word2vec, and GloVe, have been trained with all the comments and submissions in our subreddits dataset. After a-posteriori validation by a domain expert in terms of topical coherence, we choose word2vec as the reference word embedding model.</p>
        <media xlink:href="jmir_v23i1e21212_app3.xlsx" xlink:title="XLSX File  (Microsoft Excel File), 6 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>Cumulative probability of finding n or fewer terms in a sentence for submissions and comments (left panel).  Cumulative probability of having n or fewer sentences in a submission or a comment  (right panel). Plots refer to the selected subreddit in 2018.</p>
        <media xlink:href="jmir_v23i1e21212_app4.png" xlink:title="PNG File , 128 KB"/>
      </supplementary-material>
      <supplementary-material id="app5">
        <label>Multimedia Appendix 5</label>
        <p>Odds Ratios of opioid substances and Secondary Routes of Administration. The central line and the bar mark the OR and the 95% confidence interval respectively, while the size of the circle is proportional to the sample of co-mentions. Measures that are not statistically significant (<italic>P</italic> &#62;.01) are reported in gray. Labels on the right axis report the Odds Ratio and the confidence interval.</p>
        <media xlink:href="jmir_v23i1e21212_app5.png" xlink:title="PNG File , 694 KB"/>
      </supplementary-material>
      <supplementary-material id="app6">
        <label>Multimedia Appendix 6</label>
        <p>Odds Ratios of opioid substances and Drug Tampering Methods. The central line and the bar mark the OR and the 95% confidence interval respectively, while the size of the circle is proportional to the sample of co-mentions. Measures that are not statistically significant (<italic>P</italic> &#62;.01) are reported in gray. Labels on the right axis report the Odds Ratio and the confidence interval.</p>
        <media xlink:href="jmir_v23i1e21212_app6.png" xlink:title="PNG File , 577 KB"/>
      </supplementary-material>
      <supplementary-material id="app7">
        <label>Multimedia Appendix 7</label>
        <p>Odds Ratios of Secondary Routes of Administration and Drug Tampering Methods. The central line and the bar mark the OR and the 95% confidence interval respectively, while the size of the circle is proportional to the sample of co-mentions. Measures that are not statistically significant (<italic>P</italic> &#62;.01) are reported in gray. Labels on the right axis report the Odds Ratio and the confidence interval.</p>
        <media xlink:href="jmir_v23i1e21212_app7.png" xlink:title="PNG File , 598 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">OR</term>
          <def>
            <p>odds ratio</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">ROA</term>
          <def>
            <p>routes of administration</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">UMAP</term>
          <def>
            <p>uniform manifold approximation and projection</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>PB acknowledges support from the Intesa Sanpaolo Innovation Center. The funder had no role in the study design, data collection, analysis, decision to publish, or preparation of the manuscript. RS was partially supported by the project Countering Online Hate Speech Through Effective On-line Monitoring, funded by Compagnia di San Paolo.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Centers for Disease Control and Prevention</collab>
          </person-group>
          <article-title>Drug Overdose Deaths, Centers for Disease Control and Prevention website</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <access-date>2020-05-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/drugoverdose/data/statedeaths.html">https://www.cdc.gov/drugoverdose/data/statedeaths.html</ext-link>
            <ext-link ext-link-type="webcite" xlink:href="https://www.cdc.gov/drugoverdose/data/statedeaths.html"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kolodny</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Courtwright</surname>
              <given-names>DT</given-names>
            </name>
            <name name-style="western">
              <surname>Hwang</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Kreiner</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Eadie</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>TW</given-names>
            </name>
            <name name-style="western">
              <surname>Alexander</surname>
              <given-names>GC</given-names>
            </name>
          </person-group>
          <article-title>The prescription opioid and heroin crisis: a public health approach to an epidemic of addiction</article-title>
          <source>Annu Rev Public Health</source>
          <year>2015</year>
          <month>03</month>
          <day>18</day>
          <volume>36</volume>
          <fpage>559</fpage>
          <lpage>74</lpage>
          <pub-id pub-id-type="doi">10.1146/annurev-publhealth-031914-122957</pub-id>
          <pub-id pub-id-type="medline">25581144</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Compton</surname>
              <given-names>WM</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Baldwin</surname>
              <given-names>GT</given-names>
            </name>
          </person-group>
          <article-title>Relationship between Nonmedical Prescription-Opioid Use and Heroin Use</article-title>
          <source>N Engl J Med</source>
          <year>2016</year>
          <month>01</month>
          <day>14</day>
          <volume>374</volume>
          <issue>2</issue>
          <fpage>154</fpage>
          <lpage>163</lpage>
          <pub-id pub-id-type="doi">10.1056/nejmra1508490</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rose</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Are Prescription Opioids Driving the Opioid Crisis? Assumptions vs Facts</article-title>
          <source>Pain Med</source>
          <year>2018</year>
          <month>04</month>
          <day>01</day>
          <volume>19</volume>
          <issue>4</issue>
          <fpage>793</fpage>
          <lpage>807</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28402482"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/pm/pnx048</pub-id>
          <pub-id pub-id-type="medline">28402482</pub-id>
          <pub-id pub-id-type="pii">3583229</pub-id>
          <pub-id pub-id-type="pmcid">PMC6018937</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ciccarone</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The triple wave epidemic: Supply and demand drivers of the US opioid overdose crisis</article-title>
          <source>Int J Drug Policy</source>
          <year>2019</year>
          <month>09</month>
          <volume>71</volume>
          <fpage>183</fpage>
          <lpage>188</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0955-3959(19)30018-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.drugpo.2019.01.010</pub-id>
          <pub-id pub-id-type="medline">30718120</pub-id>
          <pub-id pub-id-type="pii">S0955-3959(19)30018-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC6675668</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McCabe</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Cranford</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Boyd</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Teter</surname>
              <given-names>CJ</given-names>
            </name>
          </person-group>
          <article-title>Motives, diversion and routes of administration associated with nonmedical use of prescription opioids</article-title>
          <source>Addict Behav</source>
          <year>2007</year>
          <month>03</month>
          <volume>32</volume>
          <issue>3</issue>
          <fpage>562</fpage>
          <lpage>75</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/16843611"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.addbeh.2006.05.022</pub-id>
          <pub-id pub-id-type="medline">16843611</pub-id>
          <pub-id pub-id-type="pii">S0306-4603(06)00170-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC1766373</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Agnich</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Stogner</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Marcum</surname>
              <given-names>CD</given-names>
            </name>
          </person-group>
          <article-title>Purple drank prevalence and characteristics of misusers of codeine cough syrup mixtures</article-title>
          <source>Addict Behav</source>
          <year>2013</year>
          <month>09</month>
          <volume>38</volume>
          <issue>9</issue>
          <fpage>2445</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/j.addbeh.2013.03.020</pub-id>
          <pub-id pub-id-type="medline">23688907</pub-id>
          <pub-id pub-id-type="pii">S0306-4603(13)00092-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Katz</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Fernandez</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Benoit</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Butler</surname>
              <given-names>SF</given-names>
            </name>
          </person-group>
          <article-title>Internet-based Survey of Nonmedical Prescription Opioid Use in the United States</article-title>
          <source>Clin J Pain</source>
          <year>2008</year>
          <volume>24</volume>
          <issue>6</issue>
          <fpage>528</fpage>
          <lpage>535</lpage>
          <pub-id pub-id-type="doi">10.1097/ajp.0b013e318167a087</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Butler</surname>
              <given-names>SF</given-names>
            </name>
            <name name-style="western">
              <surname>Budman</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Licari</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cassidy</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Lioy</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Dickinson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Brownstein</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Benneyan</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>TC</given-names>
            </name>
            <name name-style="western">
              <surname>Katz</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>National addictions vigilance intervention and prevention program (NAVIPPRO): a real-time, product-specific, public health surveillance system for monitoring prescription drug abuse</article-title>
          <source>Pharmacoepidemiol Drug Saf</source>
          <year>2008</year>
          <month>12</month>
          <volume>17</volume>
          <issue>12</issue>
          <fpage>1142</fpage>
          <lpage>54</lpage>
          <pub-id pub-id-type="doi">10.1002/pds.1659</pub-id>
          <pub-id pub-id-type="medline">18932173</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Butler</surname>
              <given-names>SF</given-names>
            </name>
            <name name-style="western">
              <surname>Black</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Cassidy</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Dailey</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Budman</surname>
              <given-names>SH</given-names>
            </name>
          </person-group>
          <article-title>Abuse risks and routes of administration of different prescription opioid compounds and formulations</article-title>
          <source>Harm Reduct J</source>
          <year>2011</year>
          <month>10</month>
          <day>19</day>
          <volume>8</volume>
          <fpage>29</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://harmreductionjournal.biomedcentral.com/articles/10.1186/1477-7517-8-29"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1477-7517-8-29</pub-id>
          <pub-id pub-id-type="medline">22011626</pub-id>
          <pub-id pub-id-type="pii">1477-7517-8-29</pub-id>
          <pub-id pub-id-type="pmcid">PMC3213066</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Curtis</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Croker</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Richards</surname>
              <given-names>GC</given-names>
            </name>
            <name name-style="western">
              <surname>Quinlan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Goldacre</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Opioid prescribing trends and geographical variation in England, 1998-2018: a retrospective database study</article-title>
          <source>Lancet Psychiatry</source>
          <year>2019</year>
          <month>02</month>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>140</fpage>
          <lpage>150</lpage>
          <pub-id pub-id-type="doi">10.1016/S2215-0366(18)30471-1</pub-id>
          <pub-id pub-id-type="medline">30580987</pub-id>
          <pub-id pub-id-type="pii">S2215-0366(18)30471-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schifanella</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Vedove</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Salomone</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bajardi</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Paolotti</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Spatial heterogeneity and socioeconomic determinants of opioid prescribing in England between 2015 and 2018</article-title>
          <source>BMC Med</source>
          <year>2020</year>
          <month>05</month>
          <day>15</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>127</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedicine.biomedcentral.com/articles/10.1186/s12916-020-01575-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12916-020-01575-0</pub-id>
          <pub-id pub-id-type="medline">32410615</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12916-020-01575-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC7227089</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Richards</surname>
              <given-names>GC</given-names>
            </name>
            <name name-style="western">
              <surname>Mahtani</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Muthee</surname>
              <given-names>TB</given-names>
            </name>
            <name name-style="western">
              <surname>DeVito</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Koshiaris</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Aronson</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Goldacre</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Heneghan</surname>
              <given-names>CJ</given-names>
            </name>
          </person-group>
          <article-title>Factors associated with the prescribing of high-dose opioids in primary care: a systematic review and meta-analysis</article-title>
          <source>BMC Med</source>
          <year>2020</year>
          <month>03</month>
          <day>30</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>68</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedicine.biomedcentral.com/articles/10.1186/s12916-020-01528-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12916-020-01528-7</pub-id>
          <pub-id pub-id-type="medline">32223746</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12916-020-01528-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC7104520</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Amsterdam</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>van den Brink</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>The Misuse of Prescription Opioids: A Threat for Europe?</article-title>
          <source>Curr Drug Abuse Rev</source>
          <year>2015</year>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>3</fpage>
          <lpage>14</lpage>
          <pub-id pub-id-type="doi">10.2174/187447370801150611184218</pub-id>
          <pub-id pub-id-type="medline">26084418</pub-id>
          <pub-id pub-id-type="pii">CDAR-EPUB-68033</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brownstein</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Freifeld</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Madoff</surname>
              <given-names>LC</given-names>
            </name>
          </person-group>
          <article-title>Digital Disease Detection — Harnessing the Web for Public Health Surveillance</article-title>
          <source>N Engl J Med</source>
          <year>2009</year>
          <month>05</month>
          <day>21</day>
          <volume>360</volume>
          <issue>21</issue>
          <fpage>2153</fpage>
          <lpage>2157</lpage>
          <pub-id pub-id-type="doi">10.1056/nejmp0900702</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eysenbach</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Infodemiology and infoveillance: framework for an emerging set of public health informatics methods to analyze search, communication and publication behavior on the Internet</article-title>
          <source>J Med Internet Res</source>
          <year>2009</year>
          <month>03</month>
          <day>27</day>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>e11</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2009/1/e11/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.1157</pub-id>
          <pub-id pub-id-type="medline">19329408</pub-id>
          <pub-id pub-id-type="pii">v11i1e11</pub-id>
          <pub-id pub-id-type="pmcid">PMC2762766</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Salathé</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bengtsson</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bodnar</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Brewer</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Brownstein</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Buckee</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Cattuto</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Khandelwal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mabry</surname>
              <given-names>PL</given-names>
            </name>
            <name name-style="western">
              <surname>Vespignani</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Digital epidemiology</article-title>
          <source>PLoS Comput Biol</source>
          <year>2012</year>
          <volume>8</volume>
          <issue>7</issue>
          <fpage>e1002616</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pcbi.1002616"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pcbi.1002616</pub-id>
          <pub-id pub-id-type="medline">22844241</pub-id>
          <pub-id pub-id-type="pii">PCOMPBIOL-D-12-00494</pub-id>
          <pub-id pub-id-type="pmcid">PMC3406005</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Marsch</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Hancock</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Das</surname>
              <given-names>AK</given-names>
            </name>
          </person-group>
          <article-title>Scaling Up Research on Drug Abuse and Addiction Through Social Media Big Data</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>10</month>
          <day>31</day>
          <volume>19</volume>
          <issue>10</issue>
          <fpage>e353</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/10/e353/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.6426</pub-id>
          <pub-id pub-id-type="medline">29089287</pub-id>
          <pub-id pub-id-type="pii">v19i10e353</pub-id>
          <pub-id pub-id-type="pmcid">PMC5686417</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Phan</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Geller</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Iezzi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Vo</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Dou</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Chun</surname>
              <given-names>SA</given-names>
            </name>
          </person-group>
          <article-title>An Ensemble Deep Learning Model for Drug Abuse Detection in Sparse Twitter-Sphere</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2019</year>
          <month>08</month>
          <day>21</day>
          <volume>264</volume>
          <fpage>163</fpage>
          <lpage>167</lpage>
          <pub-id pub-id-type="doi">10.3233/SHTI190204</pub-id>
          <pub-id pub-id-type="medline">31437906</pub-id>
          <pub-id pub-id-type="pii">SHTI190204</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Prieto</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>McEwen</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Podewils</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Al-Tayyib</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Foldy</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Shlay</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Davidson</surname>
              <given-names>AJ</given-names>
            </name>
          </person-group>
          <article-title>The Detection of Opioid Misuse and Heroin Use From Paramedic Response Documentation: Machine Learning for Improved Surveillance</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>01</month>
          <day>03</day>
          <volume>22</volume>
          <issue>1</issue>
          <fpage>e15645</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/1/e15645/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/15645</pub-id>
          <pub-id pub-id-type="medline">31899451</pub-id>
          <pub-id pub-id-type="pii">v22i1e15645</pub-id>
          <pub-id pub-id-type="pmcid">PMC6969388</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ertugrul</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Taskaya-Temizel</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>CASTNet: Community-Attentive Spatio-Temporal Networks for Opioid Overdose Forecasting</article-title>
          <source>arXiv</source>
          <year>2019</year>
          <access-date>2020-12-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://arxiv.org/abs/1905.04714?utm_source=feedburner&#38;utm_medium=feed&#38;utm_campaign=Feed%253A+arxiv%252FQSXk+%2528ExcitingAds%2521+cs+updates+on+arXiv.org%2529">https://arxiv.org/abs/1905.04714?utm_source=feedburner&#38;utm_medium= feed&#38;utm_campaign=Feed%253A+arxiv%252FQSXk+%2528ExcitingAds%2521+cs+updates+on+arXiv.org%2529</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sridhar</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pandey</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hasan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mohler</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Redditors in Recovery: Text Mining Reddit to Investigate Transitions into Drug Addiction</article-title>
          <source>arXiv</source>
          <year>2019</year>
          <access-date>2020-12-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://arxiv.org/abs/1903.04081">https://arxiv.org/abs/1903.04081</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Jin</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Predicting Opioid Relapse Using Social Media Data</article-title>
          <source>arXiv</source>
          <year>2018</year>
          <access-date>2020-12-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://arxiv.org/abs/1811.12169">https://arxiv.org/abs/1811.12169</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chancellor</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nitzburg</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Zampieri</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>De</surname>
              <given-names>CM</given-names>
            </name>
          </person-group>
          <article-title>Discovering alternative treatments for opioid use recovery using social media</article-title>
          <year>2019</year>
          <month>05</month>
          <day>04</day>
          <conf-name>2019 CHI Conference on Human Factors in Computing Systems</conf-name>
          <conf-date>May 4-9, 2019</conf-date>
          <conf-loc>Glasgow, Scotland</conf-loc>
          <fpage>124A</fpage>
          <pub-id pub-id-type="doi">10.1145/3290605.3300354</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Phalen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Ray</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>DP</given-names>
            </name>
            <name name-style="western">
              <surname>Huynh</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Greene</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>Fentanyl related overdose in Indianapolis: Estimating trends using multilevel Bayesian models</article-title>
          <source>Addict Behav</source>
          <year>2018</year>
          <month>11</month>
          <volume>86</volume>
          <fpage>4</fpage>
          <lpage>10</lpage>
          <pub-id pub-id-type="doi">10.1016/j.addbeh.2018.03.010</pub-id>
          <pub-id pub-id-type="medline">29631798</pub-id>
          <pub-id pub-id-type="pii">S0306-4603(18)30121-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Chernew</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Sherry</surname>
              <given-names>TB</given-names>
            </name>
            <name name-style="western">
              <surname>Maestas</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Initial Opioid Prescriptions among U.S. Commercially Insured Patients, 2012-2017</article-title>
          <source>N Engl J Med</source>
          <year>2019</year>
          <month>03</month>
          <day>14</day>
          <volume>380</volume>
          <issue>11</issue>
          <fpage>1043</fpage>
          <lpage>1052</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30865798"/>
          </comment>
          <pub-id pub-id-type="doi">10.1056/NEJMsa1807069</pub-id>
          <pub-id pub-id-type="medline">30865798</pub-id>
          <pub-id pub-id-type="pmcid">PMC6487883</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rosenblum</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Unick</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ciccarone</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The Rapidly Changing US Illicit Drug Market and the Potential for an Improved Early Warning System: Evidence from Ohio Drug Crime Labs</article-title>
          <source>Drug Alcohol Depend</source>
          <year>2020</year>
          <month>03</month>
          <day>01</day>
          <volume>208</volume>
          <fpage>107779</fpage>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2019.107779</pub-id>
          <pub-id pub-id-type="medline">31931266</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(19)30556-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC7096152</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Black</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Margolin</surname>
              <given-names>ZR</given-names>
            </name>
            <name name-style="western">
              <surname>Olson</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Dart</surname>
              <given-names>RC</given-names>
            </name>
          </person-group>
          <article-title>Online Conversation Monitoring to Understand the Opioid Epidemic: Epidemiological Surveillance Study</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2020</year>
          <month>06</month>
          <day>29</day>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>e17073</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2020/2/e17073/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17073</pub-id>
          <pub-id pub-id-type="medline">32597786</pub-id>
          <pub-id pub-id-type="pii">v6i2e17073</pub-id>
          <pub-id pub-id-type="pmcid">PMC7367521</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pandrekar</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Gopalkrishna</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Srivastava</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Saltz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Saltz</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Social Media Based Analysis of Opioid Epidemic Using Reddit</article-title>
          <source>AMIA Annu Symp Proc</source>
          <year>2018</year>
          <volume>2018</volume>
          <fpage>867</fpage>
          <lpage>876</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30815129"/>
          </comment>
          <pub-id pub-id-type="medline">30815129</pub-id>
          <pub-id pub-id-type="pmcid">PMC6371364</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Balsamo</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bajardi</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Panisson</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Firsthand Opiates Abuse on Social Media: Monitoring Geospatial Patterns of Interest Through a Digital Cohort</article-title>
          <year>2019</year>
          <conf-name>WWW '19: The World Wide Web Conference</conf-name>
          <conf-date>May 13-17, 2019</conf-date>
          <conf-loc>San Francisco, CA</conf-loc>
          <pub-id pub-id-type="doi">10.1145/3308558.3313634</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kirsh</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Peppin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Coleman</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Characterization of prescription opioid abuse in the United States: focus on route of administration</article-title>
          <source>J Pain Palliat Care Pharmacother</source>
          <year>2012</year>
          <month>12</month>
          <volume>26</volume>
          <issue>4</issue>
          <fpage>348</fpage>
          <lpage>61</lpage>
          <pub-id pub-id-type="doi">10.3109/15360288.2012.734905</pub-id>
          <pub-id pub-id-type="medline">23675595</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gasior</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bond</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Malamut</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Routes of abuse of prescription opioid analgesics: a review and assessment of the potential impact of abuse-deterrent formulations</article-title>
          <source>Postgrad Med</source>
          <year>2016</year>
          <month>01</month>
          <volume>128</volume>
          <issue>1</issue>
          <fpage>85</fpage>
          <lpage>96</lpage>
          <pub-id pub-id-type="doi">10.1080/00325481.2016.1120642</pub-id>
          <pub-id pub-id-type="medline">26566680</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Strang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bearn</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Farrell</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Finch</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Gossop</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Griffiths</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Marsden</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wolff</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Route of drug use and its implications for drug effect, risk of dependence and health consequences</article-title>
          <source>Drug Alcohol Rev</source>
          <year>1998</year>
          <month>06</month>
          <volume>17</volume>
          <issue>2</issue>
          <fpage>197</fpage>
          <lpage>211</lpage>
          <pub-id pub-id-type="doi">10.1080/09595239800187001</pub-id>
          <pub-id pub-id-type="medline">16203485</pub-id>
          <pub-id pub-id-type="pii">K37718725R5U6251</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Young</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Havens</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Leukefeld</surname>
              <given-names>CG</given-names>
            </name>
          </person-group>
          <article-title>Route of administration for illicit prescription opioids: a comparison of rural and urban drug users</article-title>
          <source>Harm Reduct J</source>
          <year>2010</year>
          <month>10</month>
          <day>15</day>
          <volume>7</volume>
          <fpage>24</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://harmreductionjournal.biomedcentral.com/articles/10.1186/1477-7517-7-24"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1477-7517-7-24</pub-id>
          <pub-id pub-id-type="medline">20950455</pub-id>
          <pub-id pub-id-type="pii">1477-7517-7-24</pub-id>
          <pub-id pub-id-type="pmcid">PMC2967505</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Katz</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Dart</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Bailey</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Trudeau</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Osgood</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Paillard</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Tampering with prescription opioids: nature and extent of the problem, health consequences, and solutions</article-title>
          <source>Am J Drug Alcohol Abuse</source>
          <year>2011</year>
          <month>07</month>
          <volume>37</volume>
          <issue>4</issue>
          <fpage>205</fpage>
          <lpage>17</lpage>
          <pub-id pub-id-type="doi">10.3109/00952990.2011.569623</pub-id>
          <pub-id pub-id-type="medline">21517709</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ciccarone</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Heroin in brown, black and white: structural factors and medical consequences in the US heroin market</article-title>
          <source>Int J Drug Policy</source>
          <year>2009</year>
          <month>05</month>
          <volume>20</volume>
          <issue>3</issue>
          <fpage>277</fpage>
          <lpage>82</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18945606"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.drugpo.2008.08.003</pub-id>
          <pub-id pub-id-type="medline">18945606</pub-id>
          <pub-id pub-id-type="pii">S0955-3959(08)00173-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC2704563</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carlson</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Nahhas</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Martins</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Daniulaityte</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Predictors of transition to heroin use among initially non-opioid dependent illicit pharmaceutical opioid users: A natural history study</article-title>
          <source>Drug Alcohol Depend</source>
          <year>2016</year>
          <month>03</month>
          <day>01</day>
          <volume>160</volume>
          <fpage>127</fpage>
          <lpage>34</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26785634"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2015.12.026</pub-id>
          <pub-id pub-id-type="medline">26785634</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(15)01841-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC4767561</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coon</surname>
              <given-names>TP</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kaylor</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Jones-Spangle</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Rectal insertion of fentanyl patches: a new route of toxicity</article-title>
          <source>Ann Emerg Med</source>
          <year>2005</year>
          <month>11</month>
          <volume>46</volume>
          <issue>5</issue>
          <fpage>473</fpage>
          <pub-id pub-id-type="doi">10.1016/j.annemergmed.2005.06.450</pub-id>
          <pub-id pub-id-type="medline">16271683</pub-id>
          <pub-id pub-id-type="pii">S0196-0644(05)01385-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rivers Allen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bridge</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Strange Routes of Administration for Substances of Abuse</article-title>
          <source>Am J Psychiatry Residents J</source>
          <year>2017</year>
          <month>12</month>
          <volume>12</volume>
          <issue>12</issue>
          <fpage>7</fpage>
          <lpage>11</lpage>
          <pub-id pub-id-type="doi">10.1176/appi.ajp-rj.2017.121203</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McCaffrey</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Manser</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Trudeau</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Niebler</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zarycranski</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Budman</surname>
              <given-names>SH</given-names>
            </name>
          </person-group>
          <article-title>The natural history of prescription opioid abuse: A pilot study exploring change in routes of administration and motivation for changes</article-title>
          <source>J Opioid Manag</source>
          <year>2018</year>
          <volume>14</volume>
          <issue>6</issue>
          <fpage>397</fpage>
          <lpage>405</lpage>
          <pub-id pub-id-type="doi">10.5055/jom.2018.0472</pub-id>
          <pub-id pub-id-type="medline">30629276</pub-id>
          <pub-id pub-id-type="pii">jom.2018.0472</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mastropietro</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>Drug Tampering and Abuse Deterrence</article-title>
          <source>J Dev Drugs</source>
          <year>2013</year>
          <volume>03</volume>
          <issue>1</issue>
          <fpage>119</fpage>
          <pub-id pub-id-type="doi">10.4172/2329-6631.1000119</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Manikonda</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Beigi</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kambhampati</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Twitter for sparking a movement, reddit for sharing the moment: #metoo through the lens of social media</article-title>
          <source>arXiv</source>
          <year>2018</year>
          <access-date>2020-12-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://arxiv.org/abs/1803.08022">https://arxiv.org/abs/1803.08022</ext-link>
            <ext-link ext-link-type="webcite" xlink:href="https://arxiv.org/abs/1803.08022"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baumgartner</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zannettou</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Keegan</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Squire</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Blackburn</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The Pushshift Reddit Dataset</article-title>
          <source>arXiv</source>
          <year>2020</year>
          <access-date>2020-12-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://arxiv.org/abs/2001.08435">https://arxiv.org/abs/2001.08435</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Medvedev</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lambiotte</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Delvenne</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The anatomy of Reddit: An overview of academic research</article-title>
          <source>arXiv</source>
          <year>2018</year>
          <access-date>2020-12-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://arxiv.org/abs/2001.08435">https://arxiv.org/abs/2001.08435</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>De Choudhury</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>De</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Mental health discourse on reddit: Self-disclosure, social support, and anonymity</article-title>
          <year>2014</year>
          <conf-name>Eighth International AAAI Conference on Weblogs and Social Media</conf-name>
          <conf-date>June 1-4, 2014</conf-date>
          <conf-loc>Ann Arbor, MI</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Enes</surname>
              <given-names>KB</given-names>
            </name>
            <name name-style="western">
              <surname>Valadares Brum</surname>
              <given-names>PP</given-names>
            </name>
            <name name-style="western">
              <surname>Oliveira Cunha</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Murai</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Couto da Silva</surname>
              <given-names>AP</given-names>
            </name>
            <name name-style="western">
              <surname>Lobo Pappa</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Reddit weight loss communities: do they have what it takes for effective health interventions?</article-title>
          <year>2018</year>
          <conf-name>IEEE/WIC/ACM International Conference on Web Intelligence (WI-IAT '18)</conf-name>
          <conf-date>December 3-6, 2018</conf-date>
          <conf-loc>Santiago, Chile</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Saha</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Reddy</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Carter</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sharma</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Haimson</surname>
              <given-names>OL</given-names>
            </name>
            <name name-style="western">
              <surname>De Choudhury</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The Language of LGBTQ+ Minority Stress Experiences on Social Media</article-title>
          <source>Proc ACM Hum Comput Interact</source>
          <year>2019</year>
          <month>11</month>
          <volume>3</volume>
          <issue>CSCW</issue>
          <fpage>89</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32935081"/>
          </comment>
          <pub-id pub-id-type="doi">10.1145/3361108</pub-id>
          <pub-id pub-id-type="medline">32935081</pub-id>
          <pub-id pub-id-type="pmcid">PMC7489301</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baumgartner</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Pushshift Reddit</article-title>
          <source>Pushshift</source>
          <access-date>2020-05-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://files.pushshift.io/reddit/">https://files.pushshift.io/reddit/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baumgartner</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>r/datasets - I have every publicly available Reddit comment for research</article-title>
          <source>Reddit</source>
          <access-date>2020-05-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.reddit.com/r/datasets/comments/3bxlg7/">https://www.reddit.com/r/datasets/comments/3bxlg7/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>SpaCy</collab>
          </person-group>
          <article-title>Spacy industrial-strength Natural Language Processing in Python</article-title>
          <source>Spacy</source>
          <access-date>2020-05-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://spacy.io/">https://spacy.io/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barabási</surname>
              <given-names>AL</given-names>
            </name>
          </person-group>
          <article-title>The origin of bursts and heavy tails in human dynamics</article-title>
          <source>Nature</source>
          <year>2005</year>
          <month>05</month>
          <day>12</day>
          <volume>435</volume>
          <issue>7039</issue>
          <fpage>207</fpage>
          <lpage>11</lpage>
          <pub-id pub-id-type="doi">10.1038/nature03459</pub-id>
          <pub-id pub-id-type="medline">15889093</pub-id>
          <pub-id pub-id-type="pii">nature03459</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Malmgren</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Stouffer</surname>
              <given-names>DB</given-names>
            </name>
            <name name-style="western">
              <surname>Campanharo</surname>
              <given-names>ASLO</given-names>
            </name>
            <name name-style="western">
              <surname>Amaral</surname>
              <given-names>LAN</given-names>
            </name>
          </person-group>
          <article-title>On universality in human correspondence activity</article-title>
          <source>Science</source>
          <year>2009</year>
          <month>09</month>
          <day>25</day>
          <volume>325</volume>
          <issue>5948</issue>
          <fpage>1696</fpage>
          <lpage>700</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.sciencemag.org/cgi/pmidlookup?view=long&#38;pmid=19779200"/>
          </comment>
          <pub-id pub-id-type="doi">10.1126/science.1174562</pub-id>
          <pub-id pub-id-type="medline">19779200</pub-id>
          <pub-id pub-id-type="pii">325/5948/1696</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Muchnik</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Pei</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Parra</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Reis</surname>
              <given-names>SDS</given-names>
            </name>
            <name name-style="western">
              <surname>Andrade</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Havlin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Makse</surname>
              <given-names>HA</given-names>
            </name>
          </person-group>
          <article-title>Origins of power-law degree distribution in the heterogeneity of human activity in social networks</article-title>
          <source>Sci Rep</source>
          <year>2013</year>
          <volume>3</volume>
          <fpage>1783</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/srep01783"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/srep01783</pub-id>
          <pub-id pub-id-type="medline">23648793</pub-id>
          <pub-id pub-id-type="pii">srep01783</pub-id>
          <pub-id pub-id-type="pmcid">PMC3646275</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Landis</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Koch</surname>
              <given-names>GG</given-names>
            </name>
          </person-group>
          <article-title>The Measurement of Observer Agreement for Categorical Data</article-title>
          <source>Biometrics</source>
          <year>1977</year>
          <month>03</month>
          <volume>33</volume>
          <issue>1</issue>
          <fpage>159</fpage>
          <pub-id pub-id-type="doi">10.2307/2529310</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="web">
          <article-title>langdetect</article-title>
          <source>Python Software Foundation</source>
          <access-date>2020-12-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://pypi.org/project/langdetect/">https://pypi.org/project/langdetect/</ext-link>
            <ext-link ext-link-type="webcite" xlink:href="https://pypi.org/project/langdetect/"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="web">
          <article-title>pycld2</article-title>
          <source>Python Software Foundation</source>
          <access-date>2020-10-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://pypi.org/project/pycld2/">https://pypi.org/project/pycld2/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="web">
          <article-title>pycld3</article-title>
          <source>Python Software Foundation</source>
          <access-date>2020-10-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://pypi.org/project/pycld3/">https://pypi.org/project/pycld3/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mikolov</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Sutskever</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Corrado</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Dean</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Distributed representations of words and phrases and their compositionality</article-title>
          <year>2013</year>
          <conf-name>NIPS'13: 26th International Conference on Neural Information Processing Systems</conf-name>
          <conf-date>Dec 5-8, 2013</conf-date>
          <conf-loc>Lake Tahoe, NV</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="web">
          <article-title>Urban Dictionary</article-title>
          <source>Urban Dictionary</source>
          <access-date>2020-05-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.urbandictionary.com">https://www.urbandictionary.com</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McInnes</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Healy</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Saul</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Großberger</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>UMAP: Uniform Manifold Approximation and Projection</article-title>
          <source>JOSS</source>
          <year>2018</year>
          <month>09</month>
          <volume>3</volume>
          <issue>29</issue>
          <fpage>861</fpage>
          <pub-id pub-id-type="doi">10.21105/joss.00861</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pennington</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Socher</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Manning</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Glove: Global vectors for word representation</article-title>
          <year>2014</year>
          <conf-name>2014 Conference on Empirical Methods in Natural Language Processing (EMNLP)</conf-name>
          <conf-date>Oct 25-29, 2014</conf-date>
          <conf-loc>Doha, Qatar</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Seabold</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Perktold</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Statsmodels: Econometric and statistical modeling with python</article-title>
          <year>2010</year>
          <conf-name>9th Python in Science Conference (SciPy 2010)</conf-name>
          <conf-date>June 28-July 3, 2010</conf-date>
          <conf-loc>Austin, TX</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hart</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Agnich</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Stogner</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>BL</given-names>
            </name>
          </person-group>
          <article-title>‘Me and My Drank:’ Exploring the Relationship Between Musical Preferences and Purple Drank Experimentation</article-title>
          <source>Am J Crim Just</source>
          <year>2013</year>
          <month>6</month>
          <day>1</day>
          <volume>39</volume>
          <issue>1</issue>
          <fpage>172</fpage>
          <lpage>186</lpage>
          <pub-id pub-id-type="doi">10.1007/s12103-013-9213-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Surratt</surname>
              <given-names>HL</given-names>
            </name>
            <name name-style="western">
              <surname>Kurtz</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Buttram</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Levi-Minzi</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Pagano</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Cicero</surname>
              <given-names>TJ</given-names>
            </name>
          </person-group>
          <article-title>Heroin use onset among nonmedical prescription opioid users in the club scene</article-title>
          <source>Drug Alcohol Depend</source>
          <year>2017</year>
          <month>10</month>
          <day>01</day>
          <volume>179</volume>
          <fpage>131</fpage>
          <lpage>138</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28772173"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2017.06.034</pub-id>
          <pub-id pub-id-type="medline">28772173</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(17)30368-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC5599357</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref65">
        <label>65</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bausch</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kershman</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Shear</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Tamper resistant lipid-based oral dosage form for opioid agonists</article-title>
          <source>US Patent 8,273,798</source>
          <year>2012</year>
          <access-date>2020-12-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://patentimages.storage.googleapis.com/f6/a0/b2/087f721ed668c8/US8273798.pdf">https://patentimages.storage.googleapis.com/f6/a0/b2/087f721ed668c8/US8273798.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref66">
        <label>66</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ellis</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Kasper</surname>
              <given-names>ZA</given-names>
            </name>
            <name name-style="western">
              <surname>Cicero</surname>
              <given-names>TJ</given-names>
            </name>
          </person-group>
          <article-title>Twin epidemics: The surging rise of methamphetamine use in chronic opioid users</article-title>
          <source>Drug Alcohol Depend</source>
          <year>2018</year>
          <month>12</month>
          <day>01</day>
          <volume>193</volume>
          <fpage>14</fpage>
          <lpage>20</lpage>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2018.08.029</pub-id>
          <pub-id pub-id-type="medline">30326396</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(18)30687-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref67">
        <label>67</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Prekupec</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Mansky</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Baumann</surname>
              <given-names>MH</given-names>
            </name>
          </person-group>
          <article-title>Misuse of Novel Synthetic Opioids</article-title>
          <source>J Addict Med</source>
          <year>2017</year>
          <volume>11</volume>
          <issue>4</issue>
          <fpage>256</fpage>
          <lpage>265</lpage>
          <pub-id pub-id-type="doi">10.1097/adm.0000000000000324</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref68">
        <label>68</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Allan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Burridge</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <source>Forbidden words: Taboo and the censoring of language</source>
          <year>2006</year>
          <publisher-loc>Cambridge, United Kingdom</publisher-loc>
          <publisher-name>Cambridge University Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref69">
        <label>69</label>
        <nlm-citation citation-type="web">
          <article-title>2014 - Final Rule: Rescheduling of Hydrocodone Combination Products From Schedule III to Schedule II</article-title>
          <source>Drug Enforcement Administration, Department of Justice</source>
          <access-date>2020-05-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.deadiversion.usdoj.gov/fed_regs/rules/2014/fr0822.htm">https://www.deadiversion.usdoj.gov/fed_regs/rules/2014/fr0822.htm</ext-link>
            <ext-link ext-link-type="webcite" xlink:href="https://www.deadiversion.usdoj.gov/fed_regs/rules/2014/fr0822.htm"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref70">
        <label>70</label>
        <nlm-citation citation-type="web">
          <article-title>Oxymorphone (marketed as Opana ER) Information</article-title>
          <source>US Food and Drug Administration</source>
          <year>2018</year>
          <access-date>2020-05-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.fda.gov/drugs/postmarket-drug-safety-information-patients-and-providers/oxymorphone-marketed-opana-er-information">https://www.fda.gov/drugs/postmarket-drug-safety-information-patients-and-providers/oxymorphone-marketed-opana-er-information</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref71">
        <label>71</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Basak</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cadena</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Marathe</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vullikanti</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Detection of Spatiotemporal Prescription Opioid Hot Spots With Network Scan Statistics: Multistate Analysis</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2019</year>
          <month>06</month>
          <day>17</day>
          <volume>5</volume>
          <issue>2</issue>
          <fpage>e12110</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2019/2/e12110/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12110</pub-id>
          <pub-id pub-id-type="medline">31210142</pub-id>
          <pub-id pub-id-type="pii">v5i2e12110</pub-id>
          <pub-id pub-id-type="pmcid">PMC6601258</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref72">
        <label>72</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Omidian</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mastropietro</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Omidian</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Routes of Opioid Abuse and its Novel Deterrent Formulations</article-title>
          <source>J Develop Drugs</source>
          <year>2015</year>
          <volume>4</volume>
          <issue>5</issue>
          <fpage>e1</fpage>
          <pub-id pub-id-type="doi">10.4172/2329-6631.1000141</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref73">
        <label>73</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Butler</surname>
              <given-names>SF</given-names>
            </name>
            <name name-style="western">
              <surname>Cassidy</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Chilcoat</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Black</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Landau</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Budman</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Coplan</surname>
              <given-names>PM</given-names>
            </name>
          </person-group>
          <article-title>Abuse rates and routes of administration of reformulated extended-release oxycodone: initial findings from a sentinel surveillance sample of individuals assessed for substance abuse treatment</article-title>
          <source>J Pain</source>
          <year>2013</year>
          <month>04</month>
          <volume>14</volume>
          <issue>4</issue>
          <fpage>351</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jpain.2012.08.008</pub-id>
          <pub-id pub-id-type="medline">23127293</pub-id>
          <pub-id pub-id-type="pii">S1526-5900(12)00803-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref74">
        <label>74</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cherian</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Westbrook</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ramo</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Sarkar</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>Representations of Codeine Misuse on Instagram: Content Analysis</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2018</year>
          <month>03</month>
          <day>20</day>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>e22</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2018/1/e22/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/publichealth.8144</pub-id>
          <pub-id pub-id-type="medline">29559422</pub-id>
          <pub-id pub-id-type="pii">v4i1e22</pub-id>
          <pub-id pub-id-type="pmcid">PMC5883072</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref75">
        <label>75</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>El Mazloum</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Snenghi</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Barbieri</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Feltracco</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Omizzolo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Vettore</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Gaudio</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Bergamini</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>'Butt-chugging' a new way of alcohol assumption in young people</article-title>
          <source>Eur J Public Health</source>
          <year>2015</year>
          <volume>25</volume>
          <fpage>1</fpage>
          <pub-id pub-id-type="doi">10.1093/eurpub/ckv170.089</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref76">
        <label>76</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gaffney</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Matias</surname>
              <given-names>JN</given-names>
            </name>
          </person-group>
          <article-title>Caveat emptor, computational social science: Large-scale missing data in a widely-published Reddit corpus</article-title>
          <source>PLoS One</source>
          <year>2018</year>
          <volume>13</volume>
          <issue>7</issue>
          <fpage>e0200162</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0200162"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0200162</pub-id>
          <pub-id pub-id-type="medline">29979741</pub-id>
          <pub-id pub-id-type="pii">PONE-D-18-07783</pub-id>
          <pub-id pub-id-type="pmcid">PMC6034852</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref77">
        <label>77</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eysenbach</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Till</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Ethical issues in qualitative research on internet communities</article-title>
          <source>BMJ</source>
          <year>2001</year>
          <month>11</month>
          <day>10</day>
          <volume>323</volume>
          <issue>7321</issue>
          <fpage>1103</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/11701577"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.323.7321.1103</pub-id>
          <pub-id pub-id-type="medline">11701577</pub-id>
          <pub-id pub-id-type="pmcid">PMC59687</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref78">
        <label>78</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moreno</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Goniu</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Moreno</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Diekema</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Ethics of social media research: common concerns and practical considerations</article-title>
          <source>Cyberpsychol Behav Soc Netw</source>
          <year>2013</year>
          <month>09</month>
          <volume>16</volume>
          <issue>9</issue>
          <fpage>708</fpage>
          <lpage>13</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23679571"/>
          </comment>
          <pub-id pub-id-type="doi">10.1089/cyber.2012.0334</pub-id>
          <pub-id pub-id-type="medline">23679571</pub-id>
          <pub-id pub-id-type="pmcid">PMC3942703</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref79">
        <label>79</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chancellor</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Birnbaum</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Caine</surname>
              <given-names>ED</given-names>
            </name>
            <name name-style="western">
              <surname>Silenzio</surname>
              <given-names>VMB</given-names>
            </name>
            <name name-style="western">
              <surname>De Choudhury</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A taxonomy of ethical tensions in inferring mental health states from social media</article-title>
          <year>2019</year>
          <conf-name>2019 ACM Conference on Fairness, Accountability, and Transparency</conf-name>
          <conf-date>Jan 29-31, 2019</conf-date>
          <conf-loc>Atlanta, GA</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref80">
        <label>80</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ramírez-Cifuentes</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Freire</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Baeza-Yates</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Puntí</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Medina-Bravo</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Velazquez</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Gonfaus</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Gonzàlez</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Detection of Suicidal Ideation on Social Media: Multimodal, Relational, and Behavioral Analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>07</month>
          <day>07</day>
          <volume>22</volume>
          <issue>7</issue>
          <fpage>e17758</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/7/e17758/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17758</pub-id>
          <pub-id pub-id-type="medline">32673256</pub-id>
          <pub-id pub-id-type="pii">v22i7e17758</pub-id>
          <pub-id pub-id-type="pmcid">PMC7381053</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref81">
        <label>81</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hswen</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Naslund</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Brownstein</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Hawkins</surname>
              <given-names>JB</given-names>
            </name>
          </person-group>
          <article-title>Monitoring Online Discussions About Suicide Among Twitter Users With Schizophrenia: Exploratory Study</article-title>
          <source>JMIR Ment Health</source>
          <year>2018</year>
          <month>12</month>
          <day>13</day>
          <volume>5</volume>
          <issue>4</issue>
          <fpage>e11483</fpage>
          <pub-id pub-id-type="doi">10.2196/11483</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
