<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v24i12e41527</article-id>
      <article-id pub-id-type="pmid">36454620</article-id>
      <article-id pub-id-type="doi">10.2196/41527</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Characterizing Help-Seeking Searches for Substance Use Treatment From Google Trends and Assessing Their Use for Infoveillance: Longitudinal Descriptive and Validation Statistical Analysis</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Zhang</surname>
            <given-names>Zhu</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Zheluk</surname>
            <given-names>Andrey</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Patton</surname>
            <given-names>Thomas</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Division of Infectious Diseases and Global Public Health</institution>
            <institution>University of California San Diego</institution>
            <addr-line>9500 Gilman Drive</addr-line>
            <addr-line>La Jolla, CA, 92093</addr-line>
            <country>United States</country>
            <phone>1 858 534 0830</phone>
            <email>tepatton@health.ucsd.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5134-3308</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Abramovitz</surname>
            <given-names>Daniela</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2969-7193</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Johnson</surname>
            <given-names>Derek</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2703-7538</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Leas</surname>
            <given-names>Eric</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9221-0336</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Nobles</surname>
            <given-names>Alicia</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0472-3671</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Caputi</surname>
            <given-names>Theodore</given-names>
          </name>
          <degrees>MPH</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3498-9032</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Ayers</surname>
            <given-names>John</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8831-8691</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Strathdee</surname>
            <given-names>Steffanie</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7724-691X</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Bórquez</surname>
            <given-names>Annick</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6033-9837</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Division of Infectious Diseases and Global Public Health</institution>
        <institution>University of California San Diego</institution>
        <addr-line>La Jolla, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Medicine</institution>
        <institution>University of California San Diego</institution>
        <addr-line>La Jolla, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Medecins Sans Frontieres</institution>
        <addr-line>Genève</addr-line>
        <country>Switzerland</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Herbert Wertheim School of Public Health &#38; Human Longevity Science</institution>
        <institution>University of California San Diego</institution>
        <addr-line>La Jolla, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Department of Economics</institution>
        <institution>Massachusetts Institute of Technology</institution>
        <addr-line>Cambridge, MA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Thomas Patton <email>tepatton@health.ucsd.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>12</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>1</day>
        <month>12</month>
        <year>2022</year>
      </pub-date>
      <volume>24</volume>
      <issue>12</issue>
      <elocation-id>e41527</elocation-id>
      <history>
        <date date-type="received">
          <day>29</day>
          <month>7</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>11</day>
          <month>10</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>1</day>
          <month>11</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>4</day>
          <month>11</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Thomas Patton, Daniela Abramovitz, Derek Johnson, Eric Leas, Alicia Nobles, Theodore Caputi, John Ayers, Steffanie Strathdee, Annick Bórquez. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 01.12.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2022/12/e41527" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>There is no recognized gold standard method for estimating the number of individuals with substance use disorders (SUDs) seeking help within a given geographical area. This presents a challenge to policy makers in the effective deployment of resources for the treatment of SUDs. Internet search queries related to help seeking for SUDs using Google Trends may represent a low-cost, real-time, and data-driven infoveillance tool to address this shortfall in information.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This paper assesses the feasibility of using search query data related to help seeking for SUDs as an indicator of unmet treatment needs, demand for treatment, and predictor of the health harms related to unmet treatment needs. We explore a continuum of hypotheses to account for different outcomes that might be expected to occur depending on the demand for treatment relative to the system capacity and the timing of help seeking in relation to trajectories of substance use and behavior change.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We used negative binomial regression models to examine temporal trends in the annual SUD help-seeking internet search queries from Google Trends by US state for cocaine, methamphetamine, opioids, cannabis, and alcohol from 2010 to 2020. To validate the value of these data for surveillance purposes, we then used negative binomial regression models to investigate the relationship between SUD help-seeking searches and state-level outcomes across the continuum of care (including lack of care). We started by looking at associations with self-reported treatment need using data from the National Survey on Drug Use and Health, a national survey of the US general population. Next, we explored associations with treatment admission rates from the Treatment Episode Data Set, a national data system on SUD treatment facilities. Finally, we studied associations with state-level rates of people experiencing and dying from an opioid overdose, using data from the Agency for Healthcare Research and Quality and the CDC WONDER database.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Statistically significant differences in help-seeking searches were observed over time between 2010 and 2020 (based on <italic>P</italic>&#60;.05 for the corresponding Wald tests). We were able to identify outlier states for each drug over time (eg, West Virginia for both opioids and methamphetamine), indicating significantly higher help-seeking behaviors compared to national trends. Results from our validation analyses across different outcomes showed positive, statistically significant associations for the models relating to treatment need for alcohol use, treatment admissions for opioid and methamphetamine use, emergency department visits related to opioid use, and opioid overdose mortality data (based on regression coefficients having <italic>P≤</italic>.05).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This study demonstrates the clear potential for using internet search queries from Google Trends as an infoveillance tool to predict the demand for substance use treatment spatially and temporally, especially for opioid use disorders.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>internet</kwd>
        <kwd>search</kwd>
        <kwd>help-seeking</kwd>
        <kwd>substance use treatment</kwd>
        <kwd>surveillance</kwd>
        <kwd>infoveillance</kwd>
        <kwd>google trends</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Understanding help-seeking behavior for substance use treatment is critical for the effective deployment of resources. This presents a challenge to researchers and policy makers because there is no recognized gold standard method for estimating the number of individuals with substance use disorders (SUD) within a given geographical area [<xref ref-type="bibr" rid="ref1">1</xref>]. A standard approach involves asking a sample of the general population questions about their substance use, either through surveys or in-depth interviews [<xref ref-type="bibr" rid="ref2">2</xref>]. Unfortunately, these sources are subject to well-known limitations, such as low participation rates, lag time between data collection and published results, and data availability [<xref ref-type="bibr" rid="ref3">3</xref>]. Additionally, survey scale-up is not always feasible given both costs and concerns about participant burden [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
      <p>Indirect estimation approaches have been used, including capture-recapture [<xref ref-type="bibr" rid="ref5">5</xref>], multiplier [<xref ref-type="bibr" rid="ref6">6</xref>], and data triangulation methods [<xref ref-type="bibr" rid="ref7">7</xref>], but these methods are also subject to limitations, either in the form of impractical data requirements or the potential for bias [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. Finally, efforts have been made to collect data on drug-related harms, such as overdose statistics, although time-lags in their dissemination have meant that these initiatives have struggled to keep pace with the rapidly evolving opioid epidemic in the United States [<xref ref-type="bibr" rid="ref9">9</xref>]. In view of this methodological backdrop, there has been limited scope to develop real-time surveillance mechanisms to guide policy responses.</p>
      <p>A promising development has emerged in the use of internet search queries related to substance use [<xref ref-type="bibr" rid="ref10">10</xref>]. One of the main benefits of this approach to substance use surveillance is that the data are publicly accessible and can be easily obtained in real time [<xref ref-type="bibr" rid="ref11">11</xref>]. There is a growing body of research exploring the use of internet search data for the surveillance of substance use trends. A study in 2018 found strong and significant correlations between Google search data for novel psychoactive drugs and annual drug use prevalence, collected in a nationally representative US sample [<xref ref-type="bibr" rid="ref10">10</xref>]. Two studies explored the relationship between drug-related internet search queries and opioid-related emergency department (ED) visits in the United States, and both demonstrated the predictive potential of internet search data [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. Three further studies found strong associations between drug-related internet search queries and opioid-related overdose deaths at the national, state, and county levels [<xref ref-type="bibr" rid="ref14">14</xref>-<xref ref-type="bibr" rid="ref16">16</xref>]. Elsewhere, studies have demonstrated the potential use of opioid-related data from social media platforms, including Twitter and Reddit, to inform surveillance efforts [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref19">19</xref>].</p>
      <p>While the previous literature has focused on the use of internet data as a proxy for real-time data on opioid-related health harms, this study provides new insights into the use of internet search data to explore SUD help seeking for a broad range of substances, including cocaine, methamphetamine, opioids, cannabis, and alcohol, and validate these against observed SUD indicators. These substances were chosen because they are the 5 most common types of substance that people are admitted to treatment for in the United States [<xref ref-type="bibr" rid="ref20">20</xref>]. By validating surveillance of SUD help seeking as a methodological tool, it is our hope that key stakeholders, including local health departments, harm reduction organizations, and researchers, will be better able to proactively respond to need [<xref ref-type="bibr" rid="ref21">21</xref>]. We first described help-seeking searches for cocaine, methamphetamine, opioids, cannabis, and alcohol at national and state level from 2010 to 2020 in the United States and characterized heterogeneity in these outcomes between states.</p>
      <p>We sought to determine the feasibility of using search query data as a low-cost and real-time indicator of unmet treatment need, demand for treatment, and a predictor of the health harms related to unmet treatment needs. The exploratory nature of this study warrants a continuum of hypotheses to account for different outcomes that might be expected to occur depending on the relative demand versus capacity for treatment. If there is sufficient treatment capacity, one would expect to see a strong, positive association between help-seeking searches and treatment admissions. However, given the limited capacity for SUD treatment in the United States, it was important to consider additional hypotheses; if there is excess demand for treatment, we would expect to see a weaker association between help-seeking searches and treatment admissions but a stronger association with unmet treatment need and drug-related health harms. In addition, it is also key to acknowledge that treatment seeking for SUD is a complex process that involves moving, often nonlinearly, through different stages of behavior change [<xref ref-type="bibr" rid="ref22">22</xref>]. Therefore, considering several outcomes also allows us to reflect the different situations that individuals with SUD, or those around them and trying to help, might be experiencing.</p>
      <p>We tested 3 hypotheses, the first of which posits that treatment-seeking searches are positively associated with unmet treatment needs, as searching for help indicates that the person is struggling with their substance use and is considering treatment as an option but has not yet received help (ie, contemplation). Next, we tested the hypothesis that treatment-seeking searches are positively associated with treatment admissions, as searching for help is an indicator that the person is actively seeking to engage (ie, preparation/action) [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. Finally, we tested the hypothesis that treatment-seeking searches are positively associated with nonfatal and fatal overdose, as expressing a treatment need often occurs in the latter stages of SUD, when symptoms are more severe, leading to an increased risk of overdose and death (ie, contemplation, preparation, or relapse) [<xref ref-type="bibr" rid="ref24">24</xref>]. We identified relevant variables across different state-level data sources to validate the models for each of these outcomes and determine whether internet searches for substance use help seeking can be used to enhance SUD treatment need surveillance and treatment linkage efforts.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Extraction of Google Search Query Data</title>
        <p>We obtained Google queries in November 2020 originating from the United States that included the terms “quit,” “stop,” “rehab(s),” “rehabilitation,” “treatment(s),” “help,” or “detox” in combination with (A) alcohol (“alcohol,” “alcoholic,” or “alcoholism”), (B) cannabis (“cannabis” or “marijuana”), (C) cocaine (“cocaine”), (D) methamphetamine (“methamphetamine” or “meth”), or (E) opioids (“opioid(s),” “heroin,” “fentanyl,” “oxycontin,” “oxycodone,” “codeine,” “hydrocodone,” “morphine”) from January 1, 2010, to November 1, 2020. For example, “Where can I get help for alcoholism” would be included in the alcohol help-seeking search category. These searches were specified without quotation marks, and the data were obtained by selecting the “search terms” option, as opposed to the “topics” option. The search terms for our drugs of interest corresponded to the standard dictionary term for each (eg, methamphetamine), alongside other commonly used terms if relevant (eg, meth) based on the authors’ expertise in SUD and others’ contributions in this field [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. For opioids, we also included names of most frequently used street drugs (ie, heroin, fentanyl) and prescription drugs with their brand name if very commonly used (eg, oxycodone and OxyContin). For alcohol, we also included “alcoholic” and alcoholism,” as these are part of the mainstream English lexicon used to describe alcohol use disorders. Despite the extensive range of slang terms used to describe drugs [<xref ref-type="bibr" rid="ref25">25</xref>], these were not included, given that slang is ever evolving, its linguist survival is often short-lived, and it is typically context specific and limited in use within specific social settings [<xref ref-type="bibr" rid="ref26">26</xref>]. Given our focus on treatment seeking (ie, a formal context), our broad geographical scale (ie, all US states), and our extended time scale (10 years), we opted to limit our search to the most standard terms to allow for consistency over time and space. The search query data were obtained for each calendar year between 2010 and 2020 from Google Trends using the Google Application Programming Interface (API) Client library in Python [<xref ref-type="bibr" rid="ref27">27</xref>]. Trends in Google queries were measured in query fractions (QFs), which estimate the number of searches that mention substance-specific keywords, in combination with the help-seeking keywords, in the time frame and geography divided by the total number of searches in the same time frame and geography and expressed as a rate per 1 million searches. This approach facilitates comparability by adjusting for changes in Google usage over time, as well as differences across states and substance types.</p>
      </sec>
      <sec>
        <title>Statistical Analysis of Google Search Query Data</title>
        <p>Negative binomial regression models were fitted to the QF data to make inferences regarding the significance of temporal changes in help-seeking queries. Negative binomial regression is commonly used to analyze count and rate data exhibiting over-dispersion (ie, variance greater than the mean) [<xref ref-type="bibr" rid="ref28">28</xref>]. The QF data in this study were found to be overdispersed, as shown in <xref ref-type="table" rid="table1">Table 1</xref>; therefore, the negative binomial model was chosen to analyze these data. The model specifications included a main fixed effect for year (ie, 2010 through 2020). Random effects were included for intercept terms to account for differences between states at the beginning of the study and for correlations between data points collected in the same states over different years. Moreover, autocorrelated error terms were specified to account for correlations in the data between successive time points. A Wald test was performed to confirm whether the variable “year” was statistically significant for each of the models [<xref ref-type="bibr" rid="ref29">29</xref>]. We calculated Gini coefficients [<xref ref-type="bibr" rid="ref30">30</xref>] to quantify the dispersion of help-seeking queries across states for each substance and each year.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Descriptive statistics from 2010 to 2020 for annual search query fractions (QFs) by substance type<sup>a</sup>.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="150"/>
            <col width="140"/>
            <col width="140"/>
            <col width="140"/>
            <col width="140"/>
            <col width="140"/>
            <col width="150"/>
            <thead>
              <tr valign="bottom">
                <td>Statistic</td>
                <td>Alcohol</td>
                <td>Cannabis</td>
                <td>Cocaine</td>
                <td>Meth<sup>b</sup></td>
                <td>Opioids</td>
                <td>Composite<sup>c</sup></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Mean</td>
                <td>27.3</td>
                <td>8.4</td>
                <td>2.5</td>
                <td>4.2</td>
                <td>8.0</td>
                <td>12.7</td>
              </tr>
              <tr valign="top">
                <td>Median</td>
                <td>25.6</td>
                <td>7.4</td>
                <td>2.2</td>
                <td>3.7</td>
                <td>7.2</td>
                <td>12.8</td>
              </tr>
              <tr valign="top">
                <td>Minimum</td>
                <td>10.3</td>
                <td>2.7</td>
                <td>1.0</td>
                <td>0.8</td>
                <td>2.4</td>
                <td>9.1</td>
              </tr>
              <tr valign="top">
                <td>Maximum</td>
                <td>70.7</td>
                <td>48.0</td>
                <td>9.8</td>
                <td>35.0</td>
                <td>37.7</td>
                <td>16.6</td>
              </tr>
              <tr valign="top">
                <td>SD</td>
                <td>7.2</td>
                <td>3.7</td>
                <td>1.0</td>
                <td>3.3</td>
                <td>3.5</td>
                <td>1.8</td>
              </tr>
              <tr valign="top">
                <td>IQR</td>
                <td>7.3</td>
                <td>3.2</td>
                <td>0.7</td>
                <td>2.9</td>
                <td>2.7</td>
                <td>2.8</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Query fractions (QFs) refer to queries per every 1 million total Google searches.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>Meth: methamphetamine.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>Variable estimated by combining QF statistics for opioid, methamphetamine, and cocaine use treatment seeking.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Validation of Google Search Queries as Indicators of Unmet Treatment Needs for Substance Use (Hypothesis 1)</title>
        <p>First, an analysis exploring the number of people needing but not receiving treatment at a specialty facility for SUD in the past year was conducted using data from the National Survey on Drug Use and Health (NSDUH) for the years 2016 to 2019. The NSDUH is an annual state-level representative survey of the civilian, noninstitutionalized population aged 12 or older and is publicly accessible from the website of the Substance Abuse and Mental Health Services Administration (SAMHSA) [<xref ref-type="bibr" rid="ref31">31</xref>]. To produce state-level estimates for variables collected in this survey (rounded to the nearest thousand), the Research Triangle Institute conducted an analysis of the sample data for each year using survey-weighted hierarchical Bayes methods [<xref ref-type="bibr" rid="ref32">32</xref>]. The NSDUH separately enquires about needing but not receiving treatment at a specialty facility for alcohol and illicit drug use in the past year. Therefore, a negative binomial model was utilized to regress NSDUH estimates specific to alcohol use on the variables of alcohol QF and year, and a second analysis was conducted exploring illicit drug use, also using a negative binomial regression model. The main fixed effects included in the second model were a composite QF statistic, estimated by combining QF statistics for opioid, methamphetamine, and cocaine use unmet treatment need and the year corresponding to the data points. For both sets of analyses involving NSDUH data, random effects were specified for intercept terms and the natural logarithm of states’ population estimates from the US Census Bureau as offset terms [<xref ref-type="bibr" rid="ref33">33</xref>], which reflect the number of times the event could have potentially occurred. Additionally, interactions between the main fixed effects were assessed to infer if and how the association between alcohol QF and treatment need as well as the association between the composite illicit drug QF and treatment need varied across the years.</p>
      </sec>
      <sec>
        <title>Validation of Google Search Queries as Indicators of Treatment Seeking for Substance Use Disorders (Hypothesis 2)</title>
        <p>We investigated whether there was a positive association between treatment-seeking searches and the receipt of treatments for SUD. For the latter, data were obtained from the Treatment Episode Data Set: Admissions (TEDS-A) data sets (years 2012 to 2018) on the number of admissions to substance use facilities by primary substance for which treatment was sought [<xref ref-type="bibr" rid="ref34">34</xref>]. Observations from these data were only selected for admissions involving individual referrals for treatment (ie, excluding mandated treatment visits). Negative binomial regression models were fitted to the admissions data with separate analyses for the different types of substance use (alcohol, cannabis, opioids, cocaine, and methamphetamine). In each model, the year and corresponding help-seeking QF variable (ie, substance-specific) were included as main fixed effects, along with intercepts for the states as random effects and the natural logarithm of states’ population estimates from the US Census Bureau as offset terms [<xref ref-type="bibr" rid="ref33">33</xref>]. Additionally, interactions between the main fixed effects variables (ie, help-seeking QF and year) were assessed to infer if and how the association between treatment-seeking searches and admissions varied across the years.</p>
      </sec>
      <sec>
        <title>Validation Of Google Search Queries as Predictors of Health Harms Related to Unmet Treatment Need (Hypothesis 3)</title>
        <p>We investigated whether help-seeking searches were positively associated with nonfatal and fatal opioid overdose. Accordingly, data on the rate of ED encounters associated with opioid use per 100,000 people (mostly corresponding to nonfatal overdoses) were obtained from the Agency for Healthcare Quality and Research (AHRQ) [<xref ref-type="bibr" rid="ref35">35</xref>], and data on the number of opioid-related overdose deaths were obtained from the CDC WONDER database (using the criteria set out in previous research [<xref ref-type="bibr" rid="ref36">36</xref>]). For these analyses, we regressed state-specific opioid hospitalization rates and mortality count data, respectively, on the variables opioid QF and the year corresponding to the data points, using a negative binomial specification. Once again, random intercepts were included to account for correlations between repeated observations within states. The analysis of fatal opioid overdose data included an offset term corresponding to the log of the state-level population. This approach was not taken for the AHRQ data, as these data were obtained in the form of rates, rather than count data. The interaction terms between the main fixed effects (ie, opioid QF and year) were also assessed.</p>
        <p>All analyses were conducted using R software (version 4.1.0.), and the negative binomial models were fitted using the glmmTMB package [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>Ethical review was not required because the study relied on public, aggregated, and deidentified data. Given that this study relied on the use of secondary deidentified data (numbers were aggregated to the state level), the Institutional Review Board of the University of California San Diego determined that an ethics review was not required (Project #200332XX).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Descriptive Analysis of Google Search Query Data for SUD Help Seeking</title>
        <p><xref rid="figure1" ref-type="fig">Figure 1</xref> shows that QF values were highest on average in 2010 for all substances, except in the case of alcohol, where it was the second highest year for searching, and the highest levels were observed in 2020. Help-seeking searches were lowest in 2012 in the case of opioids, in 2013 in the case of alcohol and cannabis, and 2014 in the case of cocaine and methamphetamine. <xref rid="figure1" ref-type="fig">Figure 1</xref> also shows the varying levels of completeness in the search query data across the different types of SUD. Missing data points can occur in cases involving very low search volumes [<xref ref-type="bibr" rid="ref37">37</xref>].</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Average help-seeking trends for substance use. Gray lines represent state-specific trends while black dots represent the mean estimates for states* with data across all time points. *Number of states (plus the District of Columbia) with nonmissing query data by substance: Alcohol=51, Opioid=41, Cannabis=44, Methamphetamine=32, Cocaine=25. Number of data points by substance: Alcohol=561, Opioid=461, Cannabis=484, Methamphetamine=382, Cocaine=285.</p>
          </caption>
          <graphic xlink:href="jmir_v24i12e41527_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Statistical Analysis of Time and Geographic Trends in Google Search Query Data for SUD Help Seeking</title>
        <p>The negative binomial regression analyses of QF data (results shown in Table S1 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>) showed that the variable “year” was statistically significant for all substance types based on the resulting Wald tests (<italic>P</italic>&#60;.001). This indicates that there were important variations in help-seeking searches between the various years. Pairwise comparisons tests for significant differences in the help-seeking search counts over consecutive years were performed by applying Bonferroni corrections to the outputs of the negative binomial regression analyses (results shown in Table S2 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). All substances showed significant decreases from 2010 to 2011 (alcohol: 10%, cannabis: 21%, cocaine: 25%, methamphetamine: 43%, opioids: 26%). Aside from this, significant differences across consecutive years were found for alcohol (13% increase from 2015 to 2016 and 21% increase from 2019 to 2020) and methamphetamine (23% increase from 2019 to 2020).</p>
        <p><xref ref-type="table" rid="table1">Table 1</xref> provides descriptive statistics for each of the QF variables to facilitate the interpretation of all subsequent regression analyses where these were employed as independent variables. Inequalities in help-seeking searches between states, as measured by Gini coefficients, were highest for methamphetamine across all years (<xref rid="figure2" ref-type="fig">Figure 2</xref>). Inequalities were lowest for alcohol for all years except those between 2016 and 2018, when cocaine was the lowest. A consistent trend observed across all substances was that inequalities were highest in 2010 and then reduced over time before sharply increasing again in 2020. These results can also be further understood by looking at the box and whisker plots, which show the spread of data points across states by substance type and year (see <xref rid="figure3" ref-type="fig">Figure 3</xref> for opioid use and Figure S1 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> for other substances).</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Gini coefficient estimates from query fractions (QF) variables across substances and years.</p>
          </caption>
          <graphic xlink:href="jmir_v24i12e41527_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Box and whisker plot of help-seeking searches for opioid use.</p>
          </caption>
          <graphic xlink:href="jmir_v24i12e41527_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Validation of Google Search Queries for SUD Help Seeking as Indicators of Unmet Treatment Need for SUD (Hypothesis 1)</title>
        <p>The analysis of NSDUH data showed a statistically significant (<italic>P</italic>=.004) association between QF and the number of people needing but not receiving treatment for alcohol use at a specialty facility (rate ratio changes are shown in <xref ref-type="table" rid="table2">Table 2</xref>, and regression outputs can be found in Tables S3 and S4 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). The estimates were not significantly different from 0 in the case of illicit drug use (<italic>P</italic>=.26). The coefficient estimates for alcohol use and illicit drug use confirmed our expectation of a positive association between the QF variables and the number of people needing but not receiving treatment for their substance use. After adjusting for variations across years, both the analyses for alcohol use and illicit drug use showed that a 1-unit increase (ie, 1 additional search per million searches) in the composite QF variable approximately corresponded to a 1% increase in the expected rate of people needing but not receiving treatment for alcohol use and illicit drug use, respectively. Neither analysis showed statistically significant interactions between QF variables and the variable “year.”</p>
        <p>Predictions were made for the model analyzing the number of individuals needing but not receiving treatment for alcohol use on account of the significant QF finding. No evaluation of predictive performance was conducted for the illicit drug use model because its association with the QF variable was not statistically significant. Comparisons between the predicted and observed rates of people needing but not receiving treatment for alcohol use are presented in Figure S2 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. The predictive performance was also quantified by calculating root mean squared errors (RMSE), comparing observed and predicted rates. The mean RMSE was 697, which is low when compared to the mean rate of 5284 per 100,000 people needing but not receiving treatment for alcohol use. The resulting scatter index of 13%, which is calculated by dividing the mean RMSE by the mean rate and then multiplied by 100, suggests a reasonable predictive performance based on previously used benchmarks [<xref ref-type="bibr" rid="ref38">38</xref>]. Predictive performance was also examined over time and across states/territories (Tables S5-S6 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). It was shown to be best in 2019 for the states of Idaho, Virginia, Michigan, New York, and Kansas and worse in 2018 for the District of Columbia, Colorado, Oregon, Montana, Vermont, compared to other years and states, respectively.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Estimates of the rate ratio change in number of people needing but not receiving treatment (NSDUH) associated with a one unit increase in the query fractions (QFs) variable.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="300"/>
            <col width="250"/>
            <col width="300"/>
            <col width="150"/>
            <thead>
              <tr valign="top">
                <td>Variable</td>
                <td>Estimate</td>
                <td>95% CI</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Illicit drug use</td>
                <td>1.01</td>
                <td>0.99-1.03</td>
                <td>.26</td>
              </tr>
              <tr valign="top">
                <td>Alcohol use</td>
                <td>1.01</td>
                <td>1.00-1.01</td>
                <td>.004</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Validation of Google Search Queries for SUD Help Seeking as Indicators of Treatment Seeking for SUD (Hypothesis 2)</title>
        <p>The analysis of TEDS-A data showed that the association between help-seeking searches and the receipt of treatments for SUD varied by substance type (rate ratios are shown in <xref ref-type="table" rid="table3">Table 3</xref>, and regression outputs can be found in Tables S7 to S11 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). Statistically significant and positive associations between these variables were found for methamphetamine use (<italic>P</italic>&#60;.001). Interactions between the methamphetamine QF and the year variable were nonsignificant and thus ruled out (<italic>P</italic>=.88 for Type III Wald test). The model outputs showed that a 1-unit increase in the methamphetamine QF variable approximately corresponded to a 26% increase in the expected rate of treatment episodes. Statistically significant and positive associations were also found for opioids (<italic>P</italic>&#60;.001). Interactions between the opioid QF and the year variable were nonsignificant and thus ruled out (<italic>P</italic>=.26 for Type III Wald test). The outputs from the model showed that a 1-unit increase in the opioid QF variable approximately corresponded to a 12% increase in the expected rate of treatment episodes.</p>
        <p>In the case of cannabis, the association was also positive and slightly above a 5% statistical significance criterion (<italic>P</italic>=.07). Although the data did not allow strong inferences to be drawn from the analysis of cannabis data, the outputs from the model showed that a 1-unit increase in the cannabis QF variable approximately corresponded to a 3% increase in the expected rate of treatment episodes. Findings for the analyses of alcohol and cocaine use showed both nonsignificant association between treatment-seeking searches and the receipt of treatments (<italic>P</italic>=.92 for alcohol use and <italic>P</italic>=.22 for cocaine use). Neither model exhibited significant interactions between the QF and the year variable (<italic>P</italic>=.23 for alcohol use and <italic>P</italic>=.88 for cocaine use for Type III Wald test for the models of treatment).</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Estimates of the rate ratio change in number of individual treatment referrals associated with a 1 unit increase in the query fractions (QFs) variable.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="300"/>
            <col width="250"/>
            <col width="300"/>
            <col width="150"/>
            <thead>
              <tr valign="top">
                <td>Variable</td>
                <td>Estimate</td>
                <td>95% CI</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Alcohol QF<sup>a</sup></td>
                <td>1.00</td>
                <td>0.99-1.01</td>
                <td>.92</td>
              </tr>
              <tr valign="top">
                <td>Cannabis QF</td>
                <td>1.03</td>
                <td>1.00-1.07</td>
                <td>.07</td>
              </tr>
              <tr valign="top">
                <td>Cocaine QF</td>
                <td>0.90</td>
                <td>0.76-1.07</td>
                <td>.22</td>
              </tr>
              <tr valign="top">
                <td>Meth QF</td>
                <td>1.26</td>
                <td>1.17-1.36</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>Opioid QF</td>
                <td>1.12</td>
                <td>1.07-1.17</td>
                <td>&#60;.001</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>QF: query fraction.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>Predictions were made for the models analyzing admissions to treatment for methamphetamine and opioid use. Comparisons between the predicted and observed rates of admission to treatment are presented in Figures S3-S4 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. The predictive performance of the models for opioid and methamphetamine use was also quantified by calculating RMSE. The mean RMSE for methamphetamine was 11.7, which indicates a poor predictive performance, given that the mean admission rate was 15.2 per 100,000 people. The predictive performance was also shown to be weak for opioids based on comparisons between the mean RMSE (77.9) and the mean admission rate (102.4 per 100,000 people). Predictive performance was also examined over time and across states (Tables S12 and S13 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). For both substances, predictive performance was found to be best in 2011 compared to other years for both substances, and in the states of Indiana, Texas, New York, and Michigan for methamphetamine use and in Illinois, Ohio, Missouri, Utah for opioid use. It was the worst in 2018 for both substances, compared to other years, and generally worse among states with higher admission rates.</p>
      </sec>
      <sec>
        <title>Validation Of Google Search Queries for SUD Help Seeking as Predictors of Health Harms Related to Unmet Treatment Need (Hypothesis 3)</title>
        <p>The analysis investigating the relationship between treatment-seeking searches for opioid use and opioid-related emergency department visits using AHRQ data showed a positive and statistically significant association (<italic>P</italic>&#60;.001, see Tables S14-S15 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). However, statistically significant interactions between the opioid QF and the variable year were identified, indicating that the relationship was not stable over time (Type III Wald test <italic>P</italic>=.005). An evaluation of the simple main effects of the opioid QF by year showed a decreasing trend over time (Table S14 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). In 2011, a 1-unit increase in the opioid QF variables was associated with a 6% increase in the expected rate of opioid-related emergency department visits, but by 2018, there was a nonsignificant association between these variables. No evaluation of predictive performance was conducted for this model, as the association with the QF variable was found to vary over time.</p>
        <p>The analysis investigating the relationship between treatment-seeking searches for opioid use and opioid overdose mortality counts using CDC WONDER data showed a positive and statistically significant association (<italic>P</italic>&#60;.001, see <xref ref-type="table" rid="table4">Table 4</xref> and Table S16 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). Interactions between the opioid QF and the year variable were nonsignificant and thus ruled out (Type III Wald test <italic>P</italic>=.11). The outputs from the model showed that a 1-unit increase in the opioid QF variable corresponded to a 11% increase in the expected overdose mortality count (<xref ref-type="table" rid="table4">Table 4</xref>). The predictive performance for the model was determined by estimating the RMSE. The relative difference between the mean RMSE (4.3) and the mean admission rate per 100,000 people (12.2) indicated a better predictive performance, on average, when compared to the models predicting treatment admission rates. Figure S5 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> illustrates the differences between predicted and observed mortality rates across states. Predictive performance was best in 2013 compared to other years (Table S17 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>) and in the states of New York, Florida, Virginia, and Wisconsin compared to other states (Table S18 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). It was worst in 2017 and in West Virginia, Ohio, Idaho, and Maryland, where opioid overdose mortality was very high (with the exception of Idaho).</p>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Estimates of the rate ratio change in number of overdose deaths associated with a 1-unit increase in the opioid query fractions (QFs) variable.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="300"/>
            <col width="250"/>
            <col width="300"/>
            <col width="150"/>
            <thead>
              <tr valign="top">
                <td>Variable</td>
                <td>Estimates</td>
                <td>95% CI</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="bottom">
                <td>Opioid QF<sup>a</sup></td>
                <td>1.11</td>
                <td>1.09-1.14</td>
                <td>&#60;.001</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>QF: query fraction.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>To our knowledge, this is the first study to retrospectively describe spatial and temporal changes in substance use searches in the United States and rigorously investigate their association with outcomes along the continuum of care (and absence of care) for SUD. In the future, monitoring of Google search queries with validated metrics may allow the prospective identification of variations by substance and state indicating specific SUD treatment information and linkage needs in the population, providing useful near real-time insights to public health organizations developing and delivering campaigns for SUD treatment. Key stakeholders (local health departments, harm reduction organizations, etc) could then better allocate resources to target SUD treatment needs (eg, a digital intervention in real time) for each substance in specific states. For instance, between 2010 and 2020, West Virginia (methamphetamine and opioids), New Mexico (methamphetamine), Delaware (opioids), and Connecticut (cocaine) were repeatedly found to exhibit high levels of demand for information on SUD treatments that were potentially unmet.</p>
        <p>Importantly, the positive and significant associations we identified between help-seeking searches for opioid and methamphetamine use and admissions to substance use treatment facilities suggests that, at least for these 2 substances, internet search data represents a valuable resource to assess treatment seeking. Interpreting the magnitude of these associations should be considered in the context of the baseline rate of treatment admissions and the overall population size for a given state. For instance, the implications of a 1-unit increase in the rate of help-seeking searches for methamphetamine use in California differs vastly from that in Virginia. The average rate of treatment admissions per 100,000 across all years was 37.43 for California and 1.12 for Virginia. Given that a 1-unit increase in the rate of help-seeking searches is associated with a 26% increase in treatment admissions, this corresponds to 9.73 additional admissions per 100,000 for the average rate in California and 0.29 additional admissions per 100,000 for the average rate in Virginia. In absolute terms, this equates to over 3800 additional admissions for California and only 5 additional admissions for Virginia.</p>
        <p>Further analyses showed significant associations between help-seeking searches for opioid use and data on health harms related to unmet treatment need. These findings have implications for both surveillance and treatment, as they demonstrate the clear potential of search query monitoring to fill existing gaps and indicate that the internet likely represents a strategic platform to link people in need of treatment to services. This is especially important given that there are well-documented challenges in estimating the prevalence and incidence of SUD [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. As such, leveraging internet search platforms could make health agencies more responsive to both information and treatment referral needs. This potential can be realized by developing a surveillance platform for real-time monitoring and linkage to services that can allow users to rapidly evaluate fluctuating patterns in SUD help seeking and implement strategic outreach. To realize this potential, search data need to be measured in terms of QFs to ensure that data points are comparable over time and across states. This approach was achieved in this study by extracting search data using the Google API Client library. It is important to highlight that this is not achieved when data are extracted directly through the Google Trends website but rather when data are normalized according to the selected time frame and geographical region [<xref ref-type="bibr" rid="ref37">37</xref>].</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Our study is not without limitations. Several states were missing search query data for SUD help-seeking behavior because Google Trends will only report search queries if they are above a minimum threshold. There was variation in the predictive performance of our models over time and across states. In particular, performance was lowest in states where rates of treatment admissions or overdose mortality rates were very high, which is expected when using RMSE as the performance indicator since it penalizes large errors. Using search data may be subject to selection bias, as not all people access the internet equally. Although some queries may reflect general curiosity rather than help seeking, it is well known that internet search trends mirror many health-related behaviors [<xref ref-type="bibr" rid="ref39">39</xref>], and in the specific case of SUD, that of family members, partners, and friends trying to help their loved one [<xref ref-type="bibr" rid="ref39">39</xref>]. Another potential confounding factor is the fact that the Google search algorithm is nonstatic. Search patterns change over time due to the thousands of decisions being made by Google’s programmers as the company strives to test and improve its search algorithm [<xref ref-type="bibr" rid="ref40">40</xref>]. This could lead to temporal changes in the likelihood of individuals successfully finding treatment following an online search. As such, this phenomenon could distort the association between search trends and treatment admissions.</p>
        <p>While our approach may overcome many of the ongoing limitations in substance use surveillance (ie, a lack of timely, substance specific, and publicly available data), the finest granularity of aggregate Google search data is limited to designated marketing areas [<xref ref-type="bibr" rid="ref41">41</xref>], so it does not necessarily align with the jurisdictional level of public health departments. The approach taken in this paper also assumes that search queries are made using standard terms for SUD in the context of treatment seeking, which disregards instances where people might use slang terms. It is also possible that the predictive value of specific terms varies between states and over time. However, given the nonpunitive nature of online help seeking for SUD (as compared with that of purchasing or selling drugs), we expect this to be limited. It is important to recognize the potential limitations of using data on the number of treatment-seeking visits from TEDS-A. Given that these data are collected from facilities receiving public funding, the findings from analyses using this data potentially misrepresent associations for states with greater reliance on private funding or nonspecialty settings such as office-based outpatient treatment. Other potential confounding factors include geographical and temporal variations in the number of help-seeking queries in other languages, the proportion of queries coming from surrogate seekers [<xref ref-type="bibr" rid="ref42">42</xref>], and the use of alternative search engines. In particular, including searches using Spanish terms would have a heterogeneous impact across states, and the relationship between searches and health outcomes might be different depending on the policies and interventions in place to facilitate healthcare access among non-English speakers and those who are undocumented [<xref ref-type="bibr" rid="ref43">43</xref>,<xref ref-type="bibr" rid="ref44">44</xref>]. This warrants a separate study focusing on Spanish language terms and SUD-related health outcomes among Hispanic individuals.</p>
        <p>Importantly, the strength and significance of associations between searches and outcomes along the continuum of care varied depending on the substance and outcome, as well as between states and through time. This is expected, given that there have been heterogeneities in drug policies over time and across States. Between 2010 and 2020, cannabis was made legal in 19 states for medical use, in 8 states for recreational use, and in 3 states for medical use first and then later for recreational use [<xref ref-type="bibr" rid="ref45">45</xref>]. Given that the impacts of legalization on the social acceptability of treatment-seeking behaviors are still poorly understood [<xref ref-type="bibr" rid="ref46">46</xref>], it is difficult to surmise whether changes in the legal status of cannabis across states and over the duration of the study may have had a distorting impact on the results. Another key policy area is the state adoption of naloxone access laws (NAL), which increased rapidly from 2013 onward [<xref ref-type="bibr" rid="ref47">47</xref>]. By 2020, all 50 states and the District of Columbia had some form of NAL in place, although the laws varied significantly across states [<xref ref-type="bibr" rid="ref48">48</xref>]. Despite the proven clinical benefits of naloxone for the reversal of opioid overdoses, its population-level impact depends on the effectiveness of distribution programs alongside multiple contextual factors [<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref50">50</xref>]. For this reason, the impact NALs may have had on our results is unclear.</p>
        <p>While the goal of this study was to validate the use of help-seeking queries as a surveillance tool across states, our findings call for further investigation within states to contextualize and interpret the results. The inclusion of additional covariates could potentially help to improve the predictive performance of the models developed in this paper and elucidate factors that determine variations in outcomes across years. A key challenge in this regard was the limited sample size, in that there was insufficient statistical power to include additional predictors. One potential remedy to this problem would be to obtain data with more granularity in terms of the time intervals between observations (eg, monthly data) or the geographical level under investigation (eg, county-level data) to increase the number of observations. Finally, while this study retrospectively analyzes SUD help-seeking internet search data to validate their value for surveillance and linkage to treatment, real-time analysis would be the most useful for informing public health agencies, as indicated by some examples investigating mental health–related outcomes during the COVID-19 pandemic [<xref ref-type="bibr" rid="ref51">51</xref>,<xref ref-type="bibr" rid="ref52">52</xref>].</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This study examined temporal and spatial trends in the annual fractions of substance use help-seeking internet search queries by US state for cocaine, methamphetamine, opioids, cannabis, and alcohol. Our investigations showed positive, statistically significant associations for the models relating to treatment need (but not receiving treatment) for alcohol use, treatment admissions for opioid and methamphetamine use, and overdose mortality data. In the wake of current substance use trends, it is critical that public health professionals learn from and respond to the millions of individuals searching for help online. The field should invest in and prioritize automated surveillance, including extensions of our approach, to understand evolving public health needs.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Supplementary tables and figures.</p>
        <media xlink:href="jmir_v24i12e41527_app1.docx" xlink:title="DOCX File , 1742 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AHRQ</term>
          <def>
            <p>Agency for Healthcare Quality and Research</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">API</term>
          <def>
            <p>application programming interface</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CRF</term>
          <def>
            <p>case report form</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">ED</term>
          <def>
            <p>emergency department</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">NAL</term>
          <def>
            <p>naloxone access law</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">NSDUH</term>
          <def>
            <p>National Survey on Drug Use and Health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">QF</term>
          <def>
            <p>query fraction</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">RMSE</term>
          <def>
            <p>root mean squared error</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">SAMHSA</term>
          <def>
            <p>Substance Abuse and Mental Health Services Administration</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">SUD</term>
          <def>
            <p>substance use disorder</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">TEDS-A</term>
          <def>
            <p>Treatment Episode Data Set: Admissions</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>TP and DJ acknowledge support from the National Institute on Drug Abuse (NIDA) through a T32 training grant (T32 DA023356). TP and AB acknowledge support from NIDA through the Avenir grant (DP2DA049295). SS and JA acknowledge support from a California HIV/AIDS research program grant.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>TC reports an equity interest in Data Science Solutions, a research consulting firm, outside of this work. No other authors have conflicts to declare.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Degenhardt</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bucello</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Calabria</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Lynskey</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wiessing</surname>
              <given-names>L</given-names>
            </name>
            <collab>GBD Illicit Drug Use Writing Group</collab>
            <name name-style="western">
              <surname>Mora</surname>
              <given-names>MEM</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Briegleb</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>McLaren</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>What data are available on the extent of illicit drug use and dependence globally? Results of four systematic reviews</article-title>
          <source>Drug Alcohol Depend</source>
          <year>2011</year>
          <month>09</month>
          <day>01</day>
          <volume>117</volume>
          <issue>2-3</issue>
          <fpage>85</fpage>
          <lpage>101</lpage>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2010.11.032</pub-id>
          <pub-id pub-id-type="medline">21377813</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(11)00084-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>Key substance use and mental health indicators in the United States: Results from the 2020 National Survey on Drug Use and Health</article-title>
          <source>Substance Abuse and Mental Health Services Administration</source>
          <year>2021</year>
          <access-date>2022-11-13</access-date>
          <publisher-loc>Rockville, MD</publisher-loc>
          <publisher-name>Center for Behavioral Health Statistics and Quality, Substance Abuse and Mental Health Services Administration</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.samhsa.gov/data/sites/default/files/reports/rpt35325/NSDUHFFRPDFWHTMLFiles2020/2020NSDUHFFR1PDFW102121.pdf">https://www.samhsa.gov/data/sites/default/files/reports/rpt35325/NSDUHFFRPDFWHTMLFiles2020/2020NSDUHFFR1PDFW102121.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goyder</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Surveys on surveys: Limitations and potentialities</article-title>
          <source>POQ</source>
          <year>1986</year>
          <volume>50</volume>
          <issue>1</issue>
          <fpage>27</fpage>
          <lpage>41</lpage>
          <pub-id pub-id-type="doi">10.1086/268957</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hamilton</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Breen</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Klabunde</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Moser</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Leyva</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Breslau</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kobrin</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Opportunities and challenges for the use of large-scale surveys in public health research: a comparison of the assessment of cancer screening behaviors</article-title>
          <source>Cancer Epidem Biomar</source>
          <year>2015</year>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>3</fpage>
          <lpage>14</lpage>
          <pub-id pub-id-type="doi">10.1158/1055-9965.epi-14-0568</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barocas</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>LF</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Walley</surname>
              <given-names>AY</given-names>
            </name>
            <name name-style="western">
              <surname>LaRochelle</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Bernson</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Land</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Morgan</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Samet</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Linas</surname>
              <given-names>BP</given-names>
            </name>
          </person-group>
          <article-title>Estimated prevalence of opioid use disorder in Massachusetts, 2011–2015: a capture–recapture analysis</article-title>
          <source>Am J Public Health</source>
          <year>2018</year>
          <month>12</month>
          <volume>108</volume>
          <issue>12</issue>
          <fpage>1675</fpage>
          <lpage>1681</lpage>
          <pub-id pub-id-type="doi">10.2105/ajph.2018.304673</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mallow</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sathe</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Topmiller</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chubinski</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Carr</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Christopher</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Estimating the Prevalence of Opioid use Disorder in the Cincinnati Region using Probabilistic Multiplier Methods and Model Averaging</article-title>
          <source>J Health Econ Outcomes Res</source>
          <year>2019</year>
          <month>4</month>
          <day>3</day>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>61</fpage>
          <lpage>69</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32685580"/>
          </comment>
          <pub-id pub-id-type="doi">10.36469/9729</pub-id>
          <pub-id pub-id-type="medline">32685580</pub-id>
          <pub-id pub-id-type="pii">jheor-6-2-9729</pub-id>
          <pub-id pub-id-type="pmcid">PMC7299446</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Georgiades</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Reading between the lines: a pursuit of estimating the population prevalence of mental illness using multiple data sources</article-title>
          <source>Can J Psychiatry</source>
          <year>2022</year>
          <month>02</month>
          <volume>67</volume>
          <issue>2</issue>
          <fpage>101</fpage>
          <lpage>103</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/abs/10.1177/07067437211016255?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/07067437211016255</pub-id>
          <pub-id pub-id-type="medline">33969716</pub-id>
          <pub-id pub-id-type="pmcid">PMC8892056</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>HE</given-names>
            </name>
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Downing</surname>
              <given-names>BC</given-names>
            </name>
            <name name-style="western">
              <surname>Pierce</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Millar</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ades</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Welton</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Presanis</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>De Angelis</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hickman</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Estimating the prevalence of problem drug use from drug-related mortality data</article-title>
          <source>Addiction</source>
          <year>2020</year>
          <month>12</month>
          <day>09</day>
          <volume>115</volume>
          <issue>12</issue>
          <fpage>2393</fpage>
          <lpage>2404</lpage>
          <pub-id pub-id-type="doi">10.1111/add.15111</pub-id>
          <pub-id pub-id-type="medline">32392631</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blanco</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wall</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Olfson</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Data needs and models for the opioid epidemic</article-title>
          <source>Mol Psychiatry</source>
          <year>2022</year>
          <month>02</month>
          <day>29</day>
          <volume>27</volume>
          <issue>2</issue>
          <fpage>787</fpage>
          <lpage>792</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34716409"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41380-021-01356-y</pub-id>
          <pub-id pub-id-type="medline">34716409</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41380-021-01356-y</pub-id>
          <pub-id pub-id-type="pmcid">PMC8554508</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Perdue</surname>
              <given-names>RT</given-names>
            </name>
            <name name-style="western">
              <surname>Hawdon</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Thames</surname>
              <given-names>KM</given-names>
            </name>
          </person-group>
          <article-title>Can big data predict the rise of novel drug abuse?</article-title>
          <source>J Drug Issues</source>
          <year>2018</year>
          <month>05</month>
          <day>28</day>
          <volume>48</volume>
          <issue>4</issue>
          <fpage>508</fpage>
          <lpage>518</lpage>
          <pub-id pub-id-type="doi">10.1177/0022042618772294</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Trevisan</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Search engines: From social science objects to academic inquiry tools</article-title>
          <source>FM</source>
          <year>2014</year>
          <month>10</month>
          <day>23</day>
          <pub-id pub-id-type="doi">10.5210/fm.v19i11.5237</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Young</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Chu</surname>
              <given-names>LF</given-names>
            </name>
            <name name-style="western">
              <surname>Humphreys</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Internet searches for opioids predict future emergency department heroin admissions</article-title>
          <source>Drug Alcohol Depend</source>
          <year>2018</year>
          <month>09</month>
          <day>01</day>
          <volume>190</volume>
          <fpage>166</fpage>
          <lpage>169</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30036853"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2018.05.009</pub-id>
          <pub-id pub-id-type="medline">30036853</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(18)30324-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC6436381</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Young</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pacula</surname>
              <given-names>RL</given-names>
            </name>
          </person-group>
          <article-title>Internet search and medicaid prescription drug data as predictors of opioid emergency department visits</article-title>
          <source>NPJ Digit Med</source>
          <year>2021</year>
          <month>02</month>
          <day>11</day>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>21</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-021-00392-w"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-021-00392-w</pub-id>
          <pub-id pub-id-type="medline">33574500</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41746-021-00392-w</pub-id>
          <pub-id pub-id-type="pmcid">PMC7878816</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sumner</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Bowen</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Holland</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Zwald</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Vivolo-Kantor</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Guy</surname>
              <given-names>GP</given-names>
            </name>
            <name name-style="western">
              <surname>Heuett</surname>
              <given-names>WJ</given-names>
            </name>
            <name name-style="western">
              <surname>Pressley</surname>
              <given-names>DP</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>CM</given-names>
            </name>
          </person-group>
          <article-title>Estimating weekly national opioid overdose deaths in near real time using multiple proxy data sources</article-title>
          <source>JAMA Netw Open</source>
          <year>2022</year>
          <month>07</month>
          <day>21</day>
          <volume>5</volume>
          <issue>7</issue>
          <fpage>e2223033</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jamanetwork.com/journals/jamanetworkopen/fullarticle/10.1001/jamanetworkopen.2022.23033"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2022.23033</pub-id>
          <pub-id pub-id-type="medline">35862045</pub-id>
          <pub-id pub-id-type="pii">2794462</pub-id>
          <pub-id pub-id-type="pmcid">PMC9305381</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arendt</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>The opioid-overdose crisis and fentanyl: the role of online information seeking via internet search engines</article-title>
          <source>Health Commun</source>
          <year>2021</year>
          <month>09</month>
          <day>14</day>
          <volume>36</volume>
          <issue>10</issue>
          <fpage>1148</fpage>
          <lpage>1154</lpage>
          <pub-id pub-id-type="doi">10.1080/10410236.2020.1748820</pub-id>
          <pub-id pub-id-type="medline">32285691</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Campo</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Gussler</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Sue</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Skums</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Khudyakov</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Accurate spatiotemporal mapping of drug overdose deaths by machine learning of drug-related web-searches</article-title>
          <source>PLoS One</source>
          <year>2020</year>
          <month>12</month>
          <day>7</day>
          <volume>15</volume>
          <issue>12</issue>
          <fpage>e0243622</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0243622"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0243622</pub-id>
          <pub-id pub-id-type="medline">33284864</pub-id>
          <pub-id pub-id-type="pii">PONE-D-20-28357</pub-id>
          <pub-id pub-id-type="pmcid">PMC7721465</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Flores</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>SD</given-names>
            </name>
          </person-group>
          <article-title>Regional variation in discussion of opioids on social media</article-title>
          <source>J Addict Dis</source>
          <year>2021</year>
          <month>02</month>
          <day>11</day>
          <volume>39</volume>
          <issue>3</issue>
          <fpage>316</fpage>
          <lpage>321</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33570000"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/10550887.2021.1874804</pub-id>
          <pub-id pub-id-type="medline">33570000</pub-id>
          <pub-id pub-id-type="pmcid">PMC8664231</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bowen</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>O'Donnell</surname>
              <given-names>Julie</given-names>
            </name>
            <name name-style="western">
              <surname>Sumner</surname>
              <given-names>SA</given-names>
            </name>
          </person-group>
          <article-title>Increases in online posts about synthetic opioids preceding increases in synthetic opioid death rates: a retrospective observational study</article-title>
          <source>J Gen Intern Med</source>
          <year>2019</year>
          <month>12</month>
          <day>29</day>
          <volume>34</volume>
          <issue>12</issue>
          <fpage>2702</fpage>
          <lpage>2704</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31468343"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11606-019-05255-5</pub-id>
          <pub-id pub-id-type="medline">31468343</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11606-019-05255-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC6854351</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Anwar</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Khoury</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Aldridge</surname>
              <given-names>AP</given-names>
            </name>
            <name name-style="western">
              <surname>Parker</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Conway</surname>
              <given-names>KP</given-names>
            </name>
          </person-group>
          <article-title>Using Twitter to surveil the opioid epidemic in North Carolina: an exploratory study</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2020</year>
          <month>06</month>
          <day>24</day>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>e17574</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2020/2/e17574/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17574</pub-id>
          <pub-id pub-id-type="medline">32469322</pub-id>
          <pub-id pub-id-type="pii">v6i2e17574</pub-id>
          <pub-id pub-id-type="pmcid">PMC7380977</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <article-title>Admissions to and discharges from publicly funded substance use treatment</article-title>
          <source>Substance Abuse and Mental Health Services Administration</source>
          <year>2021</year>
          <access-date>2022-11-15</access-date>
          <publisher-loc>Rockville, MD</publisher-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.samhsa.gov/data/sites/default/files/reports/rpt35314/2019_TEDS_Proof.pdf">https://www.samhsa.gov/data/sites/default/files/reports/rpt35314/2019_TEDS_Proof.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ayers</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Althouse</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Dredze</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Could behavioral medicine lead the web data revolution?</article-title>
          <source>JAMA</source>
          <year>2014</year>
          <month>04</month>
          <day>09</day>
          <volume>311</volume>
          <issue>14</issue>
          <fpage>1399</fpage>
          <lpage>400</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/24577162"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jama.2014.1505</pub-id>
          <pub-id pub-id-type="medline">24577162</pub-id>
          <pub-id pub-id-type="pii">1838433</pub-id>
          <pub-id pub-id-type="pmcid">PMC4670613</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Prochaska</surname>
              <given-names>JO</given-names>
            </name>
            <name name-style="western">
              <surname>Velicer</surname>
              <given-names>WF</given-names>
            </name>
          </person-group>
          <article-title>The transtheoretical model of health behavior change</article-title>
          <source>Am J Health Promot</source>
          <year>1997</year>
          <month>08</month>
          <day>26</day>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>38</fpage>
          <lpage>48</lpage>
          <pub-id pub-id-type="doi">10.4278/0890-1171-12.1.38</pub-id>
          <pub-id pub-id-type="medline">10170434</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Peteet</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Brenner</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Curtiss</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ferrigno</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kauffman</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A stage of change approach to addiction in the medical setting</article-title>
          <source>Gen Hosp Psychiatry</source>
          <year>1998</year>
          <month>9</month>
          <volume>20</volume>
          <issue>5</issue>
          <fpage>267</fpage>
          <lpage>273</lpage>
          <pub-id pub-id-type="doi">10.1016/s0163-8343(98)00033-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Willoughby</surname>
              <given-names>FW</given-names>
            </name>
            <name name-style="western">
              <surname>Edens</surname>
              <given-names>JF</given-names>
            </name>
          </person-group>
          <article-title>Construct validity and predictive utility of the stages of change scale for alcoholics</article-title>
          <source>J Subst Abuse</source>
          <year>1996</year>
          <month>1</month>
          <volume>8</volume>
          <issue>3</issue>
          <fpage>275</fpage>
          <lpage>291</lpage>
          <pub-id pub-id-type="doi">10.1016/s0899-3289(96)90152-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <article-title>Slang terms and code words: A reference for law enforcement personnel</article-title>
          <source>Drug Enforcement Administration</source>
          <year>2018</year>
          <access-date>2022-11-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.dea.gov/sites/default/files/2018-07/DIR-022-18.pdf">https://www.dea.gov/sites/default/files/2018-07/DIR-022-18.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coleman</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>The Life of Slang</source>
          <year>2012</year>
          <publisher-loc>Oxford, UK</publisher-loc>
          <publisher-name>OUP</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <article-title>Google API Python client library</article-title>
          <source>GitHub</source>
          <access-date>2022-11-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://github.com/googleapis/google-api-python-client">https://github.com/googleapis/google-api-python-client</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kristensen</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Benthem</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Magnusson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Berg</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Nielsen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Skaug</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Mächler</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bolker</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>glmmTMB balances speed and flexibility among packages for zero-inflated generalized linear mixed modeling</article-title>
          <source>R J</source>
          <year>2017</year>
          <volume>9</volume>
          <issue>2</issue>
          <fpage>378</fpage>
          <pub-id pub-id-type="doi">10.32614/rj-2017-066</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bolker</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Negrete-Yankelevich</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sosa</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Linear and generalized linear mixed models</article-title>
          <source>Ecological Statistics: Contemporary Theory and Application</source>
          <year>2015</year>
          <publisher-loc>Oxford, UK</publisher-loc>
          <publisher-name>Oxford Academic</publisher-name>
          <fpage>309</fpage>
          <lpage>333</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gini</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Concentration and dependency ratios</article-title>
          <source>Rivista di Politica Economica</source>
          <year>1997</year>
          <volume>87</volume>
          <fpage>769</fpage>
          <lpage>789</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <article-title>National drug use and health surveys</article-title>
          <source>Substance Abuse and Mental Health Services Administration</source>
          <access-date>2022-11-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.samhsa.gov/data/">https://www.samhsa.gov/data/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>State estimates of substance use from the 2001 National Household Survey on Drug Abuse: Volume II. Individual state tables and technical appendices</article-title>
          <source>Substance Abuse and Mental Health Services Administration</source>
          <year>2003</year>
          <access-date>2022-11-15</access-date>
          <publisher-loc>Rockville, MD</publisher-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://webharvest.gov/peth04/20041028054530/http://www.oas.samhsa.gov/nhsda/2k1State/PDF/2k1SAEv2.pdf">https://webharvest.gov/peth04/20041028054530/http://www.oas.samhsa.gov/nhsda/2k1State/PDF/2k1SAEv2.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="web">
          <article-title>American community survey</article-title>
          <source>US Census Bureau</source>
          <access-date>2022-11-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://data.census.gov/cedsci/">https://data.census.gov/cedsci/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="web">
          <article-title>Treatment episode data sets (TEDS)</article-title>
          <source>Substance Abuse and Mental Health Services Administration</source>
          <access-date>2022-11-14</access-date>
          <publisher-loc>Rockville, MD</publisher-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.datafiles.samhsa.gov/data-sources">https://www.datafiles.samhsa.gov/data-sources</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="web">
          <article-title>Healthcare cost and utilization project (HCUP)</article-title>
          <source>Agency for Healthcare Research and Quality</source>
          <access-date>2022-11-14</access-date>
          <publisher-loc>Rockville, MD</publisher-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hcup-us.ahrq.gov/faststats/OpioidUseServlet">https://www.hcup-us.ahrq.gov/faststats/OpioidUseServlet</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haffajee</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Bohnert</surname>
              <given-names>ASB</given-names>
            </name>
            <name name-style="western">
              <surname>Goldstick</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Characteristics of US counties with high opioid overdose mortality and low capacity to deliver medications for opioid use disorder</article-title>
          <source>JAMA Netw Open</source>
          <year>2019</year>
          <month>06</month>
          <day>05</day>
          <volume>2</volume>
          <issue>6</issue>
          <fpage>e196373</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jamanetwork.com/journals/jamanetworkopen/fullarticle/10.1001/jamanetworkopen.2019.6373"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2019.6373</pub-id>
          <pub-id pub-id-type="medline">31251376</pub-id>
          <pub-id pub-id-type="pii">2736933</pub-id>
          <pub-id pub-id-type="pmcid">PMC6604101</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mavragani</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ochoa</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Google trends in infodemiology and infoveillance: methodology framework</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2019</year>
          <month>05</month>
          <day>29</day>
          <volume>5</volume>
          <issue>2</issue>
          <fpage>e13439</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2019/2/e13439/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/13439</pub-id>
          <pub-id pub-id-type="medline">31144671</pub-id>
          <pub-id pub-id-type="pii">v5i2e13439</pub-id>
          <pub-id pub-id-type="pmcid">PMC6660120</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Oyeleye</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Titarenko</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Antoniou</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>A predictive analysis of heart rates using machine learning techniques</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2022</year>
          <month>02</month>
          <day>19</day>
          <volume>19</volume>
          <issue>4</issue>
          <fpage>2417</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph19042417"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph19042417</pub-id>
          <pub-id pub-id-type="medline">35206603</pub-id>
          <pub-id pub-id-type="pii">ijerph19042417</pub-id>
          <pub-id pub-id-type="pmcid">PMC8872524</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goel</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hofman</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Lahaie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pennock</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Watts</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>Predicting consumer behavior with Web search</article-title>
          <source>Proc Natl Acad Sci U S A</source>
          <year>2010</year>
          <month>10</month>
          <day>12</day>
          <volume>107</volume>
          <issue>41</issue>
          <fpage>17486</fpage>
          <lpage>90</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pnas.org/doi/abs/10.1073/pnas.1005962107?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1073/pnas.1005962107</pub-id>
          <pub-id pub-id-type="medline">20876140</pub-id>
          <pub-id pub-id-type="pii">1005962107</pub-id>
          <pub-id pub-id-type="pmcid">PMC2955127</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lazer</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kennedy</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Vespignani</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The parable of Google Flu: traps in big data analysis</article-title>
          <source>Science</source>
          <year>2014</year>
          <month>03</month>
          <day>14</day>
          <volume>343</volume>
          <issue>6176</issue>
          <fpage>1203</fpage>
          <lpage>1205</lpage>
          <pub-id pub-id-type="doi">10.1126/science.1248506</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="web">
          <article-title>DMA regions</article-title>
          <source>The Nielsen Company</source>
          <access-date>2022-11-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nielsen.com/us/en/contact-us/intl-campaigns/dma-maps/">https://www.nielsen.com/us/en/contact-us/intl-campaigns/dma-maps/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cutrona</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Mazor</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Vieux</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Luger</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Volkman</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Finney Rutten</surname>
              <given-names>LJ</given-names>
            </name>
          </person-group>
          <article-title>Health information-seeking on behalf of others: characteristics of "surrogate seekers"</article-title>
          <source>J Cancer Educ</source>
          <year>2015</year>
          <month>03</month>
          <day>4</day>
          <volume>30</volume>
          <issue>1</issue>
          <fpage>12</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/24989816"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s13187-014-0701-3</pub-id>
          <pub-id pub-id-type="medline">24989816</pub-id>
          <pub-id pub-id-type="pmcid">PMC4282983</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hammig</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Henry</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Disparities in health care coverage among US born and Mexican/Central American born labor workers in the US</article-title>
          <source>J Immigr Minor Health</source>
          <year>2019</year>
          <month>02</month>
          <day>31</day>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>66</fpage>
          <lpage>72</lpage>
          <pub-id pub-id-type="doi">10.1007/s10903-018-0697-6</pub-id>
          <pub-id pub-id-type="medline">29388095</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10903-018-0697-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>CD</given-names>
            </name>
          </person-group>
          <article-title>Social determinants of health and health disparities among immigrants and their children</article-title>
          <source>Curr Probl Pediatr Adolesc Health Care</source>
          <year>2019</year>
          <month>01</month>
          <volume>49</volume>
          <issue>1</issue>
          <fpage>23</fpage>
          <lpage>30</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cppeds.2018.11.009</pub-id>
          <pub-id pub-id-type="medline">30595524</pub-id>
          <pub-id pub-id-type="pii">S1538-5442(18)30175-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="web">
          <source>Marijuana Policy Project</source>
          <access-date>2022-11-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mpp.org/">https://www.mpp.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mennis</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stahler</surname>
              <given-names>GJ</given-names>
            </name>
          </person-group>
          <article-title>Adolescent treatment admissions for marijuana following recreational legalization in Colorado and Washington</article-title>
          <source>Drug Alcohol Depend</source>
          <year>2020</year>
          <month>05</month>
          <day>01</day>
          <volume>210</volume>
          <fpage>107960</fpage>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2020.107960</pub-id>
          <pub-id pub-id-type="medline">32222560</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(20)30125-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bohler</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Hodgkin</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kreiner</surname>
              <given-names>PW</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>TC</given-names>
            </name>
          </person-group>
          <article-title>Predictors of US states' adoption of naloxone access laws, 2001-2017</article-title>
          <source>Drug Alcohol Depend</source>
          <year>2021</year>
          <month>08</month>
          <day>01</day>
          <volume>225</volume>
          <fpage>108772</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34052687"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2021.108772</pub-id>
          <pub-id pub-id-type="medline">34052687</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(21)00267-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC8282714</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Legislative Analysis and Public Policy Association</collab>
          </person-group>
          <article-title>Naloxone access: summary of state laws</article-title>
          <source>Legislative Analysis</source>
          <access-date>2022-11-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://legislativeanalysis.org/naloxone-summary-of-state-laws/">https://legislativeanalysis.org/naloxone-summary-of-state-laws/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abouk</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Pacula</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Powell</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Association between state laws facilitating pharmacy distribution of naloxone and risk of fatal overdose</article-title>
          <source>JAMA Intern Med</source>
          <year>2019</year>
          <month>06</month>
          <day>01</day>
          <volume>179</volume>
          <issue>6</issue>
          <fpage>805</fpage>
          <lpage>811</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31058922"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamainternmed.2019.0272</pub-id>
          <pub-id pub-id-type="medline">31058922</pub-id>
          <pub-id pub-id-type="pii">2732118</pub-id>
          <pub-id pub-id-type="pmcid">PMC6503576</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Duska</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rhoads</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Saunders</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Onega</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>State naloxone co-prescribing laws show mixed effects on overdose mortality rates</article-title>
          <source>Drug Sci Policy Law</source>
          <year>2022</year>
          <month>07</month>
          <day>25</day>
          <volume>8</volume>
          <fpage>205032452211125</fpage>
          <pub-id pub-id-type="doi">10.1177/20503245221112575</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ayers</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Leas</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Poliak</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Althouse</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Dredze</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nobles</surname>
              <given-names>AL</given-names>
            </name>
          </person-group>
          <article-title>Internet searches for acute anxiety during the early stages of the COVID-19 pandemic</article-title>
          <source>JAMA Intern Med</source>
          <year>2020</year>
          <month>12</month>
          <day>01</day>
          <volume>180</volume>
          <issue>12</issue>
          <fpage>1706</fpage>
          <lpage>1707</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32832984"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamainternmed.2020.3305</pub-id>
          <pub-id pub-id-type="medline">32832984</pub-id>
          <pub-id pub-id-type="pii">2769543</pub-id>
          <pub-id pub-id-type="pmcid">PMC7445624</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Silverio-Murillo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hoehn-Velasco</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Rodriguez Tirado</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Balmori de la Miyar</surname>
              <given-names>JR</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 blues: Lockdowns and mental health-related google searches in Latin America</article-title>
          <source>Soc Sci Med</source>
          <year>2021</year>
          <month>07</month>
          <volume>281</volume>
          <fpage>114040</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0277-9536(21)00372-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.socscimed.2021.114040</pub-id>
          <pub-id pub-id-type="medline">34144481</pub-id>
          <pub-id pub-id-type="pii">S0277-9536(21)00372-5</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
