<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v22i8e20368</article-id>
      <article-id pub-id-type="pmid">32586786</article-id>
      <article-id pub-id-type="doi">10.2196/20368</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Viewpoint</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Viewpoint</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>e-INEBRIA Special Interest Group Roadmap for Best Practices for Research on Brief Digital Interventions for Problematic Alcohol and Illicit Drug Use</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Grekin</surname>
            <given-names>Emily</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Moyer</surname>
            <given-names>Anne</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Schaub</surname>
            <given-names>Michael Patrick</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <address>
            <institution>Swiss Research Institute for Public Health and Addiction ISGF</institution>
            <institution>University of Zurich</institution>
            <addr-line>Konradstrasse 32</addr-line>
            <addr-line>Zurich, 8005</addr-line>
            <country>Switzerland</country>
            <phone>41 (0) 44 4481165</phone>
            <email>michael.schaub@isgf.uzh.ch</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8375-4005</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Berman</surname>
            <given-names>Anne H</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff02" ref-type="aff">2</xref>
          <xref rid="aff03" ref-type="aff">3</xref>
          <xref rid="aff04" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7709-0230</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>López Pelayo</surname>
            <given-names>Hugo</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff05" ref-type="aff">5</xref>
          <xref rid="aff06" ref-type="aff">6</xref>
          <xref rid="aff07" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3850-8374</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Boumparis</surname>
            <given-names>Nikolaos</given-names>
          </name>
          <degrees>MA</degrees>
          <xref rid="aff08" ref-type="aff">8</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3693-0168</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Khadjesari</surname>
            <given-names>Zarnie</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff09" ref-type="aff">9</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2958-9555</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Blankers</surname>
            <given-names>Matthijs</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff10" ref-type="aff">10</xref>
          <xref rid="aff11" ref-type="aff">11</xref>
          <xref rid="aff12" ref-type="aff">12</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8821-3312</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Gual</surname>
            <given-names>Antoni</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff13" ref-type="aff">13</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7130-981X</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Riper</surname>
            <given-names>Heleen</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff14" ref-type="aff">14</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8144-8901</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Pas</surname>
            <given-names>Lodewijk</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff15" ref-type="aff">15</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3237-0439</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff01">
        <label>1</label>
        <institution>Swiss Research Institute for Public Health and Addiction ISGF</institution>
        <institution>University of Zurich</institution>
        <addr-line>Zurich</addr-line>
        <country>Switzerland</country>
      </aff>
      <aff id="aff02">
        <label>2</label>
        <institution>Centre for Psychiatry Research</institution>
        <institution>Department of Clinical Neuroscience</institution>
        <institution>Karolinska Institutet</institution>
        <addr-line>Stockholm</addr-line>
        <country>Sweden</country>
      </aff>
      <aff id="aff03">
        <label>3</label>
        <institution>Stockholm Health Care Services</institution>
        <institution>Stockholm County Council</institution>
        <addr-line>Stockholm</addr-line>
        <country>Sweden</country>
      </aff>
      <aff id="aff04">
        <label>4</label>
        <institution>Department of Psychology</institution>
        <institution>Uppsala University</institution>
        <addr-line>Uppsala</addr-line>
        <country>Sweden</country>
      </aff>
      <aff id="aff05">
        <label>5</label>
        <institution>Grup Recerca Addicions Clínic (GRAC-GRE)</institution>
        <institution>Department of Psychiatry, Clinical Institute of Neuroscience</institution>
        <institution>Hospital Clínic i Universitari de Barcelona, Universitat de Barcelona</institution>
        <addr-line>Barcelona</addr-line>
        <country>Spain</country>
      </aff>
      <aff id="aff06">
        <label>6</label>
        <institution>Institut d'Investigacions Biomèdiques August Pi i Sunyer (IDIBAPS)</institution>
        <addr-line>Barcelona</addr-line>
        <country>Spain</country>
      </aff>
      <aff id="aff07">
        <label>7</label>
        <institution>La Red de Trastornos Adictivos, RETICS</institution>
        <addr-line>Madrid</addr-line>
        <country>Spain</country>
      </aff>
      <aff id="aff08">
        <label>8</label>
        <institution>Department of Clinical, Neuro- and Developmental Psychology</institution>
        <institution>Amsterdam Public Health Research Institute</institution>
        <institution>Vrije Universiteit Amsterdam</institution>
        <addr-line>Amsterdam</addr-line>
        <country>Netherlands</country>
      </aff>
      <aff id="aff09">
        <label>9</label>
        <institution>School of Health Sciences</institution>
        <institution>University of East Anglia</institution>
        <addr-line>Norwich</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff10">
        <label>10</label>
        <institution>Trimbos Institute</institution>
        <institution>The Netherlands Institute of Mental Health and Addiction</institution>
        <addr-line>Utrecht</addr-line>
        <country>Netherlands</country>
      </aff>
      <aff id="aff11">
        <label>11</label>
        <institution>Department of Research</institution>
        <institution>Arkin Mental Health Care</institution>
        <addr-line>Amsterdam</addr-line>
        <country>Netherlands</country>
      </aff>
      <aff id="aff12">
        <label>12</label>
        <institution>Amsterdam UMC, Location AMC</institution>
        <institution>Department of Psychiatry</institution>
        <institution>University of Amsterdam</institution>
        <addr-line>Amsterdam</addr-line>
        <country>Netherlands</country>
      </aff>
      <aff id="aff13">
        <label>13</label>
        <institution>Hospital Clinic</institution>
        <institution>Psychiatry Department</institution>
        <institution>Neurosciences Institute</institution>
        <addr-line>Barcelona</addr-line>
        <country>Spain</country>
      </aff>
      <aff id="aff14">
        <label>14</label>
        <institution>Department of Clinical, Neuro- and Developmental Psychology</institution>
        <institution>Faculty of Behavioural and Movement Sciences</institution>
        <institution>Vrije Universiteit Amsterdam</institution>
        <addr-line>Amsterdam</addr-line>
        <country>Netherlands</country>
      </aff>
      <aff id="aff15">
        <label>15</label>
        <institution>Academic Center General Practice</institution>
        <institution>Catholic University Leuven</institution>
        <addr-line>Leuven</addr-line>
        <country>Belgium</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Michael Patrick Schaub <email>michael.schaub@isgf.uzh.ch</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>8</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>14</day>
        <month>8</month>
        <year>2020</year>
      </pub-date>
      <volume>22</volume>
      <issue>8</issue>
      <elocation-id>e20368</elocation-id>
      <history>
        <date date-type="received">
          <day>18</day>
          <month>5</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>12</day>
          <month>6</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>25</day>
          <month>6</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Michael Patrick Schaub, Anne H Berman, Hugo López Pelayo, Nikolaos Boumparis, Zarnie Khadjesari, Matthijs Blankers, Antoni Gual, Heleen Riper, Lodewijk Pas. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 14.08.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://www.jmir.org/2020/8/e20368/" xlink:type="simple"/>
      <abstract>
        <p>There is great potential for scaling up the delivery of brief interventions for alcohol and illicit drug use, given the increasing coverage of mobile devices and technologies for digital interventions, including apps for smartphones and tablets. However, while the number of digital interventions is increasing rapidly, the involvement of brief-intervention researchers and the development of good practices has just begun. In 2018, the Special Interest Group on digital interventions of the International Network on Brief Interventions for Alcohol &#38; Other Drugs (e-INEBRIA SIG) initiated a conversation regarding possible avenues of future research, which subsequently became a roadmap for digital interventions. This roadmap consists of points considered relevant for future research, ongoing technological developments, and their implementation across a continuum of prevention and care. Moreover, it outlines starting points for the diversification of brief digital interventions, as well as next steps for quality improvement and implementation in public health and clinical practice. The roadmap of the e-INEBRIA SIG on digital interventions is a starting point that indicates relevant next steps and provides orientation for researchers and interested practitioners with regard to the ambiguous literature and the complexity of current digital interventions.</p>
      </abstract>
      <kwd-group>
        <kwd>brief interventions</kwd>
        <kwd>mobile applications</kwd>
        <kwd>good practice</kwd>
        <kwd>implementation research</kwd>
        <kwd>quality assurance</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec>
      <title>Background</title>
      <p>The Special Interest Group on digital interventions of the International Network on Brief Interventions for Alcohol &#38; Other Drugs (e-INEBRIA SIG) was launched at the INEBRIA conference in Lausanne (2016); the group also took part in INEBRIA conferences in 2017 (New York) and 2018 (Santiago de Chile). During the conference in Santiago de Chile, e-INEBRIA SIG discussed possible avenues for further research that subsequently, in continued meetings, turned into a roadmap, as presented in this commentary. In particular, e-INEBRIA SIG is interested in the potential of electronic health (eHealth) technologies for brief interventions in health and other settings to reduce the harms produced by alcohol, drug use, and gambling.</p>
      <p>There is great potential for scaling up the delivery of brief interventions, given the increasing coverage in high, middle, and low income countries of smartphones, wearables, and other connected devices worldwide, and the rise of new technologies like geotagging and chatbots. Knowing which technologies can be successfully applied in target groups of alcohol and drug users and which components of interventions are essential for reducing harm could help enhance their impact at a public health level.</p>
      <p>One strategy to foster evidence-based developments is to keep track of ongoing scientific developments, including periodic reviews and meta-analyses on the effectiveness and implementation of internet interventions for alcohol and other substances. Recent meta-analyses have demonstrated the effectiveness of internet interventions at reducing alcohol use in alcohol misusers [<xref ref-type="bibr" rid="ref1">1</xref>]; reducing cannabis use in cannabis misusers, at least in the short-term [<xref ref-type="bibr" rid="ref2">2</xref>]; and reducing drug use among opioid and mixed-drug users [<xref ref-type="bibr" rid="ref3">3</xref>]. Moreover, individual patient data (IPD) meta-analyses could, due to their large pooled samples, help to identify initial trends in subgroups (eg, [<xref ref-type="bibr" rid="ref1">1</xref>]).</p>
      <p>However, a limitation of most digital interventions developed as part of scientific studies is that they often lack funding for maintenance after study completion. A recent review on such interventions in the alcohol field identified 72 trials assessing alcohol interventions, among which only 8 (11%) remained accessible; these were mostly internet-based interventions [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
      <p>While numerous digital interventions aiming to reduce substance use are available, most lack evidence-based brief intervention content, have never been evaluated for effectiveness, and have been developed without academic or specialist input, including some that are profit-oriented [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. In the case of cannabis misuse, the situation is worse because the few genuine apps aimed at harm reduction and reducing cannabis use are forced to compete with hundreds of currently available apps that promote cannabis use [<xref ref-type="bibr" rid="ref7">7</xref>]. Some attempts have been made to develop evidence-based health app quality rating scales, and one has been developed for researchers [<xref ref-type="bibr" rid="ref8">8</xref>], with a version available for end users [<xref ref-type="bibr" rid="ref9">9</xref>]; however, it is unlikely that alcohol and drug users make use of the latter. Thus, it is rational to foster research on genuine harm-reduction–oriented digital interventions, particularly apps, to promote their use and evidence-based quality development.</p>
      <p>While it is rational to develop generalizable digital interventions to reduce harm from alcohol and drug use at a general population level, there is evidence from other mental health fields that tailored digital interventions for specific cultures or migrants [<xref ref-type="bibr" rid="ref10">10</xref>] can increase their effectiveness. There are few systematic reviews of tailored digital interventions for specific alcohol- or drug-using groups and classical diversification topics (eg, different age groups, like the elderly, as well as different genders, educational levels, and cultures). The development of such digital interventions in the addiction field is still in its infancy relative to face-to-face interventions.</p>
    </sec>
    <sec>
      <title>Roadmap for Brief Digital Interventions</title>
      <sec>
        <title>Aims</title>
        <p>Taking into consideration the complexity of current brief digital interventions, the aim of the roadmap is to propose further steps and provide orientation in the ambiguous literature for researchers and interested practitioners thus promoting the coordinated, systematic development of a knowledge base that will facilitate the effective development and application of digital interventions.</p>
      </sec>
      <sec>
        <title>Methods</title>
        <p>The members of e-INEBRIA SIG represent 6 European countries, have previously developed and evaluated digital interventions for alcohol and other drugs, and exchange information and plan further research at the annual INEBRIA conference. We developed a preliminary roadmap during the last INEBRIA preconference workshop in 2018, in Santiago, Chile, and refined it during subsequent bimonthly teleconferences and email exchanges. The roadmap was then organized into four main topic groups and, once again, discussed within the group.</p>
      </sec>
      <sec>
        <title>Topics</title>
        <sec>
          <title>Evaluation of Effective Implementation Modalities</title>
          <list list-type="bullet">
            <list-item>
              <p>Continue evaluation research efforts (start to construct an ongoing collection of overall data sets for IPD meta-analyses; begin with meta-analyses for different interventions and target groups)</p>
            </list-item>
            <list-item>
              <p>Investigate which elements make digital interventions more effective, particularly to identify components that improve adherence, enhance motivation, and/or promote sustained behavior change</p>
            </list-item>
            <list-item>
              <p>Investigate how brief digital interventions should be integrated and can enhance different forms of blended or face-to-face treatments for alcohol and drug use disorders (with continuous electronic monitoring or personalized feedback; investigate the potentials and limitations of motivational interviewing)</p>
            </list-item>
            <list-item>
              <p>Investigate the complementarity between anonymous applications for public health and applications for the clinical setting, including hazardous or harmful use recognition and identification; behavior change support; and continued harm reduction</p>
            </list-item>
            <list-item>
              <p>Investigate public health and clinical applications for specific vulnerable populations (eg, gender, age, cultural issues, personal differences, differences in contexts and settings).</p>
            </list-item>
            <list-item>
              <p>Develop a core set of validated outcome measures suitable for use in digital brief intervention research, depending on the targeted substance</p>
            </list-item>
          </list>
        </sec>
        <sec>
          <title>Diversification and Cultural Sensitivity</title>
          <list list-type="bullet">
            <list-item>
              <p>Develop and investigate easy-to-use and tablet-optimized guided and unguided brief interventions for the elderly, with extended content and adapted measures</p>
            </list-item>
            <list-item>
              <p>Foster the development of culturally generalizable interventions for newly industrialized countries, in collaboration with the World Health Organization (WHO) and other relevant international organizations</p>
            </list-item>
            <list-item>
              <p>Start to adapt brief digital interventions for specific cultures and minorities to investigate if cultural adaptation makes a difference in an intervention’s acceptance and effectiveness</p>
            </list-item>
          </list>
        </sec>
        <sec>
          <title>Accommodation of New Technology</title>
          <list list-type="bullet">
            <list-item>
              <p>Encourage research on novel technologies, such as chatbots, for brief internet interventions to allow for more interactivity, including geotagging functions (eg, to warn against places that are risky for relapses or to network with supporting peers or social workers in the immediate proximity at concert events [<xref ref-type="bibr" rid="ref5">5</xref>])</p>
            </list-item>
            <list-item>
              <p>Clarify whether and how brief digital interventions can profit from gamification and for which target groups</p>
            </list-item>
            <list-item>
              <p>Develop and investigate just-in-time adaptive brief digital interventions</p>
            </list-item>
            <list-item>
              <p>Make use of big data technologies (eg, as an additional data source for missing data within a classical randomized controlled trial; to derive a natural additional control group in addition to existing groups in a classical randomized controlled trial design; or to gain better access to risk groups for brief digital interventions at population levels).</p>
            </list-item>
            <list-item>
              <p>Develop an evidence base of effective implementation strategies, where training, support, and financial incentives are the most effective strategies for implementing face-to-face brief interventions</p>
            </list-item>
          </list>
        </sec>
        <sec>
          <title>Intervention Quality and Safety Management</title>
          <list list-type="bullet">
            <list-item>
              <p>Develop quality criteria for digital interventions to change alcohol use and illicit drug use and promote harm reduction</p>
            </list-item>
            <list-item>
              <p>Develop a directive on collaboration between research and commercial interests, particularly for publicly funded organizations and private collaborations</p>
            </list-item>
            <list-item>
              <p>Further develop the taxonomy for describing brief digital interventions in a standardized way</p>
            </list-item>
            <list-item>
              <p>Develop best practices for professionals working with brief digital interventions</p>
            </list-item>
            <list-item>
              <p>Keep abreast of ongoing quality developments, like genuine health app rating websites</p>
            </list-item>
          </list>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>While this roadmap provides orientation to current developments in this field, it is also considered a starting point. It will need updating and ongoing promotion at future meetings and conferences, as well as in publications. Moreover, we must ensure that the points listed in our roadmap will be followed by actions. Therefore, we plan to continue our discussions between future INEBRIA conferences, during symposia and workshops at these conferences, and at related conferences like those of the International Society for Research on Internet Interventions (ISRII) and the International Society of Behavioral Medicine (ISBM), where alcohol and drug use can be linked to relevant developments in digital interventions (ISRII), epidemiology, and interventions for health-related behaviors and chronic conditions (ISBM).</p>
    </sec>
    <sec>
      <title>Conclusions</title>
      <p>The roadmap proposed by e-INEBRIA SIG on digital interventions is a starting point that indicates relevant next steps. It also provides orientation for researchers and interested practitioners with regard to the ambiguous literature and the complexity of current digital interventions. Moreover, it is a call for action to coordinate our efforts toward research and evidence-based implementation in the context of rapid technological development.</p>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">eHealth</term>
          <def>
            <p>electronic health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">e-INEBRIA SIG</term>
          <def>
            <p>Special Interest Group on digital interventions of the International Network on Brief Interventions for Alcohol &#38; Other Drugs (INEBRIA)</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">IPD</term>
          <def>
            <p>individual patient data</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">ISBM</term>
          <def>
            <p>International Society of Behavioral Medicine</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">ISRII</term>
          <def>
            <p>International Society for Research on Internet Interventions</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">WHO</term>
          <def>
            <p>World Health Organization</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="con">
        <p>MPS and HR had the initial idea to construct this roadmap; MPS prepared the first draft of the manuscript; and all authors contributed to the manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>AHB is the co-owner of a company (TeleCoach AB, not currently active) that aims to disseminate digital interventions for problematic behaviors, including hazardous and harmful alcohol use. AG has received a grant from Novartis. All other authors declare no conflicts of interest.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Riper</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Hoogendoorn</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Karyotaki</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Boumparis</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Mira</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Andersson</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Berman</surname>
              <given-names>AH</given-names>
            </name>
            <name name-style="western">
              <surname>Bertholet</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Bischof</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Blankers</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Boon</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Boß</surname>
              <given-names>Leif</given-names>
            </name>
            <name name-style="western">
              <surname>Brendryen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Cunningham</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ebert</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hansen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hester</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Khadjesari</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Kramer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Postel</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schulz</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Sinadinovic</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Suffoletto</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Sundström</surname>
              <given-names>Christopher</given-names>
            </name>
            <name name-style="western">
              <surname>de Vries</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Wallace</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wiers</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Smit</surname>
              <given-names>JH</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness and treatment moderators of internet interventions for adult problem drinking: An individual patient data meta-analysis of 19 randomised controlled trials</article-title>
          <source>PLoS Med</source>
          <year>2018</year>
          <month>12</month>
          <volume>15</volume>
          <issue>12</issue>
          <fpage>e1002714</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pmed.1002714"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pmed.1002714</pub-id>
          <pub-id pub-id-type="medline">30562347</pub-id>
          <pub-id pub-id-type="pii">PMEDICINE-D-18-01494</pub-id>
          <pub-id pub-id-type="pmcid">PMC6298657</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boumparis</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Loheide-Niesmann</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Blankers</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ebert</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Korf</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Schaub</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Spijkerman</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Tait</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Riper</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Short- and long-term effects of digital prevention and treatment interventions for cannabis use reduction: A systematic review and meta-analysis</article-title>
          <source>Drug Alcohol Depend</source>
          <year>2019</year>
          <month>07</month>
          <day>01</day>
          <volume>200</volume>
          <fpage>82</fpage>
          <lpage>94</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0376-8716(19)30149-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2019.03.016</pub-id>
          <pub-id pub-id-type="medline">31112834</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(19)30149-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boumparis</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Karyotaki</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Schaub</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Riper</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Internet interventions for adult illicit substance users: a meta-analysis</article-title>
          <source>Addiction</source>
          <year>2017</year>
          <month>09</month>
          <volume>112</volume>
          <issue>9</issue>
          <fpage>1521</fpage>
          <lpage>1532</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28295758"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/add.13819</pub-id>
          <pub-id pub-id-type="medline">28295758</pub-id>
          <pub-id pub-id-type="pmcid">PMC5573910</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rogers</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Lemmen</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kramer</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Mann</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chopra</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Internet-Delivered Health Interventions That Work: Systematic Review of Meta-Analyses and Evaluation of Website Availability</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>03</month>
          <day>24</day>
          <volume>19</volume>
          <issue>3</issue>
          <fpage>e90</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/3/e90/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.7111</pub-id>
          <pub-id pub-id-type="medline">28341617</pub-id>
          <pub-id pub-id-type="pii">v19i3e90</pub-id>
          <pub-id pub-id-type="pmcid">PMC5384996</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schaub</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Yi-Chen</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Pirona</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>m-Health applications for responding to drug use and associated harms</article-title>
          <source>EMCDDA PAPERS</source>
          <year>2018</year>
          <publisher-loc>Brussels</publisher-loc>
          <publisher-name>Publications Office of the European Union</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tofighi</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Chemi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ruiz-Valcarcel</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hein</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Smartphone Apps Targeting Alcohol and Illicit Substance Use: Systematic Search in in Commercial App Stores and Critical Content Analysis</article-title>
          <source>JMIR mHealth uHealth</source>
          <year>2019</year>
          <month>04</month>
          <day>22</day>
          <volume>7</volume>
          <issue>4</issue>
          <fpage>e11831</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2019/4/e11831/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/11831</pub-id>
          <pub-id pub-id-type="medline">31008713</pub-id>
          <pub-id pub-id-type="pii">v7i4e11831</pub-id>
          <pub-id pub-id-type="pmcid">PMC6658280</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ramo</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Popova</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Grana</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chavez</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Cannabis Mobile Apps: A Content Analysis</article-title>
          <source>JMIR mHealth uHealth</source>
          <year>2015</year>
          <month>08</month>
          <day>12</day>
          <volume>3</volume>
          <issue>3</issue>
          <fpage>e81</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2015/3/e81/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.4405</pub-id>
          <pub-id pub-id-type="medline">26268634</pub-id>
          <pub-id pub-id-type="pii">v3i3e81</pub-id>
          <pub-id pub-id-type="pmcid">PMC4705020</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stoyanov</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Hides</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kavanagh</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Zelenko</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Tjondronegoro</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mani</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Mobile app rating scale: a new tool for assessing the quality of health mobile apps</article-title>
          <source>JMIR mHealth uHealth</source>
          <year>2015</year>
          <month>03</month>
          <day>11</day>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>e27</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2015/1/e27/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.3422</pub-id>
          <pub-id pub-id-type="medline">25760773</pub-id>
          <pub-id pub-id-type="pii">v3i1e27</pub-id>
          <pub-id pub-id-type="pmcid">PMC4376132</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stoyanov</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Hides</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kavanagh</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Development and Validation of the User Version of the Mobile Application Rating Scale (uMARS)</article-title>
          <source>JMIR mHealth uHealth</source>
          <year>2016</year>
          <month>06</month>
          <day>10</day>
          <volume>4</volume>
          <issue>2</issue>
          <fpage>e72</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2016/2/e72/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.5849</pub-id>
          <pub-id pub-id-type="medline">27287964</pub-id>
          <pub-id pub-id-type="pii">v4i2e72</pub-id>
          <pub-id pub-id-type="pmcid">PMC4920963</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harper Shehadeh</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Heim</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Chowdhary</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Maercker</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Albanese</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Cultural Adaptation of Minimally Guided Interventions for Common Mental Disorders: A Systematic Review and Meta-Analysis</article-title>
          <source>JMIR Ment Health</source>
          <year>2016</year>
          <month>09</month>
          <day>26</day>
          <volume>3</volume>
          <issue>3</issue>
          <fpage>e44</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2016/3/e44/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mental.5776</pub-id>
          <pub-id pub-id-type="medline">27670598</pub-id>
          <pub-id pub-id-type="pii">v3i3e44</pub-id>
          <pub-id pub-id-type="pmcid">PMC5057065</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
