<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v22i9e19256</article-id>
      <article-id pub-id-type="pmid">32924959</article-id>
      <article-id pub-id-type="doi">10.2196/19256</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Digital Health Tools and Patients With Drug Use Disorders: Qualitative Patient Experience Study of the Electronic Case-Finding and Help Assessment Tool (eCHAT)</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Iyawa</surname>
            <given-names>Gloria Ejehiohen</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Pförringer</surname>
            <given-names>Dominik</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Choy</surname>
            <given-names>Melinda Ada</given-names>
          </name>
          <degrees>BMed, MD, DCH, MMed, FRACGP, AFHEA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Academic Unit of General Practice</institution>
            <institution>College of Health and Medicine</institution>
            <institution>The Australian National University</institution>
            <addr-line>Building 4, Level 2</addr-line>
            <addr-line>The Canberra Hospital</addr-line>
            <addr-line>Garran, 2605</addr-line>
            <country>Australia</country>
            <phone>61 5124 5592</phone>
            <email>melinda.choy@anu.edu.au</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6948-4440</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Sturgiss</surname>
            <given-names>Elizabeth</given-names>
          </name>
          <degrees>BMed, MPH, MForensMed, PhD, FRACGP, FHEA</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4428-4060</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Goodyear-Smith</surname>
            <given-names>Felicity</given-names>
          </name>
          <degrees>MBChB, MD, FRNZCGP, FFFLM</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6657-9401</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Smith</surname>
            <given-names>Gavin JD</given-names>
          </name>
          <degrees>MA, MRes, PhD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0664-3694</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Academic Unit of General Practice</institution>
        <institution>College of Health and Medicine</institution>
        <institution>The Australian National University</institution>
        <addr-line>Garran</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Research School of Population Health</institution>
        <institution>College of Health and Medicine</institution>
        <institution>The Australian National University</institution>
        <addr-line>Garran</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of General Practice</institution>
        <institution>Monash University</institution>
        <addr-line>Melbourne</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of General Practice and Primary Health Care</institution>
        <institution>University of Auckland</institution>
        <addr-line>Auckland</addr-line>
        <country>New Zealand</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>School of Sociology</institution>
        <institution>The Australian National University</institution>
        <addr-line>Canberra</addr-line>
        <country>Australia</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Melinda Ada Choy <email>melinda.choy@anu.edu.au</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>9</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>14</day>
        <month>9</month>
        <year>2020</year>
      </pub-date>
      <volume>22</volume>
      <issue>9</issue>
      <elocation-id>e19256</elocation-id>
      <history>
        <date date-type="received">
          <day>10</day>
          <month>4</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>12</day>
          <month>6</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>26</day>
          <month>6</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>19</day>
          <month>7</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Melinda Ada Choy, Elizabeth Sturgiss, Felicity Goodyear-Smith, Gavin JD Smith. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 14.09.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://www.jmir.org/2020/9/e19256/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>One of the promises of digital health is to better engage patients and improve care for vulnerable populations. Patients with drug use disorders are a vulnerable population who often do not receive the care they need, both for their drug use disorders as well as their other health care needs. Appropriate primary care for patients with drug use disorders needs to be patient-centered, holistic, highly accessible, and engaging. The electronic Case-finding and Help Assessment Tool (eCHAT) was designed as a patient-centered tool for the identification and measurement of problematic health behaviors and mood states.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this study was to explore the patient experience of eCHAT at an Australian family medicine clinic for patients with drug use disorders.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A total of 12 semistructured interviews were conducted with patients, two interviews were conducted with doctors, and one focus group was conducted with patient advocates who were former patients of the clinic where the study took place. The transcripts were analyzed using inductive thematic analysis.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The key themes identified from the interviews and the focus group were as follows: (1) eCHAT helped reduce stigma related to drug use in the doctor-patient consultation, (2) restricted answer options impacted the ability of patients to tell their stories, (3) patient-related response factors, (4) increased efficiency in the consultation process, and (5) divergence in level of concern around security and privacy.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>eCHAT has the potential to help vulnerable patients in primary care to engage more with their doctors and reduce experiences of stigma. eCHAT may be a useful digital health intervention in a family medicine clinic for patients with drug use disorders. It has the potential to improve patient engagement and access to health care, which are crucial areas of need in this vulnerable population. However, it is important to clearly communicate the privacy risk of digital health tools and to implement eCHAT such that it will add value to, rather than displace, in-person consultations with the family doctor.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>eCHAT</kwd>
        <kwd>eHealth</kwd>
        <kwd>mHealth</kwd>
        <kwd>digital health</kwd>
        <kwd>drug use disorders</kwd>
        <kwd>patient experience</kwd>
        <kwd>stigma</kwd>
        <kwd>patient experience</kwd>
        <kwd>family medicine</kwd>
        <kwd>general practice</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>The Promise of eHealth</title>
        <p>The expanding presence of digital health and eHealth is driven by its potential to improve health care outcomes [<xref ref-type="bibr" rid="ref1">1</xref>]. eHealth refers to the use of internet-based technology for health care and can be used by systems, providers, and/or patients [<xref ref-type="bibr" rid="ref2">2</xref>]. eHealth is one component of the wider concept of digital health, which is the use of information and communication technology to improve patient well-being and health [<xref ref-type="bibr" rid="ref3">3</xref>]. Some examples of eHealth used primarily by patients in Australia are electronic medical records, searching for online health information, and booking appointments online.</p>
        <p>eHealth has the potential to increase health care access and better engage diverse groups of patients [<xref ref-type="bibr" rid="ref4">4</xref>]. If eHealth can particularly improve access for vulnerable patients, one key anticipated outcome of increasing eHealth use should be an improvement in health care equity [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
      </sec>
      <sec>
        <title>The Health Care Needs of Patients With Drug Use Disorders</title>
        <p>One example of a vulnerable population affected by health care inequity is people with drug use disorders. They often do not receive adequate treatment support and are more likely to have disability and reduced social and emotional functioning [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. Patients with drug use disorders require customized health care relevant to their drug use situation [<xref ref-type="bibr" rid="ref5">5</xref>].</p>
        <p>Patients with drug use disorders are also more likely to have mental health diagnoses and other chronic diseases [<xref ref-type="bibr" rid="ref7">7</xref>]. Consequently, patients with drug use disorders often require effective, customized, and sustained general health care, which can be provided through primary care [<xref ref-type="bibr" rid="ref7">7</xref>].</p>
        <p>However, only a small proportion of patients with drug use disorders receive the care they require. One in six people suffering from drug use disorders received treatment for those disorders in 2016 [<xref ref-type="bibr" rid="ref5">5</xref>]. They also have greater difficulty in access and engagement with general health care services for their family medicine needs [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
        <p>Therefore, the challenge is to design more agile health care services that meet the specific and general needs of patients with drug use disorders [<xref ref-type="bibr" rid="ref9">9</xref>]. It is crucial that health care services for patients with drug use disorders improve patient engagement and access, as this is a population group with higher health care needs but who also receive proportionally fewer health care services [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
      </sec>
      <sec>
        <title>Can eHealth Improve Health Care for Patients With Drug Use Disorders?</title>
        <p>The critical question is whether eHealth can truly facilitate better engagement and health care access for patients with drug use disorders. The majority of studies involving eHealth and patients with drug use disorders focus on the benefits of telemedicine for treating drug use disorders [<xref ref-type="bibr" rid="ref11">11</xref>]. Telehealth is a branch of eHealth that creates more <italic>mobile</italic> connections between health care providers and patients [<xref ref-type="bibr" rid="ref12">12</xref>]. A number of systematic reviews suggest that telemedicine, as well as other eHealth tools, can be effective for improving drug use disorders and creating patient satisfaction [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>].</p>
        <p>However, there is scarce literature that explores the role of eHealth in the general health care needs of patients with drug use disorders, particularly in the context of family medicine. Further, there is minimal research into the patient experience of, and engagement with, eHealth in those with drug use disorders. For a patient population with drug use disorders, it is particularly important to understand the patient experience of new eHealth interventions, as they engage health care services less frequently and sometimes with difficulty [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
        <p>One potential example of eHealth in the family medicine setting is the electronic Case-finding and Help Assessment Tool (eCHAT), created in New Zealand [<xref ref-type="bibr" rid="ref15">15</xref>]. eCHAT is designed as a patient-centered tool for the identification and measurement of problematic health behaviors and mood states. It is a screening survey completed by patients on a tablet computer in the waiting room of a family medicine clinic, with the results provided to the doctor at point of care prior to the consultation [<xref ref-type="bibr" rid="ref15">15</xref>]. Pilot studies of eCHAT in New Zealand have had positive results in feasibility and acceptability studies [<xref ref-type="bibr" rid="ref15">15</xref>]. However, prior to this study, eCHAT had not been trialed in Australia, nor had it been trialed at a family medicine clinic with a focus on vulnerable patients with drug use disorders.</p>
      </sec>
      <sec>
        <title>Objective</title>
        <p>Our objective was to explore the patient experience of eCHAT when it was trialed in an Australian family medicine clinic for patients with drug use disorders. We were particularly interested in understanding the impact of eCHAT on the patient’s consultation experience and relationship with their family doctor, as these are key factors for health care access for this patient population.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Procedure</title>
        <p>From May to November 2019, receptionists offered patients the option to complete eCHAT before their consultation. For each consenting patient, receptionists entered in their unique clinic identifier number into eCHAT on the tablet computer and then gave the patient the tablet. The patient completed eCHAT in the waiting room for 10 minutes and the information went onto a secure web server.</p>
        <p>Patients who completed eCHAT answered questions about their recent drug use, mood, and physical activity. They indicated whether they wished to discuss anything further. The doctor reviewed their patient’s answers by searching the patient’s unique clinic identifier number on eCHAT using their desktop computer, just before initiating the patient-doctor consultation.</p>
      </sec>
      <sec>
        <title>Participants</title>
        <p>We undertook semistructured interviews with patients and doctors who had used eCHAT. We also ran a focus group with former patients of the clinic who now worked as patient advocates but had not used eCHAT themselves. On days that the research team visited, receptionists invited patients to participate in the study who were (1) over 18 years old, (2) had the time to start eCHAT before their consultation with their doctor and, (3) had the time to participate in a 30-minute interview after their consultation with their doctor.</p>
        <p>We used purposive sampling by actively selecting the most productive sample to answer the research question. We recruited participants seeing a diverse range of doctors, a mixture of established and new patients, and a diverse demographic. We continually reflected on our sample and whom we sought to recruit next in coding meetings.</p>
      </sec>
      <sec>
        <title>Data Collection</title>
        <p>The Australian National University Human Research Ethics Committee approved this study. Prior to the interview, participants provided written informed consent and completed a short demographic questionnaire. The interview guide was informed by a systematic literature review. After a pilot interview conducted by the first author (MC), the interview guide was further reviewed by an experienced coauthor (GS). The full authorial team collaboratively contributed to the refinement of the interview guide at coding meetings. Interviews and the focus group were audio recorded and transcribed anonymously by a third-party transcription service. The demographic survey results were recorded in Microsoft Excel. The transcription data were managed in both NVivo 11 (QSR International) and Microsoft Word.</p>
      </sec>
      <sec>
        <title>Data Analysis</title>
        <p>The interviews and focus group data were coded and processed by inductive thematic analysis. Two researchers (MC, ES) independently reviewed and coded the first five interview transcripts to ensure intercoder validity and reliability. Three researchers (MC, ES, GS) then met to reflect on and discuss the different codes, early themes, sampling frame, and the interview guide.</p>
        <p>Following that, one researcher (MC) coded the rest of the interviews and selected key transcripts for the second researcher (ES) to independently code. Both researchers independently coded the doctor interviews and focus group data. Four coding meetings were held with different arrangements of researchers in order to continually reflect on and resolve disagreement over codes and themes. At the final coding meeting, a final list of themes was developed and agreed upon by all four authors.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Participant Characteristics</title>
        <p>The demographic characteristics of the patients we interviewed are shown in <xref ref-type="table" rid="table1">Table 1</xref>. The doctors who were interviewed included one male and one female participant. The focus group with patient advocates included three female participants and one male participant.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Demographic characteristics of patients who were interviewed.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="570"/>
            <col width="400"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Characteristic</td>
                <td>Value (N=12), n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">
                  <bold>Gender</bold>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Female</td>
                <td>2 (17)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Male</td>
                <td>10 (83)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Highest educational qualification</bold>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Lower than year 10</td>
                <td>2 (17)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Year 10</td>
                <td>3 (25)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Year 12</td>
                <td>1 (8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Trade certification</td>
                <td>3 (25)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Diploma</td>
                <td>1 (8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Bachelor’s degree</td>
                <td>2 (17)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Occupation</bold>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Not employed</td>
                <td>4 (33)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Pension</td>
                <td>4 (33)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td>4 (33)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Themes</title>
        <sec>
          <title>Overview</title>
          <p>The key themes from the interviews and focus group were as follows: (1) eCHAT helped reduce stigma related to drug use in the doctor-patient consultation, (2) restricted answer options impacted the ability of patients to tell their stories, (3) patient-related response factors, (4) increased efficiency in the consultation process, and (5) divergence in level of concern around security and privacy.</p>
        </sec>
        <sec>
          <title>Theme 1: eCHAT Helped Reduce Stigma Related to Drug Use in the Doctor-Patient Consultation</title>
          <p>Some patients expressed that it was easier to be comfortable with a screen, compared to a person, when answering questions regarding their drug use and mental health.</p>
          <disp-quote>
            <p>Because maybe the person is not comfortable coming up and saying it to their doctor, straight to his face. But if they feel comfortable with that [eCHAT]...</p>
            <attrib>Patient #2, interview</attrib>
          </disp-quote>
          <p>Further, some patients explained that they would be more honest, because interacting with a screen, rather than directly with a person, removed some of the shame associated with their drug use.</p>
          <disp-quote>
            <p>I know when I first came to terms with my struggles, I was so ashamed and so guilty I would lie and deny...I still would be so ashamed of why I was there that I would make it seem not as bad as what it actually was. Whereas if I was writing it down—if it was in question form like that—I would just be honest.</p>
            <attrib>Patient #5, interview</attrib>
          </disp-quote>
          <p>One patient explained that the reason that it was easier to be honest with a screen was because a screen is less judgmental than a person.</p>
          <disp-quote>
            <p>Whereas with an electronic device, I'm just going to be completely honest with it. I've got no reason to—you know, it’s not going to judge me or expect anything from me.</p>
            <attrib>Patient #3, interview</attrib>
          </disp-quote>
          <p>Patients also felt that their doctors got more information from eCHAT, because eCHAT helped patients themselves tell their stories better. Some patients felt this was because using eCHAT helped them focus on what they wanted to speak to the doctor about.</p>
          <disp-quote>
            <p>...it made me separate my thoughts and that just to, it just felt, it made me sort of tell myself something in the doctor's appointment.</p>
            <attrib>Patient #7, interview</attrib>
          </disp-quote>
          <p>Other patients commented that eCHAT gave them more confidence to have a starting point with their story.</p>
          <disp-quote>
            <p>...<italic>at least it’s a starting point; you fill out something on there, then it'll give you more reason, it'll make you feel more confident talking to the doctor...</italic> [Patient #6, interview]</p>
          </disp-quote>
        </sec>
        <sec>
          <title>Theme 2: Restricted Answer Options Impacted the Ability of Patients to Tell Their Stories</title>
          <p>A large number of patients commented on how the restricted multiple-choice answer options on the eCHAT questionnaire limited their ability to fully explain their context and situation. Both patients who felt positively and those who felt negatively about eCHAT mentioned that eCHAT’s key weakness was its limited answer options. Particularly in relation to drug use, patients wanted to be able to explain, beyond quantitative questions, about timing frequency.</p>
          <disp-quote>
            <p>Everybody will tell you that they smoke too much. Everybody will tell you that. But it’s about “Can you quit, do you want to quit, how come you haven’t?”</p>
            <attrib>Patient #11, interview</attrib>
          </disp-quote>
          <p>Some patients felt that the restricted answers meant that their answers were less likely to be correct.</p>
          <disp-quote>
            <p>But I did find that some of the questions, I had to kind of pick one, even though I didn’t feel like there was—I didn’t feel like that was correct, either. It didn’t seem like there was an option that I needed.</p>
            <attrib>Patient #4, interview</attrib>
          </disp-quote>
          <p>One patient commented that the narrow scope of some questions presented an opportunity to be dishonest.</p>
          <disp-quote>
            <p>You’ve dabbled in drugs nearly your whole life, but if you’re only answering it the last two weeks, so you just tick that and you go, “Oh, yeah, no worries,” and then, you know, you’re not saying anything.</p>
            <attrib>Patient #9, interview</attrib>
          </disp-quote>
          <p>The idea that eCHAT was not providing a full story frustrated some patients. Some patients felt that this restriction meant that it was far more efficient and satisfying to speak to a doctor directly instead. There was a desire for a qualitative component that would grant the patient more autonomy to co-construct meaning.</p>
          <disp-quote>
            <p>It frustrated me that I couldn’t have my own say, I couldn’t, I had to choose one of the options, I couldn’t actually have what actually happened...no one’s going to fit into a little box. Especially someone like me. So I guess when you have little boxes and you don’t have one you fit in, it gets frustrating after a while.</p>
            <attrib>Patient #1, interview</attrib>
          </disp-quote>
          <p>Other patients felt that the restricted answers amplified stigma by placing everyone in the same box based on drug use, rather than understanding the context, story, and factors that mediate the practices of each person.</p>
          <disp-quote>
            <p>Well, the government puts everyone like us in the same box. We’re addicts or whatever we are—we've been to jail...I think we should all be judged by our own merits—our own problems and that—and we shouldn’t be boxed together.</p>
            <attrib>Patient #2, interview</attrib>
          </disp-quote>
        </sec>
        <sec>
          <title>Theme 3: Patient-Related Response Factors</title>
          <p>Some patients had physical disabilities, mostly related to eyesight, that affected their ability to fill out the eCHAT questionnaire. A few patients felt emotionally confronted by some of the questions. One patient started crying when questions were asked about depression, and another patient felt that some of the questions about drug use raised traumatic memories.</p>
          <disp-quote>
            <p>They all sort of hit a sensitive spot inside. It brings up emotions to answer some of those questions...</p>
            <attrib>Patient #10, interview</attrib>
          </disp-quote>
          <p>Patients who did not have an established relationship with their doctor sometimes felt that eCHAT improved their relationship with their doctor, but no one felt that eCHAT negatively affected their relationship with their doctor. Patients with an established patient-doctor relationship felt that eCHAT made no difference to that relationship.</p>
          <p>The doctors reported that eCHAT was useful for more stable patients who had less urgent agendas, because eCHAT was then able to pick up important, but not pressing, information that had not been previously covered.</p>
          <disp-quote>
            <p>...from the kind of chaotic life and you’re just dealing with crises, to the...you’ve gradually got someone engaged and you’re starting to work on those things, that’s the group that I think it’s [eCHAT is] probably most useful with.</p>
            <attrib>Doctor #1, interview</attrib>
          </disp-quote>
          <p>The patient advocates who participated in the focus group strongly agreed that a patient’s stage in the recovery process was the most important factor in their willingness to be honest and to benefit from eCHAT.</p>
          <disp-quote>
            <p>If they’re very invested in recovery, then they’ll answer it truthfully either way [electronically or in person].</p>
            <attrib>Patient advocate #1, focus group</attrib>
          </disp-quote>
        </sec>
        <sec>
          <title>Theme 4: Increased Efficiency in the Consultation Process</title>
          <p>Most patients generally felt positive about the potential for eCHAT to harness waiting room time and provide their doctor with information that would direct or streamline the consultation.</p>
          <disp-quote>
            <p>Yeah, I think it’s really good. I think it would save heaps of time...Nobody wants to sit in the doctor’s waiting room all day. I think the faster the appointments are, it’s better for everyone. I think that’s what eCHAT would do, is speed up the whole process.</p>
            <attrib>Patient # 5, interview</attrib>
          </disp-quote>
          <p>However, some patient advocates in the focus group felt that eCHAT would actually result in an overall loss of time, as patients would need to explain the meaning of their restricted answers.</p>
          <disp-quote>
            <p>I think the time that you save, not having to ask these questions personally in the room, I think there’s a big opportunity to lose that time that you’ve saved by having to qualify all those questions.</p>
            <attrib>Patient advocate #1, focus group</attrib>
          </disp-quote>
        </sec>
        <sec>
          <title>Theme 5: Divergence in Level of Concern Around Security and Privacy</title>
          <p>Most of the patients interviewed did not have strong security concerns or register any awareness of how their personal data could be misused.</p>
          <disp-quote>
            <p>Why would somebody bother hacking into something like that? Yeah, it doesn’t bother me.</p>
            <attrib>Patient #4, interview</attrib>
          </disp-quote>
          <p>In contrast, the patient advocates in the focus group had stronger security and privacy concerns.</p>
          <disp-quote>
            <p>I personally don’t do anything electronic if I can help it...because I don’t trust the systems in place. There are too many holes, too many things can go wrong.</p>
            <attrib>Patient advocate #4, focus group</attrib>
          </disp-quote>
          <p>A few patients who did have concerns in general about security were less worried about eCHAT because they trusted their clinic and knew their name did not go into the system. In general, however, the high level of trust in the clinic and lack of security concerns for some patients meant that they were willing to complete the eCHAT questionnaire if it was made mandatory at the clinic, although they were generally uncomfortable with the concept.</p>
          <disp-quote>
            <p>Every time? If I had to?...They’ve been very good to me here, and they’ve offered really good services. So I'd be okay with that.</p>
            <attrib>Patient advocate #3, focus group</attrib>
          </disp-quote>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This paper reports on the findings of a qualitative study exploring the patient experience of an eHealth tool in a family medicine clinic for patients with drug use disorders. Some patients felt that the platform helped them to communicate more honestly, completely, and efficiently with their doctor. A few patients also said that being able to communicate more honestly in the past would have allowed them to get help for their drug use disorders earlier and faster.</p>
        <p>Many patients commented on the restricted nature of the multiple-choice answer options. Some felt that these restrictions meant that they were not able to tell their story properly and that the interface compressed their capacity to explain and contextualize factors. A few patients found some of the questions asked in eCHAT confronting, both positively and negatively. Some patients had trouble filling in the eCHAT questionnaire due to a range of physical disabilities.</p>
        <p>Very few patients voiced concerns about data security and privacy regarding the information they documented. Those that were aware of possible security issues felt limited concern because no identifying details went into eCHAT.</p>
        <p>Patients reported that the use of eCHAT before the patient-doctor consultation sometimes had a positive effect on the patient-doctor relationship, sometimes had no effect, but never generated a negative effect. The optional use of eCHAT before the patient-doctor consultation did not appear to negatively impact patient engagement or access to their family medicine–based health care services.</p>
      </sec>
      <sec>
        <title>Strengths</title>
        <p>One strength of this study is the focus on the experience of eHealth for patients with drug use disorders. One key way to improve patient engagement with eHealth is to make the patient experience the guiding principle in eHealth tool design [<xref ref-type="bibr" rid="ref16">16</xref>]. The way that eHealth increases levels of patient engagement is a common theme in eHealth research [<xref ref-type="bibr" rid="ref17">17</xref>]. Patient engagement is about creating a more active role for the patient and a more collaborative partnership between the patient and doctor, in order to create a greater protagonist role for the patient in their health care [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. A systematic review exploring how eHealth improves patient engagement found that eHealth interventions generally increase the prominence of the patient’s role in their health care [<xref ref-type="bibr" rid="ref17">17</xref>]. This matches how eCHAT helped patients communicate their situation more effectively, thereby creating a more active role for the patient and improving the collaboration with the health care provider. As patient engagement and disengagement are highly relevant factors among patients with drug use disorders, the ability of eCHAT to moderately increase patient participation and representation in health care is a promising feature of eCHAT for this vulnerable population.</p>
        <p>Another strength of this study is that it uniquely explores the role of eHealth in the general health care needs of patients with drug use disorders, particularly in the context of family medicine. While it is already known that eHealth tools can help with the treatment of drug use disorders and may improve patient satisfaction, this shows that eCHAT could improve holistic patient-centered family medicine care for a vulnerable population of patients with drug use disorders [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. This study showed that eCHAT helped some patient-doctor relationships to improve and did not negatively affect any patient-doctor relationships.</p>
        <p>Our finding that eHealth tools have the potential to reduce what might be interpreted as <italic>transactional stigma</italic>—that is, shame and stigma arising as a consequence of patients confessing their failings to an authority figure—is significant for a patient population with drug use disorders. Patients with drug use disorders are a highly stigmatized and marginalized group, which can reduce their access to health care and social services [<xref ref-type="bibr" rid="ref19">19</xref>]. If eCHAT can help reduce stigma and improve patient access, it means that eHealth can have a role in improving access to care for this vulnerable group.</p>
        <p>This study also illuminated some other stigma-related concerns of patients with drug use disorders when it comes to engaging with eHealth. A phenomenological study of people with drug use disorders found that when patients felt they were listened to properly by nurses, they responded better to treatment programs and experienced reduced feelings of stigma [<xref ref-type="bibr" rid="ref20">20</xref>]. The importance of being properly listened to may explain why the restricted answers were problematic for this patient group. Therefore, the concern over restricted answers in combination with some of the more emotionally confronting questions in eCHAT make clear that the eHealth tool was best used when paired with the face-to-face patient-doctor consultation. Pairing eCHAT with a face-to-face consultation means that the patient can have extra emotional support but also be presented with the opportunity to explain their situation in more detail so that their drug-taking practices can be better contextually understood.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>While the sample size of this study is small, it uniquely explores the patient experience of an eHealth tool in a population of patients with drug use disorders in the context of their family medicine clinic. Further, the additional data from the focus group and doctor interviews serve as a useful compliment and contrast to the patient perspective.</p>
        <p>For example, the prominent privacy and security concerns of the focus group members were in stark contrast to the perspectives of the patients. This contrast begs the question of whether the patients, as a consequence of their requiring and seeking health care, were less able to identify and raise critical concerns about potential privacy and data security issues than their more detached and independent patient advocate counterparts. It is possible that the interview setting (ie, the clinic where the patients receive care) and the interviewer (ie, a family medicine doctor from another practice) affected the response of the patient participants during the interviews. Even if this had some impact on the interview data, the reticence of patients to accentuate concerns pertaining to the use and processing of their personal data highlights the need for administrators of eHealth to clearly communicate the potential surveillance, security, and privacy risks related to the use of digital health tools, especially for those who are most vulnerable. Adequate risk communication is particularly appropriate when seeking informed consent for the use of an eHealth tool from patients who require access to health care.</p>
        <p>Another example of how the different data worked together was that the concerns raised by patients about the restricted answer options in eCHAT were partly offset by the doctors, who explained that they principally used eCHAT to initiate conversations with their patients.</p>
        <p>Implementation issues meant that not many patients completed the eCHAT questionnaire separate from the study taking place, which left doctors feeling that they were limited in their ability to comment broadly on the effect of eCHAT.</p>
      </sec>
      <sec>
        <title>Future Considerations</title>
        <p>The challenges of eCHAT that were identified by participants have been discussed with both the family medicine clinic where the study took place and the creators of eCHAT. Regarding implementation at the family medicine clinic, the risks of upsetting patients and miscommunicating the patient story with restricted answer options make it clear that eCHAT works best as an optional process paired with, and on the same day as, the doctor-patient consultation.</p>
        <p>Regarding the design of eCHAT, the options of voice-prompted questions for those with disabilities and open-ended questions to counterbalance concerns around restricted answers have been discussed. There are further developed versions of eCHAT that now have an introductory video that patients can watch before completing the eCHAT questionnaire, which greatly assists with clearly and accessibly communicating security and privacy risks to patients.</p>
        <p>A future option for long-term evaluation of eCHAT could build on this study with qualitative analysis of the patient experience of eCHAT in vulnerable populations from multiple clinics.</p>
        <p>Our findings suggest that further quantitative, qualitative, and mixed methods research into the experience of vulnerable patients when using other digital health tools may assist these tools in contributing to improving health care equity within communities.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>eCHAT has the potential to help vulnerable patients in primary care to engage more with their doctors and reduce their sense of stigma, but attention must be paid to how consent is obtained from patients and how eCHAT is paired with the consultation.</p>
        <p>To move this forward, future research will need to explore how other eHealth tools, and how the concept of eHealth in general, affect the experience of health care for patients with drug use disorders. Understanding the situated experiences of eHealth for specific groups of vulnerable populations can help clarify aspects of design and implementation for eHealth tools that are more likely to improve patient access and equity.</p>
        <p>Based on this study, eCHAT could be a useful eHealth intervention in a family medicine clinic for patients with drug use disorders. It has the potential to improve patient engagement and access to health care, which are crucial areas of need. However, care must be taken when implementing eCHAT to make the surveillance, privacy, and data security risks clear to patients, and emphasis needs to be placed on how eCHAT should complement, rather than replace, the face-to-face consultation with the family doctor.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">eCHAT</term>
          <def>
            <p>electronic Case-finding and Help Assessment Tool</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We would like to thank the patients, doctors, and patient advocate focus group members who were interviewed for this project, as well as the family medicine clinic who hosted us and its community advisory group. We are thankful also to Dr Margot Darragh from the University of Auckland, who assisted in the setup of eCHAT at the clinic. This research project was supported by the Royal Australian College of General Practitioners with funding from the Australian Government under the Australian General Practice Training Program.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Srivastava</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pant</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Abraham</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Agrawal</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>The technological growth in eHealth services</article-title>
          <source>Comput Math Methods Med</source>
          <year>2015</year>
          <volume>2015</volume>
          <fpage>894171</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1155/2015/894171"/>
          </comment>
          <pub-id pub-id-type="doi">10.1155/2015/894171</pub-id>
          <pub-id pub-id-type="medline">26146515</pub-id>
          <pub-id pub-id-type="pmcid">PMC4469784</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <source>Global Diffusion of eHealth: Making Universal Health Coverage Achievable. Report of the Third Global Survey on eHealth</source>
          <year>2016</year>
          <access-date>2020-08-28</access-date>
          <publisher-loc>Geneva, Switzerland</publisher-loc>
          <publisher-name>World Health Organization</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://apps.who.int/iris/bitstream/10665/252529/1/9789241511780-eng.pdf?ua=1">http://apps.who.int/iris/bitstream/10665/252529/1/9789241511780-eng.pdf?ua=1</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Iyawa</surname>
              <given-names>GE</given-names>
            </name>
            <name name-style="western">
              <surname>Herselman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Botha</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Digital health innovation ecosystems: From systematic literature review to conceptual framework</article-title>
          <source>Procedia Comput Sci</source>
          <year>2016</year>
          <volume>100</volume>
          <fpage>244</fpage>
          <lpage>252</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.sciencedirect.com/science/article/pii/S1877050916323171?via%3Dihub"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.procs.2016.09.149</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eysenbach</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>What is e-health?</article-title>
          <source>J Med Internet Res</source>
          <year>2001</year>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>E20</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2001/2/e20/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.3.2.e20</pub-id>
          <pub-id pub-id-type="medline">11720962</pub-id>
          <pub-id pub-id-type="pmcid">PMC1761894</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>United Nations Office on Drugs and Crime</collab>
          </person-group>
          <source>World Drug Report 2018</source>
          <year>2018</year>
          <month>06</month>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>United Nations Publications</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grant</surname>
              <given-names>BF</given-names>
            </name>
            <name name-style="western">
              <surname>Saha</surname>
              <given-names>TD</given-names>
            </name>
            <name name-style="western">
              <surname>Ruan</surname>
              <given-names>WJ</given-names>
            </name>
            <name name-style="western">
              <surname>Goldstein</surname>
              <given-names>RB</given-names>
            </name>
            <name name-style="western">
              <surname>Chou</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Jung</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Pickering</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Hasin</surname>
              <given-names>DS</given-names>
            </name>
          </person-group>
          <article-title>Epidemiology of DSM-5 drug use disorder: Results from the National Epidemiologic Survey on Alcohol and Related Conditions-III</article-title>
          <source>JAMA Psychiatry</source>
          <year>2016</year>
          <month>01</month>
          <volume>73</volume>
          <issue>1</issue>
          <fpage>39</fpage>
          <lpage>47</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26580136"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamapsychiatry.2015.2132</pub-id>
          <pub-id pub-id-type="medline">26580136</pub-id>
          <pub-id pub-id-type="pii">2470680</pub-id>
          <pub-id pub-id-type="pmcid">PMC5062605</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berends</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lubman</surname>
              <given-names>DI</given-names>
            </name>
          </person-group>
          <article-title>Obstacles to alcohol and drug care: Are Medicare Locals the answer?</article-title>
          <source>Aust Fam Physician</source>
          <year>2013</year>
          <month>05</month>
          <volume>42</volume>
          <issue>5</issue>
          <fpage>339</fpage>
          <lpage>342</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.racgp.org.au/afp/2013/may/obstacles-to-alcohol-and-drug-care/"/>
          </comment>
          <pub-id pub-id-type="medline">23781538</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Neale</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tompkins</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sheard</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Barriers to accessing generic health and social care services: A qualitative study of injecting drug users</article-title>
          <source>Health Soc Care Community</source>
          <year>2008</year>
          <month>03</month>
          <volume>16</volume>
          <issue>2</issue>
          <fpage>147</fpage>
          <lpage>154</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1365-2524.2007.00739.x</pub-id>
          <pub-id pub-id-type="medline">18290980</pub-id>
          <pub-id pub-id-type="pii">HSC739</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Samet</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Friedmann</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Saitz</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Benefits of linking primary medical care and substance abuse services: Patient, provider, and societal perspectives</article-title>
          <source>Arch Intern Med</source>
          <year>2001</year>
          <month>01</month>
          <day>08</day>
          <volume>161</volume>
          <issue>1</issue>
          <fpage>85</fpage>
          <lpage>91</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jamanetwork.com/journals/jamainternalmedicine/fullarticle/646882"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/archinte.161.1.85</pub-id>
          <pub-id pub-id-type="medline">11146702</pub-id>
          <pub-id pub-id-type="pii">ioi00065</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bauman</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Fardy</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>PG</given-names>
            </name>
          </person-group>
          <article-title>Getting it right: Why bother with patient-centred care?</article-title>
          <source>Med J Aust</source>
          <year>2003</year>
          <month>09</month>
          <day>01</day>
          <volume>179</volume>
          <issue>5</issue>
          <fpage>253</fpage>
          <lpage>256</lpage>
          <pub-id pub-id-type="medline">12924973</pub-id>
          <pub-id pub-id-type="pii">bau10856_fm</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Casteel</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Shigekawa</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Weyrich</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Roby</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>McMenamin</surname>
              <given-names>SB</given-names>
            </name>
          </person-group>
          <article-title>Telemedicine-delivered treatment interventions for substance use disorders: A systematic review</article-title>
          <source>J Subst Abuse Treat</source>
          <year>2019</year>
          <month>06</month>
          <volume>101</volume>
          <fpage>38</fpage>
          <lpage>49</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jsat.2019.03.007</pub-id>
          <pub-id pub-id-type="medline">31006553</pub-id>
          <pub-id pub-id-type="pii">S0740-5472(18)30428-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Molfenter</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Boyle</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Holloway</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Zwick</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Trends in telemedicine use in addiction treatment</article-title>
          <source>Addict Sci Clin Pract</source>
          <year>2015</year>
          <month>05</month>
          <day>28</day>
          <volume>10</volume>
          <fpage>14</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ascpjournal.biomedcentral.com/articles/10.1186/s13722-015-0035-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13722-015-0035-4</pub-id>
          <pub-id pub-id-type="medline">26016484</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13722-015-0035-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC4636787</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ferreri</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Bourla</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mouchabac</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Karila</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>e-Addictology: An overview of new technologies for assessing and intervening in addictive behaviors</article-title>
          <source>Front Psychiatry</source>
          <year>2018</year>
          <volume>9</volume>
          <fpage>51</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fpsyt.2018.00051"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyt.2018.00051</pub-id>
          <pub-id pub-id-type="medline">29545756</pub-id>
          <pub-id pub-id-type="pmcid">PMC5837980</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Young</surname>
              <given-names>LB</given-names>
            </name>
          </person-group>
          <article-title>Telemedicine interventions for substance-use disorder: A literature review</article-title>
          <source>J Telemed Telecare</source>
          <year>2012</year>
          <month>01</month>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>47</fpage>
          <lpage>53</lpage>
          <pub-id pub-id-type="doi">10.1258/jtt.2011.110608</pub-id>
          <pub-id pub-id-type="medline">22101610</pub-id>
          <pub-id pub-id-type="pii">jtt.2011.110608</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goodyear-Smith</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Warren</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Elley</surname>
              <given-names>CR</given-names>
            </name>
          </person-group>
          <article-title>The eCHAT program to facilitate healthy changes in New Zealand primary care</article-title>
          <source>J Am Board Fam Med</source>
          <year>2013</year>
          <volume>26</volume>
          <issue>2</issue>
          <fpage>177</fpage>
          <lpage>182</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jabfm.org/cgi/pmidlookup?view=long&#38;pmid=23471931"/>
          </comment>
          <pub-id pub-id-type="doi">10.3122/jabfm.2013.02.120221</pub-id>
          <pub-id pub-id-type="medline">23471931</pub-id>
          <pub-id pub-id-type="pii">26/2/177</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Graffigna</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Barello</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Triberti</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wiederhold</surname>
              <given-names>BK</given-names>
            </name>
            <name name-style="western">
              <surname>Bosio</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Riva</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Enabling eHealth as a pathway for patient engagement: A toolkit for medical practice</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2014</year>
          <volume>199</volume>
          <fpage>13</fpage>
          <lpage>21</lpage>
          <pub-id pub-id-type="medline">24875682</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barello</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Triberti</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Graffigna</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Libreri</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Serino</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hibbard</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Riva</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>eHealth for patient engagement: A systematic review</article-title>
          <source>Front Psychol</source>
          <year>2015</year>
          <volume>6</volume>
          <fpage>2013</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fpsyg.2015.02013"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyg.2015.02013</pub-id>
          <pub-id pub-id-type="medline">26779108</pub-id>
          <pub-id pub-id-type="pmcid">PMC4705444</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carman</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Dardess</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Maurer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sofaer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Adams</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bechtel</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sweeney</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Patient and family engagement: A framework for understanding the elements and developing interventions and policies</article-title>
          <source>Health Aff (Millwood)</source>
          <year>2013</year>
          <month>02</month>
          <volume>32</volume>
          <issue>2</issue>
          <fpage>223</fpage>
          <lpage>231</lpage>
          <pub-id pub-id-type="doi">10.1377/hlthaff.2012.1133</pub-id>
          <pub-id pub-id-type="medline">23381514</pub-id>
          <pub-id pub-id-type="pii">32/2/223</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lloyd</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>The stigmatization of problem drug users: A narrative literature review</article-title>
          <source>Drugs</source>
          <year>2012</year>
          <month>11</month>
          <day>29</day>
          <volume>20</volume>
          <issue>2</issue>
          <fpage>85</fpage>
          <lpage>95</lpage>
          <pub-id pub-id-type="doi">10.3109/09687637.2012.743506</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sleeper</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Bochain</surname>
              <given-names>SS</given-names>
            </name>
          </person-group>
          <article-title>Stigmatization by nurses as perceived by substance abuse patients: A phenomenological study</article-title>
          <source>J Nurs Educ Pract</source>
          <year>2013</year>
          <month>01</month>
          <day>14</day>
          <volume>3</volume>
          <issue>7</issue>
          <fpage>92</fpage>
          <lpage>98</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.sciedu.ca/journal/index.php/jnep/article/download/1490/1285"/>
          </comment>
          <pub-id pub-id-type="doi">10.5430/jnep.v3n7p92</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
