<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v22i7e17744</article-id>
      <article-id pub-id-type="pmid">32706679</article-id>
      <article-id pub-id-type="doi">10.2196/17744</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>The Promise of Patient Portals for Individuals Living With Chronic Illness: Qualitative Study Identifying Pathways of Patient Engagement</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Klein</surname>
            <given-names>Dawn</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Risling</surname>
            <given-names>Tracie</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Stewart</surname>
            <given-names>Maureen T</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5470-0307</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Hogan</surname>
            <given-names>Timothy P</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff02" ref-type="aff">2</xref>
          <xref rid="aff03" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6888-0927</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Nicklas</surname>
            <given-names>Jeff</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5465-7348</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Robinson</surname>
            <given-names>Stephanie A</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff02" ref-type="aff">2</xref>
          <xref rid="aff04" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1352-217X</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Purington</surname>
            <given-names>Carolyn M</given-names>
          </name>
          <degrees>MPH</degrees>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5994-2786</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Miller</surname>
            <given-names>Christopher J</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff05" ref-type="aff">5</xref>
          <xref rid="aff06" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8695-6833</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Vimalananda</surname>
            <given-names>Varsha G</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff02" ref-type="aff">2</xref>
          <xref rid="aff04" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0738-672X</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Connolly</surname>
            <given-names>Samantha L</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff05" ref-type="aff">5</xref>
          <xref rid="aff06" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1007-5626</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Wolfe</surname>
            <given-names>Hill L</given-names>
          </name>
          <degrees>MPA</degrees>
          <xref rid="aff02" ref-type="aff">2</xref>
          <xref rid="aff07" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8834-1560</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Nazi</surname>
            <given-names>Kim M</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff08" ref-type="aff">8</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0966-5602</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author">
          <name name-style="western">
            <surname>Netherton</surname>
            <given-names>Dane</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff02" ref-type="aff">2</xref>
          <xref rid="aff09" ref-type="aff">9</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8422-4682</ext-link>
        </contrib>
        <contrib id="contrib12" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Shimada</surname>
            <given-names>Stephanie L</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff02" ref-type="aff">2</xref>
          <address>
            <institution>Center for Healthcare Organization and Implementation Research</institution>
            <institution>Edith Nourse Rogers Memorial Veterans Hospital</institution>
            <addr-line>200 Springs Road</addr-line>
            <addr-line>Bedford, MA, 01730</addr-line>
            <country>United States</country>
            <phone>1 7816872208</phone>
            <email>stephanie.shimada@va.gov</email>
          </address>
          <xref rid="aff07" ref-type="aff">7</xref>
          <xref rid="aff10" ref-type="aff">10</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6517-5122</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff01">
        <label>1</label>
        <institution>Institute for Behavioral Health</institution>
        <institution>The Heller School for Social Policy and Management</institution>
        <institution>Brandeis University</institution>
        <addr-line>Waltham, MA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff02">
        <label>2</label>
        <institution>Center for Healthcare Organization and Implementation Research</institution>
        <institution>Edith Nourse Rogers Memorial Veterans Hospital</institution>
        <addr-line>Bedford, MA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff03">
        <label>3</label>
        <institution>Department of Population and Data Sciences</institution>
        <institution>University of Texas Southwestern Medical Center</institution>
        <addr-line>Dallas, TX</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff04">
        <label>4</label>
        <institution>Department of Medicine</institution>
        <institution>Boston University School of Medicine</institution>
        <addr-line>Boston, MA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff05">
        <label>5</label>
        <institution>Center for Healthcare Organization and Implementation Research</institution>
        <institution>Boston VA Healthcare System</institution>
        <addr-line>Boston, MA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff06">
        <label>6</label>
        <institution>Department of Psychiatry</institution>
        <institution>Harvard Medical School</institution>
        <addr-line>Boston, MA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff07">
        <label>7</label>
        <institution>Department of Health Law, Policy, and Management</institution>
        <institution>Boston University School of Public Health</institution>
        <addr-line>Boston, MA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff08">
        <label>8</label>
        <institution>Independent Consultant</institution>
        <addr-line>Coxsackie, NY</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff09">
        <label>9</label>
        <institution>Division of Biostatistics and Health Services Research</institution>
        <institution>Department of Population and Quantitative Health Sciences</institution>
        <institution>University of Massachusetts Medical School</institution>
        <addr-line>Worcester, MA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff10">
        <label>10</label>
        <institution>Division of Health Informatics and Implementation Science</institution>
        <institution>Department of Population and Quantitative Health Sciences</institution>
        <institution>University of Massachusetts Medical School</institution>
        <addr-line>Worcester, MA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Stephanie L Shimada <email>stephanie.shimada@va.gov</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>7</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>17</day>
        <month>7</month>
        <year>2020</year>
      </pub-date>
      <volume>22</volume>
      <issue>7</issue>
      <elocation-id>e17744</elocation-id>
      <history>
        <date date-type="received">
          <day>12</day>
          <month>1</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>31</day>
          <month>1</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>26</day>
          <month>3</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>3</day>
          <month>6</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Maureen T Stewart, Timothy P Hogan, Jeff Nicklas, Stephanie A Robinson, Carolyn M Purington, Christopher J Miller, Varsha G Vimalananda, Samantha L Connolly, Hill L Wolfe, Kim M Nazi, Dane Netherton, Stephanie L Shimada. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 17.07.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2020/7/e17744" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Patients play a critical role in managing their health, especially in the context of chronic conditions like diabetes. Electronic patient portals have been identified as a potential means to improve patient engagement; that is, patients’ involvement in their care. However, little is known about the pathways through which portals may help patients engage in their care.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>Our objective is to understand how an electronic patient portal facilitates patient engagement among individuals with diabetes.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This qualitative study employed semistructured telephone interviews of 40 patients living with diabetes since at least 2011, who had experienced uncontrolled diabetes, and had used secure messaging through a portal at least 4 times over 18 months. The interviews were recorded, transcribed, coded, and analyzed using primarily an inductive approach to identify how patients living with diabetes use an online health portal to support diabetes self-management.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Overall, patients who used the portal reported feeling engaged in their health care. We identified four pathways by which the portal facilitates patient engagement and some challenges. The portal provides a platform that patients use to (1) better understand their health by asking questions about new symptoms, notes, or labs, (2) prepare for medical appointments by reviewing labs and notes, (3) coordinate care between VA (Veterans Affairs) and non-VA health care teams, and (4) reach out to providers to request help between visits. Several patients reported that the portal helped improve the patient-provider relationship; however, aspects of the portal design may hinder engagement for others. Patients reported challenges with both secure messaging and access to medical records that had negative impacts on their engagement. Benefits for patient engagement were described by many types of portal users with varying degrees of diabetes control.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Patient portals support engagement by facilitating patient access to their health information and by facilitating patient-provider communication. Portals can help a wide range of users engage with their care.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>patient engagement</kwd>
        <kwd>patient portal</kwd>
        <kwd>chronic disease</kwd>
        <kwd>diabetes</kwd>
        <kwd>secure messaging</kwd>
        <kwd>veterans</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Patients play a crucial role in managing their health, and that role is even more central in the context of chronic conditions that require ongoing coping skills and self-management efforts [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Broadly, the term “patient engagement” refers to patients taking part in or actively participating in their care [<xref ref-type="bibr" rid="ref3">3</xref>], including how patients work with health care providers and systems to manage and improve their health. Hibbard [<xref ref-type="bibr" rid="ref4">4</xref>] conceptualized patient engagement as degrees of active involvement in their care, termed patient activation. Patient engagement can operate at multiple levels and exists on a continuum [<xref ref-type="bibr" rid="ref5">5</xref>]. We focus primarily on the level of direct patient care where engagement can range from patients receiving information about a diagnosis to patients participating in treatment plan decisions [<xref ref-type="bibr" rid="ref5">5</xref>]. Although it has been characterized in a variety of ways, a common thread is that patient engagement is a multi-faceted concept incorporating actions on multiple levels to promote patient-centered care and self-management.</p>
      <p>Patient-facing eHealth technologies are often described as a means to improve patient engagement [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. Online patient portals have received particular attention since their features often support healthcare system transactions (eg, prescription refills, scheduling), healthcare team communication, access to patient medical records, and the delivery of health education resources [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. Previous studies of patients living with diabetes, for example, suggest that individuals who use online patient portals are more likely to achieve desirable outcomes, including improved glycemic control [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref12">12</xref>].</p>
      <p>Few studies have attempted to specify how engagement may be realized through patient portals or the pathways through which portals may help patients engage in their care and self-management. One study of direct-release of test results via patient portals found that this access to information improved engagement by helping patients to monitor results over time and prepare before communicating with their provider [<xref ref-type="bibr" rid="ref13">13</xref>]. However, a greater understanding of pathways through which a range of portal features support engagement is needed.</p>
      <p>A framework for patient engagement by Barello and colleagues may help us understand the different ways in which a patient portal may support patient engagement [<xref ref-type="bibr" rid="ref14">14</xref>]. This framework incorporates patients’ actions, thoughts, and feelings and considers patient engagement within three dimensions: emotional, cognitive, and behavioral [<xref ref-type="bibr" rid="ref14">14</xref>]. In this model, the emotional dimension of engagement encompasses the patients’ emotional state and feelings about their care. The cognitive dimension captures patients’ understanding of their disease and treatment. The behavioral dimension of engagement captures patients’ actions to address their health.</p>
      <p>In this paper, we examine whether and how an online patient portal supports patient engagement for individuals living with diabetes. We take a qualitative approach to this by reviewing patient portal experiences among veterans living with diabetes and describe several ways in which an electronic patient portal facilitates patient engagement.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>Data were collected in a more extensive study examining the role of patient portals in diabetes management, described previously [<xref ref-type="bibr" rid="ref15">15</xref>]. Briefly, from November 2017 to January 2018, 1200 patients living with diabetes were invited to participate in a mailed survey about their diabetes self-management and use of the United States Department of Veterans Affairs (VA) online patient portal, My Health<bold><italic>e</italic></bold>Vet [<xref ref-type="bibr" rid="ref16">16</xref>]. The My Health<bold><italic>e</italic></bold>Vet portal offers several features to help patients manage their care. Patients can request medication refills, schedule appointments, receive appointment reminders, communicate electronically with providers through secure messaging, and use the Blue Button feature to access portions of their medical records including labs and clinical notes [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
      <p>All 1200 patients had a diabetes diagnosis in their record since at least 2011, had experienced uncontrolled diabetes in 2012 (mean HbA<sub>1c</sub> &#62;8.0% and less than 25% of the year with an HbA<sub>1c</sub> &#60;8.0%) and were actively engaged patient portal users who used secure messaging at least four times between January 2016 and June 2017. Since 2012, half had achieved glycemic control, defined as having mean HbA<sub>1c</sub> &#60;8% in 2016 and HbA<sub>1c</sub> &#60;8% for at least 75% of 2016, and half had not. We stratified each group based on urban/rural residence, according to the Rural-Urban Commuting Areas [<xref ref-type="bibr" rid="ref18">18</xref>], and the presence of comorbid mental health diagnoses. Individuals were considered to have a comorbid mental health diagnosis if they had two outpatient diagnoses or one inpatient diagnosis within each diagnostic group. The diagnostic groups selected using International Classification of Diseases (ICD), 9th and 10th Revision (ICD-9 and ICD-10) codes were anxiety, bipolar, depression, personality disorder, post-traumatic stress disorder, schizophrenia, and substance use disorders. We received 449 completed surveys, of which 350 patients responded that they would be interested in participating in an interview about how they managed their diabetes. This study was approved by the Edith Nourse Rogers Memorial Veterans Hospital Institutional Review Board.</p>
      <p>Purposeful sampling was used to identify and select patient portal users for telephone interviews. In total, 160 respondents provided positive responses to an open-ended survey question, “Can you tell us about an ‘A-Ha!’ moment when you realized you could use the My Health<bold><italic>e</italic></bold>Vet portal to better manage your diabetes?” We selected interviewees to represent a variety of responses to this and other survey items about My Health<bold><italic>e</italic></bold>Vet use. Interviewees were selected to represent those who used a variety of My Health<bold><italic>e</italic></bold>Vet portal features, those with controlled and uncontrolled diabetes, urban and rural patients, and those with and without comorbid mental health diagnoses. Women and minority veterans were oversampled to broaden the representation of patient demographics.</p>
      <p>Forty telephone interviews were completed between February and May of 2018. Each interview was conducted by two researchers and averaged 70 minutes long. The interview covered how the patient managed their diabetes, including their feelings about the efficacy of their self-management, how they gathered and used information, how portal features and other technologies supported their diabetes management, and their suggestions for improving the portal. Interviewers were intentionally blinded to the patient’s glucose control at the time of the interview.</p>
      <sec>
        <title>Participants</title>
        <p>The demographic and health characteristics of our patient sample, obtained from the survey data and health records, are reported in <xref ref-type="table" rid="table1">Table 1</xref>. The mean age of participants was 65.9 years. The majority were white (85%) and male (80%); 60% had a mental health diagnosis. Participants’ mean HbA<sub>1c</sub> tested closest to the interview (recent HbA<sub>1c</sub>) was 8.2% (SD 1.4%), over our threshold for diabetes control (&#60;8.0).</p>
      </sec>
      <sec>
        <title>Approach</title>
        <p>All interviews were recorded, transcribed, and double-coded for multiple themes, using a coding scheme developed by the team. Several coders collaborated to establish the list of codes using both deductive and inductive thematic coding [<xref ref-type="bibr" rid="ref23">23</xref>]. Deductive coding was used initially to create a list of preliminary codes from the topic areas of our interview guide. These codes included the benefits and challenges of each specific portal feature. Inductive codes were developed as coders reviewed the narrative, and new themes emerged from the interview transcripts. Coders met regularly to discuss the codes and themes, and to ensure consensus on meaning was achieved. Coding discrepancies were resolved with discussion among three authors (MTS, SLS, TPH). Coders were blinded to the interviewee’s glucose control status.</p>
        <p>We selected eight codes related to portal use and patient engagement for in-depth analysis and reporting here. The following inductively developed codes were used to identify pathways for engagement: (1) patient-team relationship (portal use impact on the patient-healthcare team relationship); (2) empowerment (patients feeling empowered through portal use); (3) care collaboration (patients using the portal to coordinate care with their healthcare teams); (4) impact on care plan (how portal use changes patients’ care plans between visits); (5) clarification (patient-initiated communication through the portal for explanations of information). The following deductively developed codes were used to identify challenges to patient engagement: (1) secure messaging challenges, (2) medication refill challenges, (3) BlueButton challenges. The interview text excerpts identified by these codes were analyzed, and themes around how the patient portal facilitates engagement were elicited and used to organize our results.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Sample characteristics (N=40).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="570"/>
            <col width="400"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Characteristic</td>
                <td>Value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">Diabetes Self-Management Questionnaire (DSMQ) Score<sup>a</sup>, mean (SD)</td>
                <td>8.0 (0.79)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Mean diabetes self-efficacy score (DSES)<sup>b</sup>, mean (SD)</td>
                <td>7.4 (1.6)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Recent HbA<sub>1c</sub><sup>c</sup>, mean (SD)</td>
                <td>8.2 (1.4)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Nosos risk score<sup>d</sup>, mean (SD)</td>
                <td>2.4 (2.7)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Age (years), mean (SD)</td>
                <td>65.9 (6.5)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Male, n (%)</td>
                <td>32 (80)</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Race/Ethnicity</bold>, n (%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>White</td>
                <td>33 (85)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Black</td>
                <td>5 (13)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Latino, n (%)</td>
                <td>2 (5)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Rural, n (%)</td>
                <td>21 (53)</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Health information</bold>, n (%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Has a mental health diagnosis</td>
                <td>24 (60)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Recent HbA<sub>1c</sub> in control (&#60;8.0%)</td>
                <td>22 (55)</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Health literacy</bold><sup>e</sup>, n (%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Inadequate</td>
                <td>2 (5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Marginal</td>
                <td>4 (10)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Adequate</td>
                <td>34 (85)</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Income ($US)</bold>, n (%)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>&#60;$25,000</td>
                <td>9 (23)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>$25,000-$49,000</td>
                <td>10 (25)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>$50,000-$149,000</td>
                <td>15 (38)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>&#62;$150,000</td>
                <td>3 (8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Income not reported</td>
                <td>3 (8)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Diabetes Self-Management Questionnaire (DSMQ): a global measure of diabetes self-management comprised of 16 items to assess activities related to glycemic control in patients with diabetes. Scaled scores range from 0-10 and higher values indicate more effective self-management [<xref ref-type="bibr" rid="ref19">19</xref>].</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>Diabetes Self-efficacy Scale (DSES): measures how confident patients are in their ability to do certain activities related to managing their diabetes. Scores range from 1-10 and higher values indicate higher self-efficacy [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>HbA<sub>1c</sub>: glycated hemoglobin.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>Nosos risk score: VA’s modified version of Medicare’s Hierarchical Condition Category. A measure of expected health care costs based on demographic, pharmacy, psychiatric and health care utilization data; mean for a population equals 1.0 and scores &#62;1.0 indicate the patient is expected to have health care costs that much higher than the average VA patient [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
            </fn>
            <fn id="table1fn5">
              <p><sup>e</sup>Health literacy: determined by the patient’s response to the question, “How often do you have someone help you read hospital materials? [<xref ref-type="bibr" rid="ref22">22</xref>]” Health literacy was considered inadequate when patients responded “Often” or “Always”; “Sometimes” was considered marginal health literacy; “Never” was considered adequate health literacy.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>Across all 40 patient interviews, 30 touched on concepts related to patient engagement through portal use. Overall, patients reported feeling engaged by their use of the portal. We describe this below, followed by illustrations of the four pathways of interaction with the portal that support patients’ feelings of engagement. Finally, we share patient insight on how portal functionality may hinder engagement. To further contextualize our data, we describe select patient characteristics after each illustrative quote.</p>
      <sec>
        <title>Feeling Engaged by Use of the Portal</title>
        <p>Patients explained that the portal helped to support their engagement with their care and improve their health by having a provider available to give consistent feedback. One patient reported that interacting with providers through the portal improved their attitude and health:</p>
        <disp-quote>
          <p>The best thing I ever did was when I enrolled in (My HealtheVet). It helped me be in better control of my attitude, my depression, my diabetes. When I deviate a little bit left or right, there’s always somebody on the other end going, ‘uh oh, you need to go down that straight and narrow path again.’ It’s a great program. (60-year-old Latino male, white, urban, mental health diagnosis, recent HbA<sub>1c</sub> 7.3, in control)</p>
        </disp-quote>
        <p>Patients reported feeling that interacting with providers through the portal helped build patient-provider relationships and that these relationships were vital to receiving better care:</p>
        <disp-quote>
          <p>The more interest you show, the more interest they show in you. I think the secure messaging helps you establish that kind of relationship. Like, ‘Oh here’s a guy that’s trying to take care of himself, let’s help him. (82-year-old white male, rural, no mental health diagnosis, recent HbA<sub>1c</sub> 7.5, in control)</p>
        </disp-quote>
      </sec>
      <sec>
        <title>How the Portal Supported Patient Feelings of Engagement</title>
        <p>Our analysis identified four key pathways by which the portal supported patients’ engagement in their care and some difficulties with the portal that may hinder engagement. The portal provides support for patients to (1) work to better understand their health, (2) prepare for medical appointments, (3) coordinate care and share health information between VA and non-VA health care teams, and (4) reach out to providers to request help between visits. These pathways are illustrated below.</p>
        <sec>
          <title>Working to Better Understand Their Health</title>
          <p>Reading clinical notes and test results helps patients understand their health information in their own time, gauge the seriousness of health issues they have, keep things in perspective, and make decisions about appropriate next steps. For example, patients reported that reviewing clinical notes using the Blue Button portal feature after an appointment helped them to understand what their provider was telling them. “It doesn’t always sink in right away what they are telling you. So I’ve used the Blue Button notes.” (69-year-old white male, rural, no mental health diagnosis, recent HbA<sub>1c</sub> 7.5, in control)</p>
          <p>Making test results available through the patient portal provides an opportunity for patients to be proactive based on test results:</p>
          <disp-quote>
            <p>I think that was the “A-ha” moment when I said, ‘now I can see my results of 50 different tests’. And all at once and go over them and pick out the ones that are too high or too low. Then if I see something way off, I can make an appointment. (72-year-old black male, urban, no mental health diagnosis, recent HbA<sub>1c</sub> 6.9, in control)</p>
          </disp-quote>
          <p>Sharing health information through patient portals can also cause some distress when patients do not understand the information. One participant described a situation like this, but said they use the secure messaging feature to obtain more information and reassurance from their provider:</p>
          <disp-quote>
            <p>I’ve had issues where I [view a test result] and it sounds really bad but the note says it’s no big deal so I would send a secure message to my doctor and ask them why they’re not concerned about this level being high, and she would explain it more to me. So that’s helped. (51-year-old black female, urban, mental health diagnosis, recent HbA<sub>1c</sub> 9.2, not in control)</p>
          </disp-quote>
          <p>Patients reported finding the portal helpful because they could ask questions before they forget. The portal helps reduce the chance of a patient forgetting a health concern or inquiry by enabling them to send providers questions via secure messaging right when patients think of them:</p>
          <disp-quote>
            <p>Sometimes you can’t get an appointment for a week or so and by then you’ve forgotten what question you have! So it’s so much easier just writing it down in that secure message and sending it off before you forget what you want to ask. (61-year-old white female, urban, no mental health diagnosis, recent HbA<sub>1c</sub> 7.0, in control)</p>
          </disp-quote>
          <p>Patients also used the information available through the portal together with information available from other sources to better understand their conditions:</p>
          <disp-quote>
            <p>There’ve been times when I look at my blood work and I see something I don’t understand; medical jargon. I’ve been able to Google it and find out what it means. That’s empowering. (51-year-old black female, urban, mental health diagnosis, recent HbA<sub>1c</sub> 9.2, not in control)</p>
          </disp-quote>
        </sec>
        <sec>
          <title>Preparing for Medical Appointments</title>
          <p>Patients described reviewing notes to prepare for their visit to be proactive about their care. One patient reported using the patient portal to prepare for their appointment so that they would be able to ask thoughtful and helpful questions:</p>
          <disp-quote>
            <p>I’m always checking on my lab results. I ask the doctor if something’s high or low because I know the results before I go in and see her. That’s what I like about [My HealtheVet], I know the lab results, I know what questions to ask. (72-year-old black male, urban, no mental health diagnosis, recent HbA<sub>1c</sub> 6.9, in control)</p>
          </disp-quote>
          <p>Another patient described using the portal to review information and vocabulary to engage more meaningfully during appointments in the conversations with their provider:</p>
          <disp-quote>
            <p>It’s easier to sit there and look at [My HealtheVet] and have an idea of what’s going on before you talk to the people who know more about it than you do… So that I have an understanding of what terms that they’re using. So that they aren’t snowballing me or going over my head. (69-year-old white male, rural, no mental health diagnosis, recent HbA<sub>1c</sub> 7.5, in control)</p>
          </disp-quote>
        </sec>
        <sec>
          <title>Coordinating Care and Sharing Health Information Between VA and Non-VA Health Providers</title>
          <p>Having access to the patient portal puts control over health information into the hands of patients. When patients want to share information between providers, patients can send information themselves. Patients reported sharing lab results between VA and non-VA providers to avoid duplicate labs and unnecessary testing. This access saves time and health care resources.</p>
          <disp-quote>
            <p>With the VA I usually get labs done every 2 months, give or take. Privately it’s probably about the same, every 2-3 months. It goes back and forth. That’s the nice thing about this. Go from private to the VA. VA to private. You can take that information and if the doctors need it or want it, you can transfer it to them. (71-year-old white male, rural, mental health diagnosis, recent HbA<sub>1c</sub> 8.2, not in control)</p>
          </disp-quote>
          <p>Patients also reported using the portal to coordinate care between VA and non-VA providers because the providers do not coordinate themselves. When patients have to take on the care coordination role, having information in writing from each doctor supports accurate sharing of information between providers:</p>
          <disp-quote>
            <p>I have a VA doctor and I have one through Medicare, I’ve got to be very careful that I have both of them in agreement. So what I end up doing is if one of them recommends a different type of medication … I can email both of them … they don’t seem to want to talk, for whatever reason they don’t talk on the phone. So I will literally copy and send emails back and forth with the pros and cons … I have something in writing that I can actually communicate back, rather than me trying to remember. (68-year-old white male, urban no mental health diagnosis, recent HbA<sub>1c</sub> 7.8, in control)</p>
          </disp-quote>
        </sec>
        <sec>
          <title>Reaching Out to Providers to Request Help or Changes to Care Plan Between Visits</title>
          <p>Close collaboration with providers may facilitate improved health and reduce the amount of in-person medical visits, which may be especially burdensome for rural patients. Patients reported using the portal to reach out to providers for information about how to address symptoms and manage their blood sugar levels. Patients described they found secure messaging supportive as a tool to reach out to their providers to understand why their blood sugar is too low or too high and facilitates their ability to receive guidance about what to do differently. Patients use secure messaging to help them as they work to manage their health and understand why they may have certain symptoms,</p>
          <disp-quote>
            <p>I sent a question to my care team [through secure messaging] asking about what I’m doing wrong because I’m ending up with morning [blood sugar] numbers that are too low…I like that because they’re usually pretty prompt at getting back to me. (59-year-old white male, rural, no mental health diagnosis, recent HbA<sub>1c</sub> 6.5, in control)</p>
          </disp-quote>
          <p>Variations of this comment were heard from many patients:</p>
          <disp-quote>
            <p>If I thought my [A<sub>1c</sub>] was out of whack or … that I think it’s high, then I might say something. Especially when I don’t understand why it’s high. (72-year-old black male, urban, no mental health diagnosis, recent HbA<sub>1c</sub>, 6.9, in control)</p>
          </disp-quote>
          <p>Between visit communication between patients and providers through secure messaging affords an opportunity to more quickly address issues, including potentially changing medication management plans, to try to gain control over blood sugar:</p>
          <disp-quote>
            <p>I could send the readings via secure message and, then they’d say, ‘Okay, well you can drop this dose or you need to add this dose. (60-year-old white female, rural, mental health diagnosis, recent HbA<sub>1c</sub> 9.9, not in control).</p>
          </disp-quote>
          <p>Patients reported that they used portal interactions to advocate for themselves and be proactive about getting what they need, including asking about how to manage blood sugar better:</p>
          <disp-quote>
            <p>If I notice that my blood sugar stays high and I can’t seem to regulate it, I use My HealtheVet to do the secure messaging and I’ll send my care provider [a message]. I usually let it go for a couple of days so that I can see an average. And, then I’ll contact them and maybe they’ll contact me right back and say, ‘Listen, I need you to increase it by two units. And let’s see if we got you on track now.’ (61-year-old black male, urban, mental health diagnosis, recent HbA<sub>1c</sub> 7.7, in control)</p>
          </disp-quote>
          <p>Some patients also reported these interactions reduced the number of in-person visits required.</p>
          <disp-quote>
            <p>If I punched in high numbers into telehealth, [my doctor] would message me, find out what I was doing and tell me what I needed to adjust. I have to say that a lot of [my motivation to use My HealtheVet] had to do with being able to have more interaction directly with my doctor straight from my house. I almost don’t even have to go to the VA anymore. (54-year-old white male, rural, mental health diagnosis, recent HbA<sub>1c</sub>, 7.2, in control)</p>
          </disp-quote>
          <p>Patients also found secure messaging to be an efficient way to ask about how to address medication side effects they were experiencing:</p>
          <disp-quote>
            <p>You know, I can ask her, ‘This new medication is making me a little light-headed or whatever. What should I do.’ And I get an answer the next day. (56-year-old white male, rural, mental health diagnosis, recent HbA<sub>1c</sub> 9.7, not in control)</p>
          </disp-quote>
        </sec>
      </sec>
      <sec>
        <title>Portal Functionality Hinders Engagement</title>
        <p>Patients identified some issues with portal features that may have dampened their engagement. First, multiple patients reported being unable to use secure messaging with all of their providers. Patients do not always understand that this is a portal design issue; some misinterpret this as a purposeful act on the part of their providers and may see it as a form of rejection:</p>
        <disp-quote>
          <p>On secure messaging I have 6 groups of different people including my primary doctor and my pharmacist. I used to have my hepatologist and somehow they took that off of there. I do a lot of work through my hepatologist and I can’t secure message him because he’s not on my board anymore, which makes me very mad. (67 year old male, urban, mental health diagnosis, recent HbA<sub>1c</sub> 6.1, in control)</p>
        </disp-quote>
        <p>Second, patients reported that they could not send secure messages to individual providers, but instead had to message the team and that their uncertainty about who might read the message made them uncomfortable.</p>
        <disp-quote>
          <p>They call it secure messaging but it doesn’t go to the specific person, it just goes to the department and then it gets trickled down from there. So you don’t really know who’s going to be reading all that. I have to write to the purple team, not my primary doctor. (57-year-old American Indian/Alaska Native female, urban, no mental health diagnosis, recent HbA<sub>1c</sub> 7.4, in control)</p>
        </disp-quote>
        <p>Finally, patients described challenges with the BlueButton feature that may hinder engagement, either by preventing access to information or generating frustration so that patients stop trying to engage. One patient said the information in BlueButton is not helpful and feels impersonal, “There is a lot of it that feels cookie-cutter, nothing new” (54-year-old white male, rural, no mental health diagnosis, recent HbA<sub>1c</sub> 7.1, in control). Several patients reported the interface is difficult to navigate, and they expressed frustration with not knowing how to download their notes. Such challenges prevent them from obtaining information that may facilitate engagement. One reported, “finding medical record notes, that’s been hard for me. I couldn’t find that so I just said the heck with it.” (72-year-old white male, urban, mental health diagnosis, recent HbA<sub>1c</sub> 8.1, not in control)</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>Through 40 interviews with patients with diabetes who used a patient portal, we engaged in a wide-ranging discussion regarding patient engagement and pathways by which portals may facilitate engagement. Access to detailed health information in the portal facilitates engagement by allowing patients to learn about their condition, remember information from provider visits that they otherwise may forget, and prepare for medical appointments. Tools to facilitate communication through the portal allow patients to partner with their providers to manage their health. Many patients found secure messaging and Blue Button features supportive of engagement; difficulties that patients reported with these features may, by extension, be barriers to patient engagement.</p>
      <p>Patient narratives in this study align with Barello and colleagues’ framework [<xref ref-type="bibr" rid="ref14">14</xref>] of three engagement dimensions (emotional, cognitive, and behavioral) and highlight an interconnectedness between cognitive and behavioral engagement. In terms of emotional engagement, patients felt that interacting with providers via the portal improved the patient-provider relationship. Portal use cognitively engaged patients to understand their health by using portal tools such as secure messaging to ask questions and Blue Button to review clinical notes. Patient narratives revealed how cognitive engagement is translated into behavior. Access to information through the patient portal led patients to engage in behaviors to support their health and self-management. Actions facilitated by the portal’s information and communication platform included preparing for visits, coordinating care among providers, and making lifestyle or medication changes between visits.</p>
      <p>There are concerns in the literature that eHealth initiatives may worsen disparities [<xref ref-type="bibr" rid="ref24">24</xref>] or weaken patient-provider relationships [<xref ref-type="bibr" rid="ref12">12</xref>]. Disparities could worsen if vulnerable groups have less access to technology that promotes engagement or if vulnerable populations are less likely to use patient portals [<xref ref-type="bibr" rid="ref25">25</xref>]. Our data suggest varied backgrounds and degrees of glucose control among patients using the portal to enhance their engagement. Portal benefits for engagement seem to be experienced by all types of patients, including individuals in urban and rural settings, with and without mental health conditions, those with diabetes in control, and those with diabetes not in control. Furthermore, several patients who were not in control described activities related to engagement. A portal may offer further opportunities to work with these patients to improve diabetes control. However, engaging patients via portal use does not necessarily indicate they will have better outcomes. In this analysis, we do not measure whether engagement facilitated by the portal influenced diabetes outcomes or patient satisfaction scores or whether this varied based on additional patient characteristics. The interviews were overwhelmingly positive about the benefits of the portal and suggested patient satisfaction is improved among those who use it. Future research should explore whether portal engagement predicts health outcomes and patient satisfaction and whether the findings are consistent among patients with other chronic conditions.</p>
      <p>Patient-provider relationships are essential for individuals with chronic conditions like diabetes. There is some concern that portals may hurt the patient-provider relationship if portal interactions replace face-to-face interactions [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. However, in our study, patients described the portal interactions between patient and provider as a key factor that facilitated their engagement. Some patients reported feeling that their interactions with providers through the portal help strengthen their relationship with providers. A point of caution: we must recognize the unintended consequence that a portal’s design may have on patient perceptions of their provider’s willingness to communicate with them. In our analysis, most patients found the portal helpful, but the design of the secure messaging feature led some patients to feel their providers may not want to communicate with them. Employing human-centered design may be one strategy to help mitigate portal design issues by engaging patients and providers early in the design process. One patient also complained about the impersonal, “cookie-cutter” nature of some clinical notes, which could make patients feel like their providers didn’t know them as individuals, or that the notes did not capture the essence of what was discussed during the clinical encounter. Future qualitative work should continue to explore patient and provider perspectives on how portals affect their relationships and could examine provider attitudes and approaches to the portal as a possible moderator of patient engagement.</p>
      <p>This study has several limitations. The study population was limited to United Stated military veterans with diabetes who used the My Health<bold><italic>e</italic></bold>Vet patient portal. We found overwhelmingly positive comments regarding the portal, perhaps because all interviewees were portal users. Our study was not designed to determine the prevalence of patient engagement, but our findings do reveal potential ways in which a portal may facilitate engagement.</p>
      <p>In this study, patient narratives helped identify pathways by which a portal may facilitate patient engagement. Patients found the portal helped strengthen their relationship with providers and helped the patient feel engaged. Patients reported finding the portal useful for receiving help in managing symptoms, coordinating their care, and learning about their health. Patient portal users included a variety of individuals who described the engagement benefits of the portal. The group included individuals living in urban and rural settings, those with and without mental health conditions, and those with controlled and uncontrolled diabetes. Thus, the portal may help a wide range of portal users engage with their care.</p>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">DMSQ</term>
          <def>
            <p>Diabetes Self-Management Questionnaire</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">DSES</term>
          <def>
            <p>Diabetes Self-efficacy Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">ICD</term>
          <def>
            <p>International Classification of Diseases</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">VA</term>
          <def>
            <p>Veterans Affairs</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This study was supported by the United States Department of Veterans Affairs, Office of Research and Development, Health Services Research and Development Service through a grant to SLS (IIR 15-307). SR and SC were supported by the United States Department of Veterans Affairs Office of Academic Affiliations Advanced Fellowship in Health Services Research. VV is supported through a United States Department of Veterans Affairs, Office of Research and Development, Health Services Research and Development Career Development Award (CDA5IK2HX002137-02). HLW is supported by the National Institute on Drug Abuse Predoctoral training grant at Boston University School of Public Health (T32DA041898-03).</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barello</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Graffigna</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Vegni</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Patient engagement as an emerging challenge for healthcare services: mapping the literature</article-title>
          <source>Nurs Res Pract</source>
          <year>2012</year>
          <volume>2012</volume>
          <fpage>905934</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1155/2012/905934"/>
          </comment>
          <pub-id pub-id-type="doi">10.1155/2012/905934</pub-id>
          <pub-id pub-id-type="medline">23213497</pub-id>
          <pub-id pub-id-type="pmcid">PMC3504449</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>James</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Health Policy Brief: Patient Engagement</article-title>
          <source>Health Affairs</source>
          <year>2013</year>
          <month>02</month>
          <day>14</day>
          <volume>PMID</volume>
          <fpage>1</fpage>
          <lpage>6</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>World Health Organization</collab>
          </person-group>
          <article-title>Patient Engagement: Technical Series on Safer Primary Care</article-title>
          <source>Technical Series on Safer Primary Care</source>
          <year>2016</year>
          <month>12</month>
          <access-date>2020-06-15</access-date>
          <publisher-loc>Geneva</publisher-loc>
          <publisher-name>World Health Organization</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://apps.who.int/iris/bitstream/handle/10665/252269/9789241511629-eng.pdf;jsessionid=0E3D99DF9B72018347429F78FD9A070A?sequence=1">https://apps.who.int/iris/bitstream/handle/10665/252269/9789241511629-eng.pdf;jsessionid=0E3D99DF9B72018347429F78FD9A070A?sequence=1</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hibbard</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Stockard</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mahoney</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Tusler</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Development of the Patient Activation Measure (PAM): conceptualizing and measuring activation in patients and consumers</article-title>
          <source>Health Serv Res</source>
          <year>2004</year>
          <month>08</month>
          <volume>39</volume>
          <issue>4 Pt 1</issue>
          <fpage>1005</fpage>
          <lpage>26</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/15230939"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1475-6773.2004.00269.x</pub-id>
          <pub-id pub-id-type="medline">15230939</pub-id>
          <pub-id pub-id-type="pii">HESR269</pub-id>
          <pub-id pub-id-type="pmcid">PMC1361049</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carman</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Dardess</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Maurer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sofaer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Adams</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bechtel</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sweeney</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Patient and family engagement: a framework for understanding the elements and developing interventions and policies</article-title>
          <source>Health Aff (Millwood)</source>
          <year>2013</year>
          <month>02</month>
          <volume>32</volume>
          <issue>2</issue>
          <fpage>223</fpage>
          <lpage>31</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.healthaffairs.org/doi/10.1377/hlthaff.2012.1133"/>
          </comment>
          <pub-id pub-id-type="doi">10.1377/hlthaff.2012.1133</pub-id>
          <pub-id pub-id-type="medline">23381514</pub-id>
          <pub-id pub-id-type="pii">32/2/223</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Irizarry</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Shoemake</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Nilsen</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Czaja</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Beach</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>DeVito Dabbs</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Patient portals as a tool for health care engagement: a mixed-method study of older adults with varying levels of health literacy and prior patient portal use</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>03</month>
          <day>30</day>
          <volume>19</volume>
          <issue>3</issue>
          <fpage>e99</fpage>
          <comment>
            <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/3/e99/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.7099</pub-id>
          <pub-id pub-id-type="medline">28360022</pub-id>
          <pub-id pub-id-type="pii">v19i3e99</pub-id>
          <pub-id pub-id-type="pmcid">PMC5391436</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ricciardi</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mostashari</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Daniel</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Siminerio</surname>
              <given-names>EP</given-names>
            </name>
          </person-group>
          <article-title>A national action plan to support consumer engagement via e-health</article-title>
          <source>Health Aff (Millwood)</source>
          <year>2013</year>
          <month>02</month>
          <volume>32</volume>
          <issue>2</issue>
          <fpage>376</fpage>
          <lpage>84</lpage>
          <pub-id pub-id-type="doi">10.1377/hlthaff.2012.1216</pub-id>
          <pub-id pub-id-type="medline">23381531</pub-id>
          <pub-id pub-id-type="pii">32/2/376</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Irizarry</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>DeVito Dabbs</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Curran</surname>
              <given-names>CR</given-names>
            </name>
          </person-group>
          <article-title>Patient portals and patient engagement: a state of the science review</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <month>06</month>
          <day>23</day>
          <volume>17</volume>
          <issue>6</issue>
          <fpage>e148</fpage>
          <comment>
            <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2015/6/e148/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.4255</pub-id>
          <pub-id pub-id-type="medline">26104044</pub-id>
          <pub-id pub-id-type="pii">v17i6e148</pub-id>
          <pub-id pub-id-type="pmcid">PMC4526960</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kuo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dang</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Secure messaging in electronic health records and its impact on diabetic clinical outcomes: a systematic review</article-title>
          <source>Telemed J E Health</source>
          <year>2016</year>
          <month>09</month>
          <volume>22</volume>
          <issue>9</issue>
          <fpage>769</fpage>
          <lpage>77</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2015.0207</pub-id>
          <pub-id pub-id-type="medline">27027337</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lau</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>DJS</given-names>
            </name>
            <name name-style="western">
              <surname>Elliott</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Impact of patient use of an online patient portal on diabetes outcomes</article-title>
          <source>Can J Diabetes</source>
          <year>2014</year>
          <month>02</month>
          <volume>38</volume>
          <issue>1</issue>
          <fpage>17</fpage>
          <lpage>21</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jcjd.2013.10.005</pub-id>
          <pub-id pub-id-type="medline">24485208</pub-id>
          <pub-id pub-id-type="pii">S1499-2671(13)01356-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McMahon</surname>
              <given-names>GT</given-names>
            </name>
            <name name-style="western">
              <surname>Gomes</surname>
              <given-names>HE</given-names>
            </name>
            <name name-style="western">
              <surname>Hickson Hohne</surname>
              <given-names>Sara</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Levine</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Conlin</surname>
              <given-names>PR</given-names>
            </name>
          </person-group>
          <article-title>Web-based care management in patients with poorly controlled diabetes</article-title>
          <source>Diabetes Care</source>
          <year>2005</year>
          <month>07</month>
          <volume>28</volume>
          <issue>7</issue>
          <fpage>1624</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/15983311"/>
          </comment>
          <pub-id pub-id-type="doi">10.2337/diacare.28.7.1624</pub-id>
          <pub-id pub-id-type="medline">15983311</pub-id>
          <pub-id pub-id-type="pii">28/7/1624</pub-id>
          <pub-id pub-id-type="pmcid">PMC1262644</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Osborn</surname>
              <given-names>CY</given-names>
            </name>
            <name name-style="western">
              <surname>Mayberry</surname>
              <given-names>LS</given-names>
            </name>
            <name name-style="western">
              <surname>Mulvaney</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Hess</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Patient web portals to improve diabetes outcomes: a systematic review</article-title>
          <source>Curr Diab Rep</source>
          <year>2010</year>
          <month>12</month>
          <volume>10</volume>
          <issue>6</issue>
          <fpage>422</fpage>
          <lpage>35</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20890688"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11892-010-0151-1</pub-id>
          <pub-id pub-id-type="medline">20890688</pub-id>
          <pub-id pub-id-type="pmcid">PMC3086814</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pillemer</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Price</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Paone</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Martich</surname>
              <given-names>GD</given-names>
            </name>
            <name name-style="western">
              <surname>Albert</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Haidari</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Updike</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Rudin</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mehrotra</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Direct release of test results to patients increases patient engagement and utilization of care</article-title>
          <source>PLoS One</source>
          <year>2016</year>
          <volume>11</volume>
          <issue>6</issue>
          <fpage>e0154743</fpage>
          <comment>
            <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0154743"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0154743</pub-id>
          <pub-id pub-id-type="medline">27337092</pub-id>
          <pub-id pub-id-type="pii">PONE-D-14-55360</pub-id>
          <pub-id pub-id-type="pmcid">PMC4919031</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barello</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Triberti</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Graffigna</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Libreri</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Serino</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hibbard</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Riva</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>eHealth for patient engagement: a systematic review</article-title>
          <source>Front Psychol</source>
          <year>2015</year>
          <volume>6</volume>
          <fpage>2013</fpage>
          <comment>
            <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fpsyg.2015.02013"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyg.2015.02013</pub-id>
          <pub-id pub-id-type="medline">26779108</pub-id>
          <pub-id pub-id-type="pmcid">PMC4705444</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Zocchi</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Netherton</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ash</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Purington</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Connolly</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Vimalananda</surname>
              <given-names>VG</given-names>
            </name>
            <name name-style="western">
              <surname>Hogan</surname>
              <given-names>TP</given-names>
            </name>
            <name name-style="western">
              <surname>Shimada</surname>
              <given-names>SL</given-names>
            </name>
          </person-group>
          <article-title>Secure messaging, diabetes self-management, and the importance of patient autonomy: a mixed methods study</article-title>
          <source>J Gen Intern Med</source>
          <year>2020</year>
          <month>05</month>
          <day>21</day>
          <fpage>1</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1007/s11606-020-05834-x</pub-id>
          <pub-id pub-id-type="medline">32440998</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11606-020-05834-x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Etingen</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Hogan</surname>
              <given-names>TP</given-names>
            </name>
            <name name-style="western">
              <surname>Martinez</surname>
              <given-names>RN</given-names>
            </name>
            <name name-style="western">
              <surname>Shimada</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Stroupe</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Nazi</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Connolly</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Lipschitz</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Weaver</surname>
              <given-names>FM</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>How do patients with mental health diagnoses use online patient portals? An observational analysis from the Veterans Health Administration</article-title>
          <source>Adm Policy Ment Health</source>
          <year>2019</year>
          <month>09</month>
          <volume>46</volume>
          <issue>5</issue>
          <fpage>596</fpage>
          <lpage>608</lpage>
          <pub-id pub-id-type="doi">10.1007/s10488-019-00938-x</pub-id>
          <pub-id pub-id-type="medline">31065908</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10488-019-00938-x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hogan</surname>
              <given-names>TP</given-names>
            </name>
            <name name-style="western">
              <surname>Nazi</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Luger</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Amante</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Barker</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Shimada</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Volkman</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Garvin</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Simon</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Houston</surname>
              <given-names>TK</given-names>
            </name>
          </person-group>
          <article-title>Technology-assisted patient access to clinical information: an evaluation framework for blue button</article-title>
          <source>JMIR Res Protoc</source>
          <year>2014</year>
          <month>03</month>
          <day>27</day>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>e18</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2014/1/e18/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/resprot.3290</pub-id>
          <pub-id pub-id-type="medline">24675395</pub-id>
          <pub-id pub-id-type="pii">v3i1e18</pub-id>
          <pub-id pub-id-type="pmcid">PMC4004159</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>US Department of Veterans Affairs, Office of Rural Health</collab>
          </person-group>
          <article-title>VHA and ORH Adopt New System to Define "Rural"</article-title>
          <source>US Department of Veterans Affairs</source>
          <year>2014</year>
          <access-date>2020-06-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ruralhealth.va.gov/rural-definition.asp">https://www.ruralhealth.va.gov/rural-definition.asp</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schmitt</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gahr</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hermanns</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kulzer</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Huber</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Haak</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>The Diabetes Self-Management Questionnaire (DSMQ): development and evaluation of an instrument to assess diabetes self-care activities associated with glycaemic control</article-title>
          <source>Health Qual Life Outcomes</source>
          <year>2013</year>
          <month>08</month>
          <day>13</day>
          <volume>11</volume>
          <fpage>138</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://hqlo.biomedcentral.com/articles/10.1186/1477-7525-11-138"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1477-7525-11-138</pub-id>
          <pub-id pub-id-type="medline">23937988</pub-id>
          <pub-id pub-id-type="pii">1477-7525-11-138</pub-id>
          <pub-id pub-id-type="pmcid">PMC3751743</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lorig</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ritter</surname>
              <given-names>PL</given-names>
            </name>
            <name name-style="western">
              <surname>Villa</surname>
              <given-names>FJ</given-names>
            </name>
            <name name-style="western">
              <surname>Armas</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Community-based peer-led diabetes self-management: a randomized trial</article-title>
          <source>Diabetes Educ</source>
          <year>2009</year>
          <volume>35</volume>
          <issue>4</issue>
          <fpage>641</fpage>
          <lpage>51</lpage>
          <pub-id pub-id-type="doi">10.1177/0145721709335006</pub-id>
          <pub-id pub-id-type="medline">19407333</pub-id>
          <pub-id pub-id-type="pii">0145721709335006</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rosen</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Wagner</surname>
              <given-names>TH</given-names>
            </name>
            <name name-style="western">
              <surname>Pettey</surname>
              <given-names>WBP</given-names>
            </name>
            <name name-style="western">
              <surname>Shwartz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Lo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>O'Brien</surname>
              <given-names>WJ</given-names>
            </name>
            <name name-style="western">
              <surname>Vanneman</surname>
              <given-names>ME</given-names>
            </name>
          </person-group>
          <article-title>Differences in risk scores of veterans receiving community care purchased by the Veterans Health Administration</article-title>
          <source>Health Serv Res</source>
          <year>2018</year>
          <month>12</month>
          <volume>53 Suppl 3</volume>
          <fpage>5438</fpage>
          <lpage>5454</lpage>
          <comment>
            <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30251367"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/1475-6773.13051</pub-id>
          <pub-id pub-id-type="medline">30251367</pub-id>
          <pub-id pub-id-type="pmcid">PMC6235821</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chew</surname>
              <given-names>LD</given-names>
            </name>
            <name name-style="western">
              <surname>Bradley</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Boyko</surname>
              <given-names>EJ</given-names>
            </name>
          </person-group>
          <article-title>Brief questions to identify patients with inadequate health literacy</article-title>
          <source>Fam Med</source>
          <year>2004</year>
          <month>09</month>
          <volume>36</volume>
          <issue>8</issue>
          <fpage>588</fpage>
          <lpage>94</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.stfm.org/fmhub/fm2004/September/Lisa588.pdf"/>
          </comment>
          <pub-id pub-id-type="medline">15343421</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lune</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Berg</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <source>Qualitative Research Methods for the Social Sciences, Ninth Edition</source>
          <year>2017</year>
          <publisher-loc>Boston</publisher-loc>
          <publisher-name>Pearson Education, Inc</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Latulippe</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hamel</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Giroux</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Social health inequalities and eHealth: a literature review with qualitative synthesis of theoretical and empirical studies</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>04</month>
          <day>27</day>
          <volume>19</volume>
          <issue>4</issue>
          <fpage>e136</fpage>
          <comment>
            <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/4/e136/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.6731</pub-id>
          <pub-id pub-id-type="medline">28450271</pub-id>
          <pub-id pub-id-type="pii">v19i4e136</pub-id>
          <pub-id pub-id-type="pmcid">PMC5427250</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sarkar</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Karter</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>JY</given-names>
            </name>
            <name name-style="western">
              <surname>Adler</surname>
              <given-names>NE</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>López</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schillinger</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Social disparities in internet patient portal use in diabetes: evidence that the digital divide extends beyond access</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2011</year>
          <month>05</month>
          <day>01</day>
          <volume>18</volume>
          <issue>3</issue>
          <fpage>318</fpage>
          <lpage>21</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21262921"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/jamia.2010.006015</pub-id>
          <pub-id pub-id-type="medline">21262921</pub-id>
          <pub-id pub-id-type="pii">jamia.2010.006015</pub-id>
          <pub-id pub-id-type="pmcid">PMC3078675</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zickmund</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Hess</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bryce</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>McTigue</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Olshansky</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzgerald</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Fischer</surname>
              <given-names>GS</given-names>
            </name>
          </person-group>
          <article-title>Interest in the use of computerized patient portals: role of the provider-patient relationship</article-title>
          <source>J Gen Intern Med</source>
          <year>2008</year>
          <month>01</month>
          <volume>23 Suppl 1</volume>
          <fpage>20</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18095039"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11606-007-0273-6</pub-id>
          <pub-id pub-id-type="medline">18095039</pub-id>
          <pub-id pub-id-type="pmcid">PMC2338160</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
