<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v21i3e11421</article-id>
      <article-id pub-id-type="pmid">30912747</article-id>
      <article-id pub-id-type="doi">10.2196/11421</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Disparities in Patient-Reported Interest in Web-Based Patient Portals: Survey at an Urban Academic Safety-Net Hospital</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Blondon</surname>
            <given-names>Katherine</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Hefner</surname>
            <given-names>Jennifer</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Prior</surname>
            <given-names>Sarah</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="author" id="contrib1" corresp="yes">
          <name name-style="western">
            <surname>Sadasivaiah</surname>
            <given-names>Shobha</given-names>
          </name>
          <degrees>MD, MPH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Zuckerberg San Francisco General Hospital and Trauma Center</institution>
            <institution>University of California San Francisco</institution>
            <addr-line>1001 Potrero Avenue</addr-line>
            <addr-line>San Francisco, CA,</addr-line>
            <country>United States</country>
            <phone>1 415 206 2951</phone>
            <fax>1 415 206 4882</fax>
            <email>shobha.sadasivaiah@ucsf.edu</email>
          </address>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-1602-7323</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib2">
          <name name-style="western">
            <surname>Lyles</surname>
            <given-names>Courtney R</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-1111-8595</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib3">
          <name name-style="western">
            <surname>Kiyoi</surname>
            <given-names>Stephen</given-names>
          </name>
          <degrees>MLIS, MS HAIL, AHIP</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-7622-6995</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib4">
          <name name-style="western">
            <surname>Wong</surname>
            <given-names>Piera</given-names>
          </name>
          <degrees>RN, MS, AOCNS</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-2418-9410</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib5">
          <name name-style="western">
            <surname>Ratanawongsa</surname>
            <given-names>Neda</given-names>
          </name>
          <degrees>MD, MPH</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-9944-6923</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Zuckerberg San Francisco General Hospital and Trauma Center</institution>
        <institution>University of California San Francisco</institution>
        <addr-line>San Francisco, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Zuckerberg San Francisco General Hospital and Trauma Center</institution>
        <institution>UCSF Center for Vulnerable Populations</institution>
        <institution>University of California San Francisco</institution>
        <addr-line>San Francisco, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Zuckerberg San Francisco General Hospital and Trauma Center</institution>
        <institution>San Francisco Department of Public Health</institution>
        <addr-line>San Francisco, CA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Shobha Sadasivaiah 
        <email>shobha.sadasivaiah@ucsf.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection"><month>03</month><year>2019</year></pub-date>
      <pub-date pub-type="epub">
        <day>26</day>
        <month>03</month>
        <year>2019</year>
      </pub-date>
      <volume>21</volume>
      <issue>3</issue>
      <elocation-id>e11421</elocation-id>
      <!--history from ojs - api-xml-->
      <history>
        <date date-type="received">
          <day>11</day>
          <month>9</month>
          <year>2018</year>
        </date>
        <date date-type="rev-request">
          <day>12</day>
          <month>10</month>
          <year>2018</year>
        </date>
        <date date-type="rev-recd">
          <day>5</day>
          <month>12</month>
          <year>2018</year>
        </date>
        <date date-type="accepted">
          <day>31</day>
          <month>12</month>
          <year>2018</year>
        </date>
      </history>
      <copyright-statement>©Shobha Sadasivaiah, Courtney R Lyles, Stephen Kiyoi, Piera Wong, Neda Ratanawongsa. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 26.03.2019.</copyright-statement>
      <copyright-year>2019</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://www.jmir.org/2019/3/e11421/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Offering hospitalized patients’ enrollment into a health system’s patient portal may improve patient experience and engagement throughout the care continuum, especially across care transitions, but this process is less studied than portal engagement in the ambulatory setting. Patient portal disparities exist and may lead to differences in access or outcomes. As such, it is important to study upstream factors in a typical hospital workflow that could lead to those disparities in safety-net settings.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The objective of this study was to evaluate sociodemographic characteristics associated with interest in a health care system’s portal among hospitalized patients and reasons for no interest.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Nurses assessed interest in a Web-based patient portal, expressed by the patient as “yes” or “no,” as part of the admission nursing assessment among patients at an academic urban safety-net hospital and recorded responses in the electronic health record (EHR), including reasons for no interest. We extracted patient responses from the EHR.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Among 23,994 hospitalizations over a 2-year period, 35.90% (8614/ 23,994) reported an interest in a Web-based portal. Reasons for <italic>no</italic> interest included the following: <italic>not interested/other reason</italic> 41.68% (6410/15,380), <italic>no ability to use/access computers/internet</italic> 29.59% (4551/15,380), <italic>doesn’t speak English</italic> 11.15% (1715/15,380), <italic>physically or mentally unable</italic> 8.70% (1338/15,380), <italic>does not want to say</italic> 8.70% (1338/15,380), <italic>security concerns</italic> 0.03% (4/15,380), and <italic>not useful</italic> 0.16% (24/15,380). Among the 16,507 unique patients included in this sample, portal interest was lower in older, African American, non-English speaking, and homeless patient populations.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>In a safety-net system, patient interest at the time of hospitalization in a Web-based enterprise portal—a required step before enrollment—is low with significant disparities by sociodemographic characteristics. To avoid worsening the digital divide, new strategies are needed and should be embedded within routine workflows to engage vulnerable safety-net patients in the use of Web-based health technologies.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>patient portals</kwd>
        <kwd>vulnerable populations</kwd>
        <kwd>health care disparities</kwd>
        <kwd>safety net hospitals</kwd>
        <kwd>health information technology</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Patient portals are websites that offer access to personal health information on the Web, such as test results, medical histories, immunization histories, and secure messaging with providers. Health care systems—leveraging federal incentives for meaningful use of electronic health records (EHRs)—are promoting patient portals to improve quality and safety, engagement, and care coordination with a goal of improved patient outcomes. Although the evidence is mixed about the benefits to health outcomes [<xref ref-type="bibr" rid="ref1">1</xref>], portals have been associated with improvement in patients’ diabetes medication adherence [<xref ref-type="bibr" rid="ref2">2</xref>], understanding of medical conditions [<xref ref-type="bibr" rid="ref3">3</xref>], and retention in a health care system [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
        <p>Demographic factors such as age and education affect patient interest and use of patient portals [<xref ref-type="bibr" rid="ref5">5</xref>]. Ambulatory and inpatient research suggests racial and ethnic disparities in portal use [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. However, early research shows that diverse patients from safety-net health care settings have high interest in portal features such as electronic communication with providers [<xref ref-type="bibr" rid="ref8">8</xref>], suggesting an opportunity for intervention.</p>
        <p>Safety-net health care systems, systems that care for vulnerable, uninsured, or predominantly Medicaid patient populations, may face additional challenges engaging patients in their portals. For patients in safety-net settings, health care systems must be able to assess interest in enrollment, including frequently explaining to patients what a portal is and how portals may be useful for their care across the care continuum. Although portals have traditionally been studied across ambulatory settings [<xref ref-type="bibr" rid="ref6">6</xref>], enrollment in a health care organization’s portal during a hospital admission represents an opportunity to engage high-risk patients in their health. By providing patients information about their hospital course and recommendations for treatment and follow-up care, a health care system portal may help improve a patient’s postdischarge self-care, transitions to ambulatory care, and ultimately improve health outcomes.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>No study has systematically assessed interest in a health network’s portal within a typical hospital workflow among hospitalized urban safety-net patients. This study examined the interest in an enterprise-wide Web-based portal reported by hospitalized patients, how interest varied by sociodemographic characteristics, and the barriers among those declining portal interest.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>This cross-sectional study evaluated hospitalized patients’ interest in enrolling in a health care system’s portal at an urban academic safety-net hospital. The patient portal offered information about the hospitalization (hospital after-visit summary with discharge instructions, summary of hospital course, and test results), as well as ambulatory patient portal content (primary and specialty care after-visit summaries, medications, allergies, problem lists, test results, and secure messaging with primary care providers). Eligible patients included adults (aged 18 years and over) admitted to acute medical, surgical, or gynecologic obstetric units over a 2-year period (September 2015-September 2017). This sample excludes patients under 18 years of age, admitted to skilled nursing or psychiatric units or reporting existing portal accounts.</p>
      </sec>
      <sec>
        <title>Patient Assessment</title>
        <p>Nursing leadership provided universal education to bedside nurses about the content and value of the patient portal and how to assess interest using an EHR-built admission assessment question stem (<italic>Are you interested in learning more about or signing up for our free, secure website to view your health record online? The website gives you access to your lab results, medication lists, discharge instructions, and other information from your stay</italic>). Nurses could record patient interest as <italic>yes</italic> or <italic>no</italic>, followed by a structured drop-down menu based on existing literature about portal barriers [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]: <italic>no ability to use/access computers/internet</italic>, <italic>doesn’t speak English</italic>, <italic>physically or mentally unable</italic>, <italic>not interested/other reason</italic>, <italic>doesn’t way to say</italic>, or nurses could write over a free- text reason. By incorporating this assessment into routine clinical operations, nursing leadership standardized the verbiage of the assessment, but nurses could individualize any clarifying questions or follow-up counseling about the portal. Nurses did not offer specific technology or portal demonstrations.</p>
        <p>The data for this analysis were abstracted from the EHR nursing assessments as well as the EHR sociodemographic section (age, gender, race/ethnicity, language, insurance type, and homelessness).</p>
      </sec>
      <sec>
        <title>Analysis</title>
        <p>The primary outcome was the proportion of patients with portal interest recorded as <italic>yes</italic> during at least one admission. As some patients may change their responses in subsequent admissions, we also calculated the proportion of portal interest expressed at the hospitalization level and calculated the proportion of reasons for <italic>No</italic> interest during each hospitalization, coding free-text reasons into the existing or separate categories.</p>
        <p>We then used logistic regression with measured sociodemographic covariates to calculate the unadjusted and adjusted odds of portal interest during at least one admission. Statistical analysis was performed using Stata version 15.1 (StataCorp). The University of California San Francisco Institutional Review Board approved this study.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Demographics</title>
        <p>Among 16,507 unique patients, the average age was 53 years (SD 19.17): 42.16% (6960/16,507) were women, 26.43% (4362/16,507) white, 28.02% (4625/16,507) Hispanic, 18.56% (3063/16,507) African American, 19.06% (3147/16,507) Asian, 7.93% (1309/16,507) other. Furthermore, 49.35% (8146/16,507) preferred a non-English language--10.67% (1761/16,507) Spanish and 5.40% (892/16,507) Chinese. 80.50% (13,288/16,507) had Medicaid or Medicare, and 14.17% (2339/16,507) reported homelessness. There was an average of 1.4 admissions per patient in this cohort during the period studied (see <xref ref-type="table" rid="table1">Table 1</xref>).</p>
      </sec>
      <sec>
        <title>Reasons for Lack of Portal Interest</title>
        <p>When analyzed across 23,995 admissions, patients reported interest in the portal during 35.90% (8614/ 23,994) of admissions. The most commonly documented reasons for <italic>no</italic> were the following: <italic>not interested</italic> 41.68% (6410/15,380), <italic>no ability to use/access computers/internet</italic> 29.59% (4551/15,380), <italic>doesn’t speak English</italic> 11.15% (1715/15,380) , <italic>physically or mentally unable</italic> 8.70% (1338/15,380), <italic>does not want to say</italic> 8.70% (1338/15,380), <italic>security concerns</italic> 0.03% (4/15,380), <italic>not useful</italic> 0.16% (24/15,380).</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Demographic characteristics of adults asked about portal interest during admissions to an urban academic safety-net hospital between September 2015 and September 2017.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="650"/>
            <col width="320"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Patient Characteristics (N=16,507)</td>
                <td>Statistics</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">Age (years), mean (SD)</td>
                <td>53.06 (19.17)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Women, n (%)</td>
                <td>6960 (42.16)</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Self-reported race/ethnicity, n (%)</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>White</td>
                <td>4362 (26.43)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Hispanic</td>
                <td>4625 (28.02)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>African American/black</td>
                <td>3063 (18.56)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Asian</td>
                <td>3147 (19.06)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Native Hawaiian/Pacific Islander</td>
                <td>222 (1.34)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>American Indian/Alaskan Native</td>
                <td>120 (0.73)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Other/mixed</td>
                <td>967 (5.86)</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Primary language, n (%)</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>English</td>
                <td>8361 (50.65)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Spanish</td>
                <td>1761 (10.67)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Cantonese, Mandarin, or Toishanese</td>
                <td>892 (5.40)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Other Asian languages, n (%)</td>
                <td>208 (1.26)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Other, n (%)</td>
                <td>5285 (32.02)</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Insurance, n (%)</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Medicaid or county health plan for uninsured<sup>a</sup></td>
                <td>8278 (50.15)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Medicare</td>
                <td>5010 (30.35)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Commercial insurance</td>
                <td>1300 (7.88)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Other insurance</td>
                <td>1919 (11.63)</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Homeless status</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Yes<sup>b</sup>, n (%)</td>
                <td>2339 (14.17)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>No, n (%)</td>
                <td>12478 (75.59)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Unknown, n (%)</td>
                <td>1690 (10.24)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Admissions, mean (range)</td>
                <td>1.4 (1-33)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>These health care access programs (administered by the county Medicaid managed care organization) provide medical services for uninsured county residents (aged 18-64 years) or adults who provide county-supported in-home support services.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>Patients reported <italic>yes</italic> during at least one admission.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title/>
      </sec>
      <sec>
        <title/>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Patient interest in an online healthcare system portal during at least one admission to an academic safety net hospital (n=16507 patients, September 2015-September 2017).</p>
          </caption>
          <graphic xlink:href="jmir_v21i3e11421_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Interest by Sociodemographic Characteristic</title>
        <p>However, 44% of unique patients reported interest in the patient portal during at least one admission. <xref ref-type="fig" rid="figure1">Figure 1</xref> shows unadjusted proportions of interest in the portal during at least one admission, stratified across sociodemographic characteristics. In unadjusted analyses (<xref ref-type="table" rid="table2">Table 2</xref>), the odds of expressing interest in the Web-based portal were significantly lower for patients in the 50 to 65 years age group (adjusted odds ratio [AOR] 0.82, 95% CI 0.74-0.90 vs 18-29 age group), the greater than 65 years of age group (AOR 0.47, 95% CI 0.42-0.52 vs 18-29 age group), Asians (AOR 0.76, 95% CI 0.69-0.84 vs white), Spanish-speaking (AOR 0.78, 95% CI 0.70-0.86 vs English), Chinese-speaking (AOR 0.46, 95% CI 0.39-0.53 vs English), patients on Medicare (AOR 0.60, 95% CI 0.56-0.65 vs Medicaid), and patients reporting homelessness (AOR 0.77 95% CI 0.70-0.84 vs not homeless).</p>
        <p>In adjusted models (<xref ref-type="table" rid="table2">Table 2</xref>), older age (AOR 0.85, 95% CI 0.77-0.95 for &gt;50 and AOR 0.50, 95% CI 0.44-0.57 for &gt;65 vs 18-29), African American race (AOR 0.87, 95% CI 0.79-0.96 vs white), Spanish or Chinese languages (AOR 0.69, 95% CI 0.61-0.78 and AOR 0.54, 95% CI 0.46-0.65 vs English), and homelessness (AOR 0.60, 95% CI 0.54-0.66 vs housed) were significantly associated with <italic>No</italic> portal interest during any hospitalization.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Odds of expressing interest in a patient portal among patients at an urban academic safety-net hospital (n=16,507 unique patients).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="330"/>
            <col width="200"/>
            <col width="120"/>
            <col width="200"/>
            <col width="120"/>
            <thead>
              <tr valign="bottom">
                <td colspan="2">Sociodemographic characteristic</td>
                <td>Unadjusted odds ratio</td>
                <td><italic>P</italic> value</td>
                <td>Adjusted odds ratio<sup>a</sup></td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="6"><bold>Gender</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Male</td>
                <td>Ref</td>
                <td>—<sup>b</sup></td>
                <td>Ref<sup>c</sup></td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Female</td>
                <td>1.01</td>
                <td>0.85</td>
                <td>1.04</td>
                <td>0.25</td>
              </tr>
              <tr valign="top">
                <td colspan="6"><bold>Age (years)</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>18-29</td>
                <td>Ref</td>
                <td>—</td>
                <td>Ref</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>30-39</td>
                <td>0.99</td>
                <td>0.91</td>
                <td>1.01</td>
                <td>0.9</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>40-49</td>
                <td>1.04</td>
                <td>0.49</td>
                <td>1.09</td>
                <td>0.15</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>50-65</td>
                <td>0.82</td>
                <td>&lt;.001</td>
                <td>0.85</td>
                <td>0.003</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>&gt;65</td>
                <td>0.47</td>
                <td>&lt;.001</td>
                <td>0.5</td>
                <td>&lt;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="6"><bold>Race or ethnicity</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>White</td>
                <td>Ref</td>
                <td>—</td>
                <td>Ref</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Hispanic</td>
                <td>0.98</td>
                <td>0.65</td>
                <td>0.93</td>
                <td>0.15</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>African American</td>
                <td>0.95</td>
                <td>0.24</td>
                <td>0.87</td>
                <td>0.01</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Asian</td>
                <td>0.76</td>
                <td>&lt;.001</td>
                <td>0.91</td>
                <td>0.1</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Native Hawaiian/Pacific Islander</td>
                <td>1.31</td>
                <td>0.05</td>
                <td>1.09</td>
                <td>0.52</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>American Indian/Alaskan Native</td>
                <td>1.01</td>
                <td>0.95</td>
                <td>0.94</td>
                <td>0.74</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Other</td>
                <td>1</td>
                <td>0.96</td>
                <td>0.92</td>
                <td>0.24</td>
              </tr>
              <tr valign="top">
                <td colspan="6"><bold>Language</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>English</td>
                <td>Ref</td>
                <td>—</td>
                <td>Ref</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Spanish</td>
                <td>0.78</td>
                <td>&lt;.001</td>
                <td>0.69</td>
                <td>&lt;.001</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Cantonese, Mandarin, or Toishanese</td>
                <td>0.46</td>
                <td>&lt;.001</td>
                <td>0.54</td>
                <td>&lt;.001</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Other Asian</td>
                <td>0.77</td>
                <td>0.07</td>
                <td>0.9</td>
                <td>0.47</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Other</td>
                <td>0.78</td>
                <td>&lt;.001</td>
                <td>0.78</td>
                <td>&lt;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="6"><bold>Insurance</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Medicaid</td>
                <td>Ref</td>
                <td>—</td>
                <td>Ref</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Medicare</td>
                <td>0.6</td>
                <td>&lt;.001</td>
                <td>0.91</td>
                <td>0.07</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Commercial insurance</td>
                <td>1.03</td>
                <td>0.64</td>
                <td>0.94</td>
                <td>0.34</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Other insurance</td>
                <td>0.94</td>
                <td>0.2</td>
                <td>0.98</td>
                <td>0.71</td>
              </tr>
              <tr valign="top">
                <td colspan="6"><bold>Homeless status</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Not homeless</td>
                <td>Ref</td>
                <td>—</td>
                <td>Ref</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Homeless</td>
                <td>0.77</td>
                <td>&lt;.001</td>
                <td>0.6</td>
                <td>&lt;.001</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Unknown homeless status</td>
                <td>0.91</td>
                <td>0.07</td>
                <td>0.85</td>
                <td>0.003</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>Logistic regression adjusted for all the variable listed in the table.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>Not applicable.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>Ref: reference value.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Conclusions</title>
        <p>Fewer than half of the patients admitted to a safety-net hospital were documented by nurses as interested in the patient portal during at least one of their admissions to a safety-net hospital, with significantly lower odds of portal interest among older, nonwhite, non-English-speaking, and homeless patients. This is the first attempt at universally quantifying how many hospitalized patients are interested in a health care system’s portal and highlighting the prevalence of patient barriers to portal engagement within a safety-net setting.</p>
        <p>A notable finding from this analysis was that the proportion of hospitalizations during which patients expressed portal interest (31%) was lower than the proportion of patients expressing portal interest during at least one hospitalization (44%), a finding that remained true across sociodemographic categories. This finding suggests that offering the patient portal to a patient who has previously declined may be useful for subsequent engagement. Organizational, technical, or workflow protocols that fail to offer portal enrollment to patients who previously declined may exacerbate disparities. In safety-net systems, the simple intervention of standardizing offers with every hospitalization may be an important tool for engaging patients in these technologies.</p>
        <p>Most hospitals—particularly safety-net hospitals with limited resources—may rely on their existing staff to engage patients in their portal. This paper reveals what may naturally happen in a typical workflow where engagement happens universally as a required part of admission. A strength of this study is that the nursing staff were essential partners and allies for portal promotion given their role in providing direct clinical care; this study was driven strongly by nursing leadership. As portal interest screening was incorporated as a required component of the initial admission nursing assessment, this study allowed us to capture sufficient data to understand demographic characteristics associated with portal use.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Nonetheless, there are limitations to nurses alone as the only source of assessing patient interest, with potential bias in interpreting patients’ reasons for <italic>no</italic> interest. In addition, the time of admission may not be the best time during the course of a patient’s hospitalization to make this type of assessment depending on the acuity of a patient’s condition. Although this study did not assess portal enrollment or use, the results highlight potential disparities in a necessary and required upstream process.</p>
      </sec>
      <sec>
        <title>Future Directions</title>
        <p>Although Web-based portals have historically been associated with ambulatory care services, interest and research on their use for hospitalized patients are rising. Acute care portals that provide patients with health care information and communication with their teams during hospitalization have been studied for usability [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>], implementation [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>], and association with readmission rates [<xref ref-type="bibr" rid="ref15">15</xref>]. Incorporating acute care portal functionality into a health care system portal may increase interest among hospitalized patients in using a platform that crosses a system’s health care settings, and further research on acute care portal design and implementation is needed. However, our findings suggest that the period of hospitalization also offers an opportunity to engage patients in a health care system portal that lacks acute care functionality. Indeed, after discharge, patients and their loved ones may have greater energy and capacity for understanding the hospital course and discharge instructions; access to this information may facilitate their ability to communicate important information to their ambulatory care providers.</p>
        <p>This study is the first to begin to understand issues around portal use among inpatients, specifically in a safety-net setting. Research suggests that vulnerable populations need significant support to register and use a portal website [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. Safety-net hospitals may have significant workflow challenges with providing portal education and support tailored to patients’ language, literacy, vision/hearing, and other needs. These findings triggered local quality improvement initiatives that could be replicated elsewhere: portal and internet education coordinated by the hospital library, in-person and phone technical support for patients, a Web-based curriculum to teach skills in accessing and navigating the portal, and promotional materials about designating a caregiver proxy in our 5 key languages. Future research and policies to incentivize health information technology should incorporate strategies for tailoring patient portal usability and implementation for diverse populations to avoid worsening the digital divide.</p>
      </sec>
    </sec>
  </body>
  <back>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AOR</term>
          <def>
            <p>adjusted odds ratio</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">EHR</term>
          <def>
            <p>electronic health record</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>Each author has participated sufficiently in the work to take public responsibility for appropriate portions of the content. SS takes responsibility for the integrity of the work as a whole, from inception to publication. Authorship credit was based only on (1) substantial contributions to conception and design or acquisition of data or analysis and interpretation of data and (2) drafting the article or revising it critically for important intellectual content. This study was funded by AHRQ Grants R00HS022408, 1K08HS022561, and P30HS023558, National Library of Medicine Grant G08 NLM012166, and it received funding from the Gordon and Betty Moore Foundation. The funders did not play any role in the review or approval of the manuscript for publication. Publication made possible in part by support from the University of California San Francisco Open Access Publishing Fund.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ammenwerth</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Schnell-Inderst</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Hoerbst</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>The impact of electronic patient portals on patient care: a systematic review of controlled trials</article-title>
        <source>J Med Internet Res</source>  
        <year>2012</year>  
        <month>11</month>  
        <day>26</day>  
        <volume>14</volume>  
        <issue>6</issue>  
        <fpage>e162</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2012/6/e162/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.2238</pub-id>
        <pub-id pub-id-type="medline">23183044</pub-id>
        <pub-id pub-id-type="pii">v14i6e162</pub-id>
        <pub-id pub-id-type="pmcid">PMC3510722</pub-id></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lyles</surname>
            <given-names>CR</given-names>
          </name>
          <name name-style="western">
            <surname>Sarkar</surname>
            <given-names>U</given-names>
          </name>
          <name name-style="western">
            <surname>Schillinger</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Ralston</surname>
            <given-names>JD</given-names>
          </name>
          <name name-style="western">
            <surname>Allen</surname>
            <given-names>JY</given-names>
          </name>
          <name name-style="western">
            <surname>Nguyen</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Karter</surname>
            <given-names>AJ</given-names>
          </name>
        </person-group>
        <article-title>Refilling medications through an online patient portal: consistent improvements in adherence across racial/ethnic groups</article-title>
        <source>J Am Med Inform Assoc</source>  
        <year>2016</year>  
        <month>04</month>  
        <volume>23</volume>  
        <issue>e1</issue>  
        <fpage>e28</fpage>  
        <lpage>33</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26335983"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1093/jamia/ocv126</pub-id>
        <pub-id pub-id-type="medline">26335983</pub-id>
        <pub-id pub-id-type="pii">ocv126</pub-id>
        <pub-id pub-id-type="pmcid">PMC4954621</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Turvey</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Klein</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Fix</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Hogan</surname>
            <given-names>TP</given-names>
          </name>
          <name name-style="western">
            <surname>Woods</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Simon</surname>
            <given-names>SR</given-names>
          </name>
          <name name-style="western">
            <surname>Charlton</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Vaughan-Sarrazin</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Zulman</surname>
            <given-names>DM</given-names>
          </name>
          <name name-style="western">
            <surname>Dindo</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Wakefield</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Graham</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Nazi</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <article-title>Blue Button use by patients to access and share health record information using the Department of Veterans Affairs' online patient portal</article-title>
        <source>J Am Med Inform Assoc</source>  
        <year>2014</year>  
        <volume>21</volume>  
        <issue>4</issue>  
        <fpage>657</fpage>  
        <lpage>63</lpage>  
        <pub-id pub-id-type="doi">10.1136/amiajnl-2014-002723</pub-id>
        <pub-id pub-id-type="medline">24740865</pub-id>
        <pub-id pub-id-type="pii">amiajnl-2014-002723</pub-id>
        <pub-id pub-id-type="pmcid">PMC4078285</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Turley</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Garrido</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Lowenthal</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Zhou</surname>
            <given-names>YY</given-names>
          </name>
        </person-group>
        <article-title>Association between personal health record enrollment and patient loyalty</article-title>
        <source>Am J Manag Care</source>  
        <year>2012</year>  
        <month>07</month>  
        <day>1</day>  
        <volume>18</volume>  
        <issue>7</issue>  
        <fpage>e248</fpage>  
        <lpage>53</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.ajmc.com/pubMed.php?pii=65810"/>
        </comment>  
        <pub-id pub-id-type="medline">22823553</pub-id>
        <pub-id pub-id-type="pii">65810</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Irizarry</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>DeVito</surname>
            <given-names>DA</given-names>
          </name>
          <name name-style="western">
            <surname>Curran</surname>
            <given-names>CR</given-names>
          </name>
        </person-group>
        <article-title>Patient portals and patient engagement: a state of the science review</article-title>
        <source>J Med Internet Res</source>  
        <year>2015</year>  
        <volume>17</volume>  
        <issue>6</issue>  
        <fpage>e148</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2015/6/e148/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.4255</pub-id>
        <pub-id pub-id-type="medline">26104044</pub-id>
        <pub-id pub-id-type="pii">v17i6e148</pub-id>
        <pub-id pub-id-type="pmcid">PMC4526960</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wallace</surname>
            <given-names>LS</given-names>
          </name>
          <name name-style="western">
            <surname>Angier</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Huguet</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Gaudino</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Krist</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Dearing</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Killerby</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Marino</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>DeVoe</surname>
            <given-names>JE</given-names>
          </name>
        </person-group>
        <article-title>Patterns of electronic portal use among vulnerable patients in a nationwide practice-based research network: from the OCHIN Practice-based Research Network (PBRN)</article-title>
        <source>J Am Board Fam Med</source>  
        <year>2016</year>  
        <month>10</month>  
        <volume>29</volume>  
        <issue>5</issue>  
        <fpage>592</fpage>  
        <lpage>603</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3122/jabfm.2016.05.160046"/>
        </comment>  
        <pub-id pub-id-type="doi">10.3122/jabfm.2016.05.160046</pub-id>
        <pub-id pub-id-type="medline">27613792</pub-id>
        <pub-id pub-id-type="pii">29/5/592</pub-id>
        <pub-id pub-id-type="pmcid">PMC5341130</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Robinson</surname>
            <given-names>JR</given-names>
          </name>
          <name name-style="western">
            <surname>Davis</surname>
            <given-names>SE</given-names>
          </name>
          <name name-style="western">
            <surname>Cronin</surname>
            <given-names>RM</given-names>
          </name>
          <name name-style="western">
            <surname>Jackson</surname>
            <given-names>GP</given-names>
          </name>
        </person-group>
        <article-title>Use of a patient portal during hospital admissions to surgical services</article-title>
        <source>AMIA Annu Symp Proc</source>  
        <year>2016</year>  
        <volume>2016</volume>  
        <fpage>1967</fpage>  
        <lpage>76</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28269956"/>
        </comment>  
        <pub-id pub-id-type="medline">28269956</pub-id>
        <pub-id pub-id-type="pmcid">PMC5333326</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Schickedanz</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Huang</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Lopez</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Cheung</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Lyles</surname>
            <given-names>CR</given-names>
          </name>
          <name name-style="western">
            <surname>Bodenheimer</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Sarkar</surname>
            <given-names>U</given-names>
          </name>
        </person-group>
        <article-title>Access, interest, and attitudes toward electronic communication for health care among patients in the medical safety net</article-title>
        <source>J Gen Intern Med</source>  
        <year>2013</year>  
        <month>07</month>  
        <volume>28</volume>  
        <issue>7</issue>  
        <fpage>914</fpage>  
        <lpage>20</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23423453"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1007/s11606-012-2329-5</pub-id>
        <pub-id pub-id-type="medline">23423453</pub-id>
        <pub-id pub-id-type="pmcid">PMC3682038</pub-id></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lyles</surname>
            <given-names>CR</given-names>
          </name>
          <name name-style="western">
            <surname>Harris</surname>
            <given-names>LT</given-names>
          </name>
          <name name-style="western">
            <surname>Jordan</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Grothaus</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Wehnes</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Reid</surname>
            <given-names>RJ</given-names>
          </name>
          <name name-style="western">
            <surname>Ralston</surname>
            <given-names>JD</given-names>
          </name>
        </person-group>
        <article-title>Patient race/ethnicity and shared medical record use among diabetes patients</article-title>
        <source>Med Care</source>  
        <year>2012</year>  
        <month>05</month>  
        <volume>50</volume>  
        <issue>5</issue>  
        <fpage>434</fpage>  
        <lpage>40</lpage>  
        <pub-id pub-id-type="doi">10.1097/MLR.0b013e318249d81b</pub-id>
        <pub-id pub-id-type="medline">22354209</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lyles</surname>
            <given-names>CR</given-names>
          </name>
          <name name-style="western">
            <surname>Allen</surname>
            <given-names>JY</given-names>
          </name>
          <name name-style="western">
            <surname>Poole</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Tieu</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Kanter</surname>
            <given-names>MH</given-names>
          </name>
          <name name-style="western">
            <surname>Garrido</surname>
            <given-names>T</given-names>
          </name>
        </person-group>
        <article-title>"I Want to Keep the Personal Relationship With My Doctor": understanding barriers to portal use among African Americans and Latinos</article-title>
        <source>J Med Internet Res</source>  
        <year>2016</year>  
        <month>12</month>  
        <day>3</day>  
        <volume>18</volume>  
        <issue>10</issue>  
        <fpage>e263</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2016/10/e263/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.5910</pub-id>
        <pub-id pub-id-type="medline">27697748</pub-id>
        <pub-id pub-id-type="pii">v18i10e263</pub-id>
        <pub-id pub-id-type="pmcid">PMC5067358</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Walker</surname>
            <given-names>DM</given-names>
          </name>
          <name name-style="western">
            <surname>Menser</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Yen</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>McAlearney</surname>
            <given-names>AS</given-names>
          </name>
        </person-group>
        <article-title>Optimizing the user experience: identifying opportunities to improve use of an inpatient portal</article-title>
        <source>Appl Clin Inform</source>  
        <year>2018</year>  
        <month>12</month>  
        <volume>9</volume>  
        <issue>1</issue>  
        <fpage>105</fpage>  
        <lpage>13</lpage>  
        <pub-id pub-id-type="doi">10.1055/s-0037-1621732</pub-id>
        <pub-id pub-id-type="medline">29444536</pub-id>
        <pub-id pub-id-type="pmcid">PMC5843764</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kelly</surname>
            <given-names>MM</given-names>
          </name>
          <name name-style="western">
            <surname>Coller</surname>
            <given-names>RJ</given-names>
          </name>
          <name name-style="western">
            <surname>Hoonakker</surname>
            <given-names>PL</given-names>
          </name>
        </person-group>
        <article-title>Inpatient portals for hospitalized patients and caregivers: a systematic review</article-title>
        <source>J Hosp Med</source>  
        <year>2018</year>  
        <month>12</month>  
        <day>1</day>  
        <volume>13</volume>  
        <issue>6</issue>  
        <fpage>405</fpage>  
        <lpage>12</lpage>  
        <pub-id pub-id-type="doi">10.12788/jhm.2894</pub-id>
        <pub-id pub-id-type="medline">29261819</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Grossman</surname>
            <given-names>LV</given-names>
          </name>
          <name name-style="western">
            <surname>Choi</surname>
            <given-names>SW</given-names>
          </name>
          <name name-style="western">
            <surname>Collins</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Dykes</surname>
            <given-names>PC</given-names>
          </name>
          <name name-style="western">
            <surname>O'Leary</surname>
            <given-names>KJ</given-names>
          </name>
          <name name-style="western">
            <surname>Rizer</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Strong</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Yen</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Vawdrey</surname>
            <given-names>DK</given-names>
          </name>
        </person-group>
        <article-title>Implementation of acute care patient portals: recommendations on utility and use from six early adopters</article-title>
        <source>J Am Med Inform Assoc</source>  
        <year>2018</year>  
        <month>04</month>  
        <day>1</day>  
        <volume>25</volume>  
        <issue>4</issue>  
        <fpage>370</fpage>  
        <lpage>9</lpage>  
        <pub-id pub-id-type="doi">10.1093/jamia/ocx074</pub-id>
        <pub-id pub-id-type="medline">29040634</pub-id>
        <pub-id pub-id-type="pii">4103502</pub-id></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kelly</surname>
            <given-names>MM</given-names>
          </name>
          <name name-style="western">
            <surname>Dean</surname>
            <given-names>SM</given-names>
          </name>
          <name name-style="western">
            <surname>Carayon</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Wetterneck</surname>
            <given-names>TB</given-names>
          </name>
          <name name-style="western">
            <surname>Hoonakker</surname>
            <given-names>PL</given-names>
          </name>
        </person-group>
        <article-title>Healthcare team perceptions of a portal for parents of hospitalized children before and after implementation</article-title>
        <source>Appl Clin Inform</source>  
        <year>2017</year>  
        <month>12</month>  
        <day>15</day>  
        <volume>8</volume>  
        <issue>1</issue>  
        <fpage>265</fpage>  
        <lpage>78</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28293685"/>
        </comment>  
        <pub-id pub-id-type="doi">10.4338/ACI-2016-11-RA-0194</pub-id>
        <pub-id pub-id-type="medline">28293685</pub-id>
        <pub-id pub-id-type="pii">2016-11-RA-0194</pub-id>
        <pub-id pub-id-type="pmcid">PMC5373769</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Griffin</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Skinner</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Thornhill</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Weinberger</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Patient portals: who uses them? What features do they use? And do they reduce hospital readmissions?</article-title>
        <source>Appl Clin Inform</source>  
        <year>2016</year>  
        <volume>7</volume>  
        <issue>2</issue>  
        <fpage>489</fpage>  
        <lpage>501</lpage>  
        <pub-id pub-id-type="doi">10.4338/ACI-2016-01-RA-0003</pub-id>
        <pub-id pub-id-type="medline">27437056</pub-id>
        <pub-id pub-id-type="pmcid">PMC4941855</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Tieu</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Schillinger</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Sarkar</surname>
            <given-names>U</given-names>
          </name>
          <name name-style="western">
            <surname>Hoskote</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Hahn</surname>
            <given-names>KJ</given-names>
          </name>
          <name name-style="western">
            <surname>Ratanawongsa</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Ralston</surname>
            <given-names>JD</given-names>
          </name>
          <name name-style="western">
            <surname>Lyles</surname>
            <given-names>CR</given-names>
          </name>
        </person-group>
        <article-title>Online patient websites for electronic health record access among vulnerable populations: portals to nowhere?</article-title>
        <source>J Am Med Inform Assoc</source>  
        <year>2016</year>  
        <month>07</month>  
        <day>8</day>  
        <fpage>e47</fpage>  
        <lpage>54</lpage>  
        <pub-id pub-id-type="doi">10.1093/jamia/ocw098</pub-id>
        <pub-id pub-id-type="medline">27402138</pub-id>
        <pub-id pub-id-type="pii">ocw098</pub-id></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Tieu</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Sarkar</surname>
            <given-names>U</given-names>
          </name>
          <name name-style="western">
            <surname>Schillinger</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Ralston</surname>
            <given-names>JD</given-names>
          </name>
          <name name-style="western">
            <surname>Ratanawongsa</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Pasick</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Lyles</surname>
            <given-names>CR</given-names>
          </name>
        </person-group>
        <article-title>Barriers and facilitators to online portal use among patients and caregivers in a safety net health care system: a qualitative study</article-title>
        <source>J Med Internet Res</source>  
        <year>2015</year>  
        <volume>17</volume>  
        <issue>12</issue>  
        <fpage>e275</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2015/12/e275/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.4847</pub-id>
        <pub-id pub-id-type="medline">26681155</pub-id>
        <pub-id pub-id-type="pii">v17i12e275</pub-id>
        <pub-id pub-id-type="pmcid">PMC4704882</pub-id></nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
