<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="review-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v25i1e43765</article-id>
      <article-id pub-id-type="pmid">37856174</article-id>
      <article-id pub-id-type="doi">10.2196/43765</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Review</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Review</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Patient and Health Care Provider Perspectives on Patient Access to Test Results via Web Portals: Scoping Review</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Ammenwerth</surname>
            <given-names>Elske</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Avdagovska</surname>
            <given-names>Melita</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Risling</surname>
            <given-names>Tracie</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Krasowski</surname>
            <given-names>Matthew D</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Petrovskaya</surname>
            <given-names>Olga</given-names>
          </name>
          <degrees>RN, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>School of Nursing</institution>
            <institution>University of Victoria</institution>
            <addr-line>PO Box 1700 STN CSC</addr-line>
            <addr-line>Victoria, BC, V8W 2Y2</addr-line>
            <country>Canada</country>
            <phone>1 250 472 4607</phone>
            <email>olgap@uvic.ca</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5929-3598</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Karpman</surname>
            <given-names>Albina</given-names>
          </name>
          <degrees>RN, MN</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8808-299X</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Schilling</surname>
            <given-names>Joanna</given-names>
          </name>
          <degrees>RN, MN</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0006-9957-6190</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Singh</surname>
            <given-names>Simran</given-names>
          </name>
          <degrees>RN, MN</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0000-4118-9792</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Wegren</surname>
            <given-names>Larissa</given-names>
          </name>
          <degrees>RN, MN</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3847-7643</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Caine</surname>
            <given-names>Vera</given-names>
          </name>
          <degrees>RN, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5561-8156</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Kusi-Appiah</surname>
            <given-names>Elizabeth</given-names>
          </name>
          <degrees>RN, MN</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0002-3106-2880</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Geen</surname>
            <given-names>Willow</given-names>
          </name>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0005-9154-3477</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>School of Nursing</institution>
        <institution>University of Victoria</institution>
        <addr-line>Victoria, BC</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Faculty of Nursing</institution>
        <institution>MacEwan University</institution>
        <addr-line>Edmonton, AB</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Faculty of Nursing</institution>
        <institution>University of Alberta</institution>
        <addr-line>Edmonton, AB</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>South Health Campus, Women's Health</institution>
        <addr-line>Calgary, AB</addr-line>
        <country>Canada</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Olga Petrovskaya <email>olgap@uvic.ca</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>19</day>
        <month>10</month>
        <year>2023</year>
      </pub-date>
      <volume>25</volume>
      <elocation-id>e43765</elocation-id>
      <history>
        <date date-type="received">
          <day>24</day>
          <month>10</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>14</day>
          <month>11</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>1</day>
          <month>9</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>19</day>
          <month>9</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Olga Petrovskaya, Albina Karpman, Joanna Schilling, Simran Singh, Larissa Wegren, Vera Caine, Elizabeth Kusi-Appiah, Willow Geen. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 19.10.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2023/1/e43765" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>A frequently used feature of electronic patient portals is the viewing of test results. Research on patient portals is abundant and offers evidence to help portal implementers make policy and practice decisions. In contrast, no comparable comprehensive summary of research addresses the direct release of and patient access to test results.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This scoping review aims to analyze and synthesize published research focused on patient and health care provider perspectives on the direct release of laboratory, imaging, and radiology results to patients via web portals.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>PRISMA (Preferred Reporting Items for Systematic Reviews and Meta-Analyses) guidelines were followed. Searches were conducted in CINAHL, MEDLINE, and other databases. Citations were screened in Covidence using the inclusion and exclusion criteria. Primary studies that focused on patient and health care provider perspectives on patient access to laboratory and imaging results via web portals were included. An updated search was conducted up to August 2023. Our review included 27 articles—20 examining patient views, 3 examining provider views, and 4 examining both patient and provider views. Data extraction and inductive data analysis were informed by sensitizing concepts from sociomaterial perspectives, and 15 themes were generated.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Patient perspectives (24 papers) were synthesized using nine themes: (1) patterns of use and patient characteristics; (2) emotional response when viewing the results and uncertainty about their implications; (3) understanding test results; (4) preferences for mode and timing of result release; (5). information seeking and patients’ actions motivated by viewing results via a portal; (6) contemplating changes in behavior and managing own health; (7) benefits of accessing test results via a portal; (8) limitations of accessing test results via a portal; and (9) suggestions for portal improvement. Health care provider perspectives (7 papers) were synthetized into six themes: (1) providers’ view of benefits of patient access to results via the portal; (2) effects on health care provider workload; (3) concerns about patient anxiety; (4) timing of result release into the patient portal; (5) the method of result release into the patient portal: manual versus automatic release; and (6) the effects of hospital health information technology system on patient quality outcomes.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The timing of the release of test results emerged as a particularly important topic. In some countries, the policy context may motivate immediate release of most tests directly into patient portals. However, our findings aim to make policy makers, health administrators, and other stakeholders aware of factors to consider when making decisions about the timing of result release. This review is sensitive to the characteristics of patient populations and portal technology and can inform result release framework policies. The findings are timely, as patient portals have become more common internationally.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>patient portal</kwd>
        <kwd>web portal</kwd>
        <kwd>MyChart</kwd>
        <kwd>electronic health records</kwd>
        <kwd>personal health records</kwd>
        <kwd>patient access to records</kwd>
        <kwd>laboratory tests</kwd>
        <kwd>radiology reports</kwd>
        <kwd>diagnostic imaging</kwd>
        <kwd>laboratory test results</kwd>
        <kwd>result release</kwd>
        <kwd>embargo</kwd>
        <kwd>the Cures Act</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>What Is a Patient Portal?</title>
        <p>Health care stakeholders have been increasingly encouraged to respect and promote the active role of patients in shared decision-making and care. This shift is supported by consumers’ quick and convenient access to health information, including personal health information, via information and communication technology (ICT) such as patient portals, the internet, and social media. Patient portals are web-based platforms that provide patients with access to their personal health information contained in the health organization’s electronic health record (EHR). In other words, patient portals are tethered to an EHR. By creating a portal account, patients are provided with secure and convenient access to their information, which can facilitate their active engagement in their care. Patient portals can provide access to diagnosis, laboratory and diagnostic imaging results, medication lists, booking and viewing appointment times, sending and receiving secure messages with their health care team, and in some cases requesting prescription refills and conducting video visits, among other functionalities. Although the above definition and list of functionalities of patient portals are commonly used in the literature [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>], taxonomies of patient portals offer a more systematic way of describing this technology [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
        <p>One example is the recent Taxonomy of Patient Portals based on Characteristics of Patient Engagement [<xref ref-type="bibr" rid="ref3">3</xref>] developed for health information managers and updated based on a Delphi study with 13 participants (mostly in senior roles as health informatics specialists), with experience in patient portals ranging from little to significant, from Austria, Germany, and Switzerland. The Taxonomy of Patient Portals based on Characteristics of Patient Engagement describes the patient portal in terms of 7 aspects that cover 25 dimensions with 65 characteristics. The key criterion underlying this taxonomy is the level of patient engagement. The aspects (and examples of dimensions) are portal design (eg, care sector target, medical specialty, or patient target such as outpatient), management (eg, appointment booking and prescription renewal), communication (eg, e-consult), instruction (eg, patient education), self-management (eg, visit preparation), self-determination (eg, declaration of will and study sign-up), and data management (eg, record access, health data amend, or upload) [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
      </sec>
      <sec>
        <title>Background</title>
        <p>A large body of research including primary studies [<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref11">11</xref>] and reviews [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref14">14</xref>] aimed to evaluate the effects of patient access to EHR. A systematic review of 10 randomized controlled trials concluded that the effects of portals are uncertain when compared with usual care [<xref ref-type="bibr" rid="ref1">1</xref>]. Other reviews encompassed primary studies with various designs, including qualitative and nonexperimental designs, and their findings were diverse.</p>
        <p>Brands et al [<xref ref-type="bibr" rid="ref12">12</xref>] reported high levels of patient satisfaction and acceptability of portals. Portal use improved patients’ understanding of their health conditions [<xref ref-type="bibr" rid="ref12">12</xref>], monitoring of health status, patient-physician interaction, and quality of care [<xref ref-type="bibr" rid="ref13">13</xref>]. Portals promoted the use of recommended care services [<xref ref-type="bibr" rid="ref12">12</xref>], but the results were mixed for portal effect on reducing physician and emergency department (ED) visits [<xref ref-type="bibr" rid="ref13">13</xref>]. Contrary to what might have been anticipated by portal advocates, patients with comorbidities and a high disease burden seemed to benefit less from portals [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
        <p>Although the beneficial effects of portals are more noticeable when patients use the portal’s active features [<xref ref-type="bibr" rid="ref12">12</xref>] (eg, communication with health care teams, systematic monitoring of laboratory values to adjust lifestyle, and information upload), most commonly, portals are used passively to access information [<xref ref-type="bibr" rid="ref14">14</xref>]. Patients avoid generating and managing their health data in the portal because of concerns about data validity, applicability, and confidentiality [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
        <p>In a recent study reporting health care provider (HCP) perspective from 673 general practices in the Netherlands, 42% described their experiences with patients’ web-based access to medical records as neutral and 37% as mostly positive [<xref ref-type="bibr" rid="ref4">4</xref>]. Two-thirds reported an increase in e-consultations and administrative work [<xref ref-type="bibr" rid="ref4">4</xref>]. Patients’ perceptions of a Finnish portal [<xref ref-type="bibr" rid="ref5">5</xref>] and Norwegian portal [<xref ref-type="bibr" rid="ref10">10</xref>] were positive, with managing prescriptions and viewing test results and medical notes being the most useful [<xref ref-type="bibr" rid="ref5">5</xref>]. Portals facilitate communication with health care teams and the monitoring of health status and care activities [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref10">10</xref>] by motivating patients to ask questions, prepare for medical appointments, and share documents with other providers [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. Liu et al [<xref ref-type="bibr" rid="ref6">6</xref>] found an indirect relationship between portal use and cancer survivors’ psychological and physical health, mediated by patient-centered communication and self-efficacy. The analysis of a large data set from primary care in the United States found overall inconsistent effects of portal use, but patients who used messaging and viewed laboratory results more often exhibited a larger reduction in no-shows compared with other user subgroups [<xref ref-type="bibr" rid="ref11">11</xref>]. However, not all patients want to use portals and may consider them unnecessary, impersonal, incomprehensible, misery oriented, fear provoking, energy demanding, cumbersome, and impoverishing (ie, negatively changing individual and social life) [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
        <p>One of the portal features that patients use the most is viewing their laboratory and diagnostic imaging test results [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. Analyses of a system’s data such as portal logs in large medical centers in the United States [<xref ref-type="bibr" rid="ref15">15</xref>] and Canada [<xref ref-type="bibr" rid="ref16">16</xref>] demonstrated that viewing test results was the second most used portal functionality, whereas the users of the Swedish national portal identified this feature as the most important [<xref ref-type="bibr" rid="ref17">17</xref>]. Currently, the number of research publications reporting why and how patients access their laboratory and diagnostic tests via web-based portals and what the implications of this access are for patients, HCPs, and health systems is increasing. The COVID-19 pandemic has added urgency to the use of technology to support the online delivery of health care services. However, to date, the literature has been dispersed, and no overall synthesis has been reported. Part of our interest in undertaking this review is explicitly regarding the timing of the release of test results to patients. The results can be manually released by HCPs or autoreleased either immediately or after a predetermined delay. In discussions surrounding the embargo period, increased patient anxiety and harm to patients are often cited as concerns by opponents of immediate result release. However, American health care organizations might be opting for a contentious immediate result release after the implementation of the 21st Century Cures Act.</p>
        <p>The 21st Century Cures Act, enacted in the United States in 2016, encourages patients’ unrestrained access to electronic health information and promotes interoperability among EHR vendors [<xref ref-type="bibr" rid="ref18">18</xref>]. The Cures Act Information Blocking Provision required the implementation of patient access by April 2021, with significant consequences for noncompliant health organizations and HCPs [<xref ref-type="bibr" rid="ref18">18</xref>]. Importantly, this rule “does not increase the type of health information that patients and families can access; it only facilitates automatic release via patient portals and easier access electronically” [<xref ref-type="bibr" rid="ref18">18</xref>]. In particular, the Cures Act has direct implications for the release of test results into patient portals. Although the Act did not require that all tests be released automatically, but rather upon a patient’s request, some health systems weighed the logistics and chose to revise their result release frameworks to eliminate embargo periods for most tests [<xref ref-type="bibr" rid="ref19">19</xref>]. In other words, some health systems in the United States switched to the immediate release of nearly all laboratory and imaging results, including those considered sensitive and suitable exclusively for in-person discussions [<xref ref-type="bibr" rid="ref19">19</xref>]. This policy context in the US foregrounds the importance of understanding past and present practices and experiences of patient web access to their test results.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>The purpose of this scoping review was to analyze and synthesize published research focused on patient and HCP perspectives on patient web-based access to their laboratory and imaging tests. This review was guided by the following research questions: What are the experiences and perceived advantages and limitations for patients and family caregivers who access their laboratory and diagnostic test results via web portals? What do HCPs perceive as the benefits and drawbacks of direct patient access to test results? What factors should be considered when implementing patient access to test results via portals? And What is known specifically about the timing of result release and the effects of timing in relation to other important considerations for patients and HCPs?</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>This review followed a modified scoping review methodology previously used by the first author in published scoping reviews [<xref ref-type="bibr" rid="ref20">20</xref>], which is based on selected recommendations from the Joanna Briggs Institute for scoping reviews [<xref ref-type="bibr" rid="ref21">21</xref>] in combination with the PRISMA-ScR (Preferred Reporting Items for Systematic Reviews and Meta-Analyses extension for Scoping Reviews) [<xref ref-type="bibr" rid="ref22">22</xref>]. Initially, part of this review was undertaken as a graduate student project, which explained the multiple timelines of the searches. The review process is depicted in the PRISMA (Preferred Reporting Items for Systematic Reviews and Meta-Analyses) flowchart (<xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>PRISMA flowchart.</p>
          </caption>
          <graphic xlink:href="jmir_v25i1e43765_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Data Sources and Search Strategy</title>
        <p>Web-based literature searches focused on patient access to laboratory or imaging results via patient portals. The initial searches were conducted at 2 points in 2020, in consultation with an academic librarian. In May 2020, MEDLINE (Ovid), Embase, CINAHL Plus, Cochrane, and Scopus were searched using both subject heading and keyword terms for articles available in English without time restrictions. To increase specificity and precision, in September 2020, the keyword search within titles and abstracts in CINAHL and MEDLINE was limited to academic journals published in English from 2005 to 2020. The results were exported to the Covidence software (Veritas Health Innovation Ltd) for screening. From September 2020 to August 2023, OP monitored new publications in key health informatics journals. In addition, an updated search was conducted in August 2023 using keyword searches within titles and abstracts in CINAHL (EBSCO) and MEDLINE (EBSCO) from September 2020 to August 2023. <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> provides the complete search strategies.</p>
      </sec>
      <sec>
        <title>Eligibility Criteria</title>
        <p>Articles were selected based on the following inclusion criteria: (1) phenomenon of interest: patients accessing their laboratory or diagnostic imaging test results via patient portals; (2) population: patients or family caregivers, HCPs, and health systems; (3) technology: tethered patient portals, personal health records that allow patient access to laboratory or imaging results, or web portals for patients accessing laboratory and imaging results (we were interested in actual, existing portals or usability testing of actual portal prototypes designed for clinical settings); and (4) the type of publications: primary peer-reviewed research of any design (qualitative, quantitative, and mixed methods), <italic>directly</italic> focused on the phenomenon of interest.</p>
        <p>We excluded studies that (1) tangentially mentioned the percentage of patients viewing test results or mentioned patients hypothetically interested in viewing test results; (2) addressed other forms of ICT and patient access to information other than test results; (3) focused on genetic portals, which are contextually unique in that genetic tests are not routinely released into mainstream patient portals but rather specialized portals are designed (one example is the study by Williams et al [<xref ref-type="bibr" rid="ref23">23</xref>]); (4) focused on inpatient portals for hospitalized patients, which are contextually unique areas requiring separate analyses; (5) focused on software development and implementation as well as portals developed for research purposes (one example is the study by Fraccaro et al [<xref ref-type="bibr" rid="ref24">24</xref>]); (6) used hypothetical scenarios on simulated patients (one example is the study by Bar-Lev and Beimel [<xref ref-type="bibr" rid="ref25">25</xref>]); and (7) were situated outside of high-resource countries (this was seen as contextually unique). We also excluded review papers and gray literature. This review was limited to primary research, and the analysis of other sources was outside the scope of this study. However, our findings suggest the potential usefulness of analyzing selected gray sources, such as health care organizations’ result release portal policies. Refer to <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> for detailed tables of the inclusion and exclusion criteria.</p>
      </sec>
      <sec>
        <title>Study Selection</title>
        <p>We used the Covidence systematic review management software to remove duplicates and screen citations. Refer to the PRISMA flowchart for details (<xref rid="figure1" ref-type="fig">Figure 1</xref>). In May 2020, LW screened titles and abstracts, followed by LW and OP’s independent review of the selected full texts, and disagreements were resolved by consensus. During this stage, 15 articles <italic>addressing patient perspectives</italic> met the inclusion criteria [<xref ref-type="bibr" rid="ref26">26</xref>-<xref ref-type="bibr" rid="ref40">40</xref>]. In September 2020, SS and OP independently screened titles and abstracts, followed by an independent review of the selected full texts, and disagreements were resolved by consensus. During this stage, 7 articles <italic>addressing HCP perspectives</italic> met the eligibility criteria, of which 3 were new [<xref ref-type="bibr" rid="ref41">41</xref>-<xref ref-type="bibr" rid="ref43">43</xref>], whereas 4 were already identified in the previous search as they included both patient and HCP perspectives [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref39">39</xref>]. In the updated search in August 2023, OP and WG independently screened titles and abstracts, followed by an independent review of the selected full texts, and disagreements were resolved by consensus. During this stage, 7 articles met the inclusion criteria [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref44">44</xref>-<xref ref-type="bibr" rid="ref49">49</xref>]. A list of articles compiled by OP during the ongoing monitoring of new publications from September 2020 to August 2023 was compared with the results of the updated search, and 2 new articles [<xref ref-type="bibr" rid="ref50">50</xref>,<xref ref-type="bibr" rid="ref51">51</xref>] meeting the inclusion criteria were added.</p>
        <p>In total, 27 unique articles were included in the data extraction, analysis, and synthesis, 4 of which captured the perspectives of both patients and HCPs. The articles focused on patient perspectives (n=24) and HCP perspectives (n=7) were thematically analyzed, and the results were reported separately for each group. This granular approach produced a comprehensive summary sensitive to patient characteristics and portal technology, which is a step toward building evidence to inform the result release framework policies and help HCPs appreciate the benefits and challenges that patients report when viewing their test results via web portals.</p>
      </sec>
      <sec>
        <title>Data Extraction, Analysis, and Synthesis</title>
        <p>LW, SS, and OP developed and piloted the Microsoft Excel table for data extraction. Categories for data extraction included citation, country, health care setting, portal type or brand, study purpose, design, methods of data collection, sample, findings (separately from patients and providers and for each method of data collection, eg, self-reports vs system log analysis), and limitations. At different stages of the review project, LW, SS, AK, JS, and WG extracted data from the included articles, whereas OP, EKA, AK, and JS reviewed the extracted data for completeness and accuracy.</p>
        <p>Data extraction and thematic analysis were informed by sensitizing concepts and insights from sociological practice theory and science and technology studies. Specifically, sociomateriality and actor-network perspectives summarized elsewhere by the first author [<xref ref-type="bibr" rid="ref52">52</xref>-<xref ref-type="bibr" rid="ref54">54</xref>] and translational mobilization theory [<xref ref-type="bibr" rid="ref55">55</xref>] describing the invisible organizing work of HCPs (ie, nurses) provided valuable lenses for our engagement with the articles. Thus, theme generation has been informed by assumptions about the benefits of contextualized descriptions, technology as agential, the importance of viewing patient portals as <italic>interacting</italic> in patients’ everyday lives that involve multiple human and nonhuman elements, and health care practices as encompassing not only direct caregiving roles but equally important the organizing work. This organizing work includes the creation of working knowledge, patient care trajectory articulation, and transitions of care [<xref ref-type="bibr" rid="ref55">55</xref>], all of which change with the introduction of EHR and patient portals.</p>
        <p>At the text level, thematic analysis involved a hermeneutic process of understanding the whole to understand each part and vice versa. This process was necessary to contextualize the findings reported in each article. We looked for content and patterns present across the findings of the reviewed studies to propose and populate initial themes (eg, negative emotions patients feel when viewing test results) and for findings mentioned infrequently (eg, patients’ comments about the timing of result release). Themes were generated inductively and were not limited to the formal themes (subheadings) proposed in the original studies. Examples include the rarely articulated or novel themes related to the test result-release framework (mode and timing), patients’ views of portals as archives, patients serving as a link connecting fragmented health services because of patients’ ability to share test results with providers lacking EHR access, and a more nuanced presentation of factors contributing to patient anxiety when viewing their test results via portals.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Overview</title>
        <p>The 27 reviewed articles were published between 2007 and 2023, with the majority (n=22, 81%) published in 2016 or later. Studies were conducted in the United States (n=21, 78%), the Netherlands (n=3, 11%), Canada (n=2, 7%), and Denmark (n=1, 4%) using quantitative (n=17, 63%), mixed methods (n=9, 33%), and qualitative designs (n=1, 4%). The most frequently used methods of data collection were surveys (n=16, 59%), interviews (n=8, 30%), and analyses of EHR data (n=9, 33%). Where surveys or interviews were used, the samples consisted of patients, family caregivers, and HCPs, such as physicians, oncologists, or nurses. Among 17 studies that provided the portal name or brand, at least 8 (47%) studies were conducted in health care facilities using the EPIC patient portals. Three studies [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref31">31</xref>] were conducted in the same setting, University of Iowa Hospitals and Clinics, and involved analyses of the EPIC Reporting Workbench from 2016, 2017, and 2020 to 2021.</p>
        <p>Most reviewed papers reported patient access to a variety of test results, mostly laboratory but also imaging. A subgroup of articles originating in the United States focused specifically on patient access to radiology and imaging results [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref51">51</xref>]. This focus appears to reflect a unique practice in this country whereby (1) radiology services often implement their own web portals (rather than, or in addition to, supplying results to the patient portals tethered to the main EHRs) and (2) radiologists can directly interpret the results to patients. According to Mangano et al [<xref ref-type="bibr" rid="ref33">33</xref>], the Radiological Society of North America tried to encourage radiologists to enhance their visibility among patients, including the practice of direct communication of imaging results to patients, which might be one factor explaining the relatively high number of studies focused on releasing imaging results. We report findings from these articles from either patient perspectives or HCP perspectives depending on the sources of data.</p>
        <p>The detailed participant groups, sample sizes, health care settings, and portal technology are presented in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
        <p><xref ref-type="table" rid="table2">Table 2</xref> lists 9 themes generated from 24 studies focused on patient perspectives and 6 themes generated from 7 studies focused on HCP perspectives. If the study included data from patients and HCPs [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref39">39</xref>], we reported these findings separately, in respective sections. Williams et al [<xref ref-type="bibr" rid="ref42">42</xref>] does not address patient access to tests results but provides important findings on the effects of physician access to electronic test results. For this reason, we decided to report the findings of this study. Krasowski et al [<xref ref-type="bibr" rid="ref31">31</xref>] study was difficult to categorize as it mostly supported themes in the patient perspective section while also providing valuable data about health organization’s result release practices. We extracted all these data but placed this study [<xref ref-type="bibr" rid="ref31">31</xref>] in the patient perspective group.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Study characteristics.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="150"/>
            <col width="180"/>
            <col width="180"/>
            <col width="130"/>
            <col width="180"/>
            <col width="180"/>
            <thead>
              <tr valign="top">
                <td>Author and country</td>
                <td>Study objective</td>
                <td>Research design; method of data collection</td>
                <td>Participants and sample size</td>
                <td>Participant demographics and health condition</td>
                <td>Health care, setting, and portal technology</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Baun et al [<xref ref-type="bibr" rid="ref50">50</xref>], Denmark</td>
                <td>Explore experiences of women with cancer using EHR<sup>a</sup> to view imaging results</td>
                <td>Mixed methods; survey and interviews</td>
                <td>Patients (women undergoing scans every 3 mo); 38 surveyed and 4 interviewed</td>
                <td>Survey respondents: White, aged 42-84 (median 69) y; interview informants: aged &#62;40 y; 23 portal users</td>
                <td>Department of Nuclear Medicine, Odense University Hospital; Denmark’s national portal</td>
              </tr>
              <tr valign="top">
                <td>Edmonds et al [<xref ref-type="bibr" rid="ref26">26</xref>], United States</td>
                <td>Identify patient characteristics associated with use of portals to view their bone density results</td>
                <td>Quantitative nonexperimental; survey</td>
                <td>649 patients viewing bone density scan via portal</td>
                <td>Aged &#62;50 (mean 64) y; other data reported for a larger sample, including portal nonusers</td>
                <td>Two sites: UI<sup>b</sup> and KPGA<sup>c</sup>; EPIC portals: MyChart (UI) MyHealthManager (KPGA)</td>
              </tr>
              <tr valign="top">
                <td>Foster and Krasowski [<xref ref-type="bibr" rid="ref27">27</xref>], United States</td>
                <td>Examine portal activation and access to diagnostic tests by ED<sup>d</sup> patients</td>
                <td>Quantitative nonexperimental; retrospective analysis of EPIC Reporting Workbench for 12 mo in 2016-2017</td>
                <td>Patients with at least 1 ED encounter and 1 test; data sets: 208,635 laboratory tests on 25,361 unique patients; 23,504 radiology studies on 14,455 unique patients. Approximately 37% of patients had a portal account</td>
                <td>All ages</td>
                <td>Emergency department; UI hospitals and clinics (same as [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]); EPIC portal</td>
              </tr>
              <tr valign="top">
                <td>Giardina et al [<xref ref-type="bibr" rid="ref28">28</xref>], United States</td>
                <td>Explore patients’ experiences with accessing test results via portals</td>
                <td>Mixed methods; descriptive statistics and interviews</td>
                <td>95 patients</td>
                <td>Average age 54.6 y; 56% male; 65% White; 62% with one or more chronic conditions; 72% use portal for at least 1 y</td>
                <td>4 large outpatient clinics in Houston, including primary care clinics and VA<sup>e</sup> facilities; MyChart (EPIC) and MyHealth<italic>e</italic>Vet</td>
              </tr>
              <tr valign="top">
                <td>Henshaw et al [<xref ref-type="bibr" rid="ref29">29</xref>], United States</td>
                <td>Examine patients’ and referring HCPs’<sup>f</sup> experiences of manually releasing radiology reports (no images)</td>
                <td>Mixed methods; descriptive statistics, patient survey, HCP survey, and group interview</td>
                <td>508 patients; 48 referring HCP (physicians, physician assistants, and nurse practitioners)</td>
                <td>Not reported</td>
                <td>Kaiser Permanente Hawaii, primary care and specialty clinics; Kaiser Permanente portal</td>
              </tr>
              <tr valign="top">
                <td>Hiremath et al [<xref ref-type="bibr" rid="ref30">30</xref>], United States</td>
                <td>Examine patient perceptions of a pilot access to images and radiology reports</td>
                <td>Quantitative nonexperimental; survey</td>
                <td>456 patients</td>
                <td>Aged 18-86 (mean 52) y; 64% female; over 80% used computer at least daily</td>
                <td>Outpatient-imaging center; Image Share Project by the Radiological Society of North America</td>
              </tr>
              <tr valign="top">
                <td>Hulter et al [<xref ref-type="bibr" rid="ref44">44</xref>], Netherlands</td>
                <td>Explore patient preferences for timing of result release</td>
                <td>Mixed methods; portal use data and interviews</td>
                <td>4592 patients who indicated in the portal their preference for timing of tests; 7 patients interviewed</td>
                <td>36% male, mean age 56 (SD 15) y; 64% female, mean age 50 (SD 16) y</td>
                <td>Dutch teaching hospital; portal brand not reported</td>
              </tr>
              <tr valign="top">
                <td>Krasowski et al [<xref ref-type="bibr" rid="ref31">31</xref>], United States</td>
                <td>Evaluate variations in results release (automated vs manual) and subsequent patient access to the portal</td>
                <td>Quantitative nonexperimental; retrospective analysis of EPIC Reporting Workbench for 6 mo in 2016</td>
                <td>Approximately 1.6 million results (anatomic pathology, lab, and radiology) for nearly 60,000 unique patients; anecdotal accounts</td>
                <td>All ages</td>
                <td>Outpatient, inpatient, emergency departments; UI hospitals and clinics; EPIC portal (same as [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref27">27</xref>])</td>
              </tr>
              <tr valign="top">
                <td>Mák et al [<xref ref-type="bibr" rid="ref32">32</xref>], Canada</td>
                <td>Explore patient comprehension and anxiety when viewing laboratory test results</td>
                <td>Quantitative nonexperimental retrospective cohort study, survey, and comparison of portal users with nonusers</td>
                <td>2047 patients with portal access and at least 1 test in last 12 mo</td>
                <td>Age: 62% above 55 y; 62% female; 77% rated health as excellent or good; 60% had chronic condition; 62% had at least 3 tests in last 12 mo</td>
                <td>Preexisting laboratory database; dedicated portal to access laboratory results in British Columbia, Canada</td>
              </tr>
              <tr valign="top">
                <td>Mangano et al [<xref ref-type="bibr" rid="ref33">33</xref>], United States</td>
                <td>Survey patients about their preferred method of receiving radiologic results and whether radiologists should communicate results directly to patients</td>
                <td>Quantitative nonexperimental; survey</td>
                <td>642 patients undergoing contrast-enhanced CT<sup>g</sup> or MRI<sup>h</sup></td>
                <td>Age 18-80+ (mode 51-60) y; 87% had internet access; 44% aware of web access to radiology reports; 47% of those viewed imaging results</td>
                <td>Large academic tertiary care medical center that operates 2 outpatient-imaging facilities; portal (unspecified) allows access to all kinds of test results and doctors’ notes</td>
              </tr>
              <tr valign="top">
                <td>McFarland et al [<xref ref-type="bibr" rid="ref45">45</xref>], United States</td>
                <td>Examine portal enrollment, use and rates of patients viewing radiology and laboratory results</td>
                <td>Quantitative; nonexperimental; analysis of EHR data</td>
                <td>424,422 patient records; 138,783 portal users</td>
                <td>Mean age 49 (SD 21) y; 58% female; 58% White, 30% Black; 33% enrolled in patient portal</td>
                <td>Single academic tertiary care center; Oracle Cerner portal</td>
              </tr>
              <tr valign="top">
                <td>Miles et al [<xref ref-type="bibr" rid="ref34">34</xref>], United States</td>
                <td>Evaluate frequency of viewing radiology reports and demographic factors associated with report viewing</td>
                <td>Quantitative nonexperimental analysis of system logs</td>
                <td>61,131 patients with at least 1 radiology report</td>
                <td>18-80+ y</td>
                <td>University of Washington, medical center; University of Washington eCare portal</td>
              </tr>
              <tr valign="top">
                <td>Norris et al [<xref ref-type="bibr" rid="ref51">51</xref>], United States</td>
                <td>Examine experiences and actions of patients accessing radiology results</td>
                <td>Mixed methods; survey (closed and open-ended questions)</td>
                <td>299 patients</td>
                <td>58.5% aged 55+ y; 69% female</td>
                <td>UCHealth<sup>i</sup>; MHC<sup>j</sup> portal</td>
              </tr>
              <tr valign="top">
                <td>Okawa et al [<xref ref-type="bibr" rid="ref35">35</xref>], United States</td>
                <td>Compare physician patterns of releasing reports manually vs autorelease and examine patient viewing patterns</td>
                <td>Quantitative nonexperimental; analysis of system data–number of reports released into portal and viewed by patients</td>
                <td>Total number of reports available to patients in the portal 86,659 in 2015</td>
                <td>Reports released for 52,293 unique patients in 2015, of whom 56% were active on the portal</td>
                <td>Outpatient-imaging center, outpatient departments, and EDs; Kaiser Permanente, Hawaii; Kaiser Permanente portal</td>
              </tr>
              <tr valign="top">
                <td>Pillemer et al [<xref ref-type="bibr" rid="ref36">36</xref>], United States</td>
                <td>Examine impact of allowing patients to view their test results via patient portal</td>
                <td>Mixed methods; interview with patients and physicians, survey of patients who are portal users, analysis of EHR data (service use pre- and postdirect result release; test viewers vs nonviewers), and portal use data</td>
                <td>6368 patients completed survey; 13 patients with HbA<sub>1c</sub><sup>k</sup> or abnormal Papanicolaou result interviewed; sample size for HCP not specified; portal use and EHR data: 77,901 results released to 14,441 patients of whom test viewers, n=8486</td>
                <td>Patients test-viewers: mean age 51 y; 54% male; 91% White</td>
                <td>UPMC<sup>l</sup> outpatient practices; EPIC MyChart branded as MyUPMC</td>
              </tr>
              <tr valign="top">
                <td>Robinson et al [<xref ref-type="bibr" rid="ref37">37</xref>], Canada</td>
                <td>Understand why patients access laboratory results and impact on their health</td>
                <td>Qualitative; interviews</td>
                <td>21 patients</td>
                <td>Age: 18-80+ y; 62% between 60 and 79 y; 57% male; healthy to chronic illness</td>
                <td>Primary Care Centre; EpicCare and myCARE portals</td>
              </tr>
              <tr valign="top">
                <td>Rodriguez et al [<xref ref-type="bibr" rid="ref41">41</xref>], United States</td>
                <td>Compare views of oncology nurses and physicians on patient access to laboratory results pre- and postimplementation and impact on workload</td>
                <td>Quantitative nonexperimental; survey and nursing workload (number of phone calls received from patients regarding laboratory results)</td>
                <td>HCP: 187-251 nurses surveyed, 10 of them participated in workload study; 66-100 attending physicians surveyed</td>
                <td>Nurses: mostly female, aged 25-54 y; physicians: 60% male, aged 35-54 y; majority confident in computer skills</td>
                <td>Outpatient department of Memorial Sloan-Kettering Cancer Center, New York; Portal MyMSKCC, vendor not reported.</td>
              </tr>
              <tr valign="top">
                <td>Schultz and Alderfer [<xref ref-type="bibr" rid="ref38">38</xref>], United States</td>
                <td>Explore caregivers’ preferred method of receiving test results and the disadvantages of portals</td>
                <td>Mixed methods; interviews and survey</td>
                <td>19 family caregivers of children with cancer</td>
                <td>Parents aged 25-49 (mean 40) y; 79% female; 26% Black or African American; pediatric oncology</td>
                <td>Oncology clinic; EPIC MyChart (MyNemours)</td>
              </tr>
              <tr valign="top">
                <td>Talboom-Kamp et al [<xref ref-type="bibr" rid="ref46">46</xref>], Netherlands</td>
                <td>Investigate experiences and self-efficacy of patients using portal to view laboratory results</td>
                <td>Quantitative nonexperimental; survey (eHealth impact questionnaire)</td>
                <td>354 patients who are portal users</td>
                <td>Not reported</td>
                <td>Saltro, a primary care diagnostic center and laboratory; Saltro patient portal for laboratory results</td>
              </tr>
              <tr valign="top">
                <td>Tossaint-Schoenmakers et al [<xref ref-type="bibr" rid="ref47">47</xref>], Netherlands</td>
                <td>Examine effect of patient characteristics on usability and self-efficacy when accessing laboratory results</td>
                <td>Quantitative nonexperimental; survey</td>
                <td>748 patients</td>
                <td>Mean age 58.5 y; 57% female; 57% highly educated (bachelor’s or higher); 68% reported no chronic illness</td>
                <td>Diagnostic center; dedicated laboratory portal</td>
              </tr>
              <tr valign="top">
                <td>Wakefield et al [<xref ref-type="bibr" rid="ref48">48</xref>], United States</td>
                <td>Examine the association between portal use and care coordination between multiple HCP through comparing duplication of HbA<sub>1c</sub></td>
                <td>Quantitative nonexperimental; portal use data, Medicare records, and comparison between portal users and nonusers</td>
                <td>30,186 veterans who use both VA and non-VA health services</td>
                <td>Age: 25-85+ y; 98% male; 90% White; all patients with diabetes</td>
                <td>VA and Medicare health facilities; MyHealth<italic>e</italic>Vet Portal</td>
              </tr>
              <tr valign="top">
                <td>Wald et al [<xref ref-type="bibr" rid="ref39">39</xref>], United States</td>
                <td>Feasibility pilot of patient access to their laboratory results to understand technical, workflow, and organizational challenges</td>
                <td>Quantitative nonexperimental; survey and spontaneous comments</td>
                <td>128 patients surveyed 12 wk after pilot began; 10 physicians provided spontaneous and solicited feedback 8 wk after pilot began</td>
                <td>Patients: mean age 42 y; 49% female</td>
                <td>Two primary care practices; Eastern Massachusetts; Patient Gateway</td>
              </tr>
              <tr valign="top">
                <td>Williams et al [<xref ref-type="bibr" rid="ref42">42</xref>], United States</td>
                <td>Analyze influence of organizational and technology characteristics on patient quality outcomes</td>
                <td>Quantitative nonexperimental</td>
                <td>System data from 1039 American hospitals; 2 databases (health information and management systems society analytics survey+center for Medicare and Medicaid service)</td>
                <td>N/A<sup>m</sup></td>
                <td>Hospitals</td>
              </tr>
              <tr valign="top">
                <td>Winget et al [<xref ref-type="bibr" rid="ref43">43</xref>], United States</td>
                <td>Examine perspectives of oncologists about autorelease of pathology and radiology reports after 7-d embargo</td>
                <td>Mixed methods; survey: descriptive statistics and thematic analysis of comments</td>
                <td>82 oncologists completed survey, 35 of whom provided comments</td>
                <td>Not reported</td>
                <td>Stanford Cancer Center; portal brand not reported</td>
              </tr>
              <tr valign="top">
                <td>Wood et al [<xref ref-type="bibr" rid="ref19">19</xref>], United States</td>
                <td>Examine changes in patient reviewing patterns before and after switch to immediate release of nearly all laboratory and imaging results</td>
                <td>Quantitative nonexperimental; retrospective pre (10 mo)-post (10 mo) study and analysis of data from EPIC Reporting Workbench in 2020-2021</td>
                <td>3,809,397 diagnostic tests from 204,605 unique patients; 56.5% female; 84% White; 96.5% preferred English as their primary language; 71% with active portal account</td>
                <td>All ages</td>
                <td>ED, inpatient, outpatient; departments; UI hospitals and clinics; EPIC MyChart (same as [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref31">31</xref>])</td>
              </tr>
              <tr valign="top">
                <td>Woolen et al [<xref ref-type="bibr" rid="ref40">40</xref>], United States</td>
                <td>Determine timing of imaging result release based on patients’ experience of portal use</td>
                <td>Quantitative nonexperimental; survey</td>
                <td>418 patients with cancer, 43% of whom had at least some experience of portal use</td>
                <td>Aged 11-65+ y; majority 50-64 y; 60% female; 66% White; 26% with cancer, depression, and cardiovascular disease</td>
                <td>4 outpatient sites from 2 institutions in 2 Midwestern states; portal brand not reported</td>
              </tr>
              <tr valign="top">
                <td>Zhang et al [<xref ref-type="bibr" rid="ref49">49</xref>], United States</td>
                <td>Examine patients experience with comprehending laboratory results</td>
                <td>Mixed methods; interviews and survey</td>
                <td>203 patients surveyed; 13 patients interviewed</td>
                <td>Survey: aged 18-80+ y; most aged 26-49 y; 51% male, 69% White; interview: aged 18-64 y; 46% aged 26-49 y; 76% White; 70% female; 85% technology proficient</td>
                <td>Health setting not reported; portal brand not reported</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>EHR: electronic health record.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>UI: University of Iowa.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>KPGA: Kaiser Permanente of Georgia.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>ED: emergency department.</p>
            </fn>
            <fn id="table1fn5">
              <p><sup>e</sup>VA: Veteran Affairs.</p>
            </fn>
            <fn id="table1fn6">
              <p><sup>f</sup>HCP: health care provider.</p>
            </fn>
            <fn id="table1fn7">
              <p><sup>g</sup>CT: computed tomography.</p>
            </fn>
            <fn id="table1fn8">
              <p><sup>h</sup>MRI: magnetic resonance imaging.</p>
            </fn>
            <fn id="table1fn9">
              <p><sup>i</sup>UCHealth: University of Colorado Health.</p>
            </fn>
            <fn id="table1fn10">
              <p><sup>j</sup>MCH: My Health Connection.</p>
            </fn>
            <fn id="table1fn11">
              <p><sup>k</sup>HBA<sub>1c</sub>: glycated hemoglobin.</p>
            </fn>
            <fn id="table1fn12">
              <p><sup>l</sup>UPMC: University of Pittsburgh Medical Center.</p>
            </fn>
            <fn id="table1fn13">
              <p><sup>m</sup>N/A: not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Themes and articles supporting each theme (n=27 studies).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="310"/>
            <col width="660"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Themes</td>
                <td>Studies</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">
                  <bold>Patient perspectives (n=24)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Patterns of use and patient characteristics</td>
                <td>Baun et al [<xref ref-type="bibr" rid="ref50">50</xref>], Edmonds et al [<xref ref-type="bibr" rid="ref26">26</xref>], Foster and Krasowski [<xref ref-type="bibr" rid="ref27">27</xref>], Henshaw et al [<xref ref-type="bibr" rid="ref29">29</xref>], Hiremath et al [<xref ref-type="bibr" rid="ref30">30</xref>], Krasowski et al [<xref ref-type="bibr" rid="ref31">31</xref>], Mangano et al [<xref ref-type="bibr" rid="ref33">33</xref>], McFarland et al [<xref ref-type="bibr" rid="ref45">45</xref>], Miles et al [<xref ref-type="bibr" rid="ref34">34</xref>], Norris et al [<xref ref-type="bibr" rid="ref51">51</xref>], Pillemer et al [<xref ref-type="bibr" rid="ref36">36</xref>], Robinson et al [<xref ref-type="bibr" rid="ref37">37</xref>], Wald et al [<xref ref-type="bibr" rid="ref39">39</xref>], Wood et al [<xref ref-type="bibr" rid="ref19">19</xref>], Woolen et al [<xref ref-type="bibr" rid="ref40">40</xref>]</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Emotional response when viewing the results and uncertainty about their implications</td>
                <td>Baun et al [<xref ref-type="bibr" rid="ref50">50</xref>], Giardina et al [<xref ref-type="bibr" rid="ref28">28</xref>], Krasowski et al [<xref ref-type="bibr" rid="ref31">31</xref>], Mák et al [<xref ref-type="bibr" rid="ref32">32</xref>], Norris et al [<xref ref-type="bibr" rid="ref51">51</xref>], Pillemer et al [<xref ref-type="bibr" rid="ref36">36</xref>], Robinson et al [<xref ref-type="bibr" rid="ref37">37</xref>], Schultz and Alderfer [<xref ref-type="bibr" rid="ref38">38</xref>], Zhang et al [<xref ref-type="bibr" rid="ref49">49</xref>]</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Understanding test results</td>
                <td>Baun et al [<xref ref-type="bibr" rid="ref50">50</xref>], Giardina et al [<xref ref-type="bibr" rid="ref28">28</xref>], Hulter et al [<xref ref-type="bibr" rid="ref44">44</xref>], Mák et al [<xref ref-type="bibr" rid="ref32">32</xref>], Norris et al [<xref ref-type="bibr" rid="ref51">51</xref>], Robinson et al [<xref ref-type="bibr" rid="ref37">37</xref>], Schultz and Alderfer [<xref ref-type="bibr" rid="ref38">38</xref>], Zhang et al [<xref ref-type="bibr" rid="ref49">49</xref>]</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Preferences for mode and timing of result release</td>
                <td>Baun et al [<xref ref-type="bibr" rid="ref50">50</xref>], Giardina et al [<xref ref-type="bibr" rid="ref28">28</xref>], Hulter et al [<xref ref-type="bibr" rid="ref44">44</xref>], Pillemer et al [<xref ref-type="bibr" rid="ref36">36</xref>], Schultz and Alderfer [<xref ref-type="bibr" rid="ref38">38</xref>], Wood et al [<xref ref-type="bibr" rid="ref19">19</xref>]</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Information seeking and patients’ actions motivated by viewing results via a portal</td>
                <td>Baun et al [<xref ref-type="bibr" rid="ref50">50</xref>], Giardina et al [<xref ref-type="bibr" rid="ref28">28</xref>], Henshaw et al [<xref ref-type="bibr" rid="ref29">29</xref>], Hiremath et al [<xref ref-type="bibr" rid="ref30">30</xref>], Hulter et al [<xref ref-type="bibr" rid="ref44">44</xref>], Mangano et al [<xref ref-type="bibr" rid="ref33">33</xref>], Norris et al [<xref ref-type="bibr" rid="ref51">51</xref>], Pillemer et al [<xref ref-type="bibr" rid="ref36">36</xref>], Robinson et al [<xref ref-type="bibr" rid="ref37">37</xref>], Schultz and Alderfer [<xref ref-type="bibr" rid="ref38">38</xref>], Wald et al [<xref ref-type="bibr" rid="ref39">39</xref>], Zhang et al [<xref ref-type="bibr" rid="ref49">49</xref>]</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Contemplating change in behavior and managing own health</td>
                <td>Giardina et al [<xref ref-type="bibr" rid="ref28">28</xref>], Hulter et al [<xref ref-type="bibr" rid="ref44">44</xref>], Robinson et al [<xref ref-type="bibr" rid="ref37">37</xref>], Talboom-Kamp et al [<xref ref-type="bibr" rid="ref46">46</xref>], Tossaint-Schoenmakers et al [<xref ref-type="bibr" rid="ref47">47</xref>], Zhang et al [<xref ref-type="bibr" rid="ref49">49</xref>]</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Benefits of accessing test results via a portal</td>
                <td>Baun et al [<xref ref-type="bibr" rid="ref50">50</xref>], Giardina et al [<xref ref-type="bibr" rid="ref28">28</xref>], Hulter et al [<xref ref-type="bibr" rid="ref44">44</xref>], Mák et al [<xref ref-type="bibr" rid="ref32">32</xref>], Norris et al [<xref ref-type="bibr" rid="ref51">51</xref>], Pillemer et al [<xref ref-type="bibr" rid="ref36">36</xref>], Robinson et al [<xref ref-type="bibr" rid="ref37">37</xref>], Schultz and Alderfer [<xref ref-type="bibr" rid="ref38">38</xref>], Talboom-Kamp et al [<xref ref-type="bibr" rid="ref46">46</xref>], Wakefield et al [<xref ref-type="bibr" rid="ref48">48</xref>]</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Limitations of accessing test results via a portal</td>
                <td>Giardina et al [<xref ref-type="bibr" rid="ref28">28</xref>], Mák et al [<xref ref-type="bibr" rid="ref32">32</xref>], Robinson et al [<xref ref-type="bibr" rid="ref37">37</xref>], Schultz and Alderfer [<xref ref-type="bibr" rid="ref38">38</xref>]</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Suggestions for portal improvement</td>
                <td>Baun et al [<xref ref-type="bibr" rid="ref50">50</xref>], Giardina et al [<xref ref-type="bibr" rid="ref28">28</xref>], Hulter et al [<xref ref-type="bibr" rid="ref44">44</xref>], Mák et al [<xref ref-type="bibr" rid="ref32">32</xref>], Pillemer et al [<xref ref-type="bibr" rid="ref36">36</xref>], Robinson et al [<xref ref-type="bibr" rid="ref37">37</xref>], Wald et al [<xref ref-type="bibr" rid="ref39">39</xref>], Zhang et al [<xref ref-type="bibr" rid="ref49">49</xref>]</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>HCP<sup>a</sup>perspectives (n=7)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Providers’ view of benefits of patient access to results via portal</td>
                <td>Henshaw et al [<xref ref-type="bibr" rid="ref29">29</xref>], Pillemer et al [<xref ref-type="bibr" rid="ref36">36</xref>], Rodriguez et al [<xref ref-type="bibr" rid="ref41">41</xref>], Wald et al [<xref ref-type="bibr" rid="ref39">39</xref>], Winget et al [<xref ref-type="bibr" rid="ref43">43</xref>]</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Effects on HCP workload</td>
                <td>Henshaw et al [<xref ref-type="bibr" rid="ref29">29</xref>], Pillemer et al [<xref ref-type="bibr" rid="ref36">36</xref>], Rodriguez et al [<xref ref-type="bibr" rid="ref41">41</xref>], Wald et al [<xref ref-type="bibr" rid="ref39">39</xref>], Winget et al [<xref ref-type="bibr" rid="ref43">43</xref>]</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Concerns about patient anxiety</td>
                <td>Henshaw et al [<xref ref-type="bibr" rid="ref29">29</xref>], Pillemer et al [<xref ref-type="bibr" rid="ref36">36</xref>], Wald et al [<xref ref-type="bibr" rid="ref39">39</xref>], Winget et al [<xref ref-type="bibr" rid="ref43">43</xref>]</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Timing of result release into the patient portal</td>
                <td>Henshaw et al [<xref ref-type="bibr" rid="ref29">29</xref>], Rodriguez et al [<xref ref-type="bibr" rid="ref41">41</xref>], Winget et al [<xref ref-type="bibr" rid="ref43">43</xref>]</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>The method of result release into the patient portal: manual vs automatic release</td>
                <td>Krasowski et al [<xref ref-type="bibr" rid="ref31">31</xref>], Okawa et al [<xref ref-type="bibr" rid="ref35">35</xref>], Pillemer et al [<xref ref-type="bibr" rid="ref36">36</xref>]</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>The effects of hospital HIT<sup>b</sup> on patient quality outcomes</td>
                <td>Williams et al [<xref ref-type="bibr" rid="ref42">42</xref>]</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>HCP: health care provider.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>HIT: health information technology.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>The results consist of 2 parts. First, we report patients’ perspectives on accessing their test results via the patient portal, which includes 9 themes. Articles in this group [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref26">26</xref>-<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref44">44</xref>-<xref ref-type="bibr" rid="ref51">51</xref>] analyzed data from patients, family caregivers, and organizational electronic systems. Second, we report HCP perspectives on patient access to test results, which consists of 6 themes. Articles in this group [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref41">41</xref>-<xref ref-type="bibr" rid="ref43">43</xref>] analyzed data from HCPs and organizational electronic systems.</p>
      </sec>
      <sec>
        <title>Patient Perspectives on Accessing Their Test Results via Portal</title>
        <sec>
          <title>Theme 1: Patterns of Portal Use and Patient Characteristics</title>
          <p>A total of 15 studies [19,26,27,29-31,33,34,36,37,39,​40,45,50,51] included data on varied patterns of portal use. The result release portal feature was popular among patients, especially among outpatient portal users than among patients in the ED. Approximately 70% of 128 surveyed portal users in primary care [<xref ref-type="bibr" rid="ref39">39</xref>] and 30% [<xref ref-type="bibr" rid="ref31">31</xref>] to 80% [<xref ref-type="bibr" rid="ref36">36</xref>] of large samples of portal users in outpatient departments (as seen in the system’s data) viewed test results. In another study, 508 patients viewed 75% of all radiology reports released, with nearly 90% of reports viewed within 1 week [<xref ref-type="bibr" rid="ref29">29</xref>]. The analysis of outpatient portal logs over a 1-year period showed an average of 13 logins per patient, with nearly half involving a review of test results [<xref ref-type="bibr" rid="ref36">36</xref>]. Interestingly, another system log analysis showed that approximately 20% of outpatient laboratory results were viewed within 8 hours of release to the patient portal and nearly 10% within 2 hours of release [<xref ref-type="bibr" rid="ref31">31</xref>]. The researchers concluded that this presents challenges for providers in that some patients may view the results before the provider has had a chance to review the test results in detail or, alternatively, before other results are available [<xref ref-type="bibr" rid="ref31">31</xref>]. The patients viewed all types of tests available on the portal [<xref ref-type="bibr" rid="ref37">37</xref>].</p>
          <p>In contrast, examination of an electronic data set in the ED at an academic medical center showed that less than 10% of all test results ordered in the ED and released into a patient portal were viewed by patients [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref31">31</xref>], with approximately half accessed within 72 hours [<xref ref-type="bibr" rid="ref27">27</xref>]. However, Foster and Krasowski [<xref ref-type="bibr" rid="ref27">27</xref>] noted that this should be considered in conjunction with the portal adoption rate; approximately 37% of all patients seen in the ED during a 1-year study period had an active portal account.</p>
          <p>At this academic medical center, in outpatient departments and the ED, patient access rates to their test results were highest among female individuals [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref31">31</xref>], those aged 0 to 11 years (parent or guardian viewing by proxy) and 18 to 60 years, and people who identified as Caucasian or Asian [<xref ref-type="bibr" rid="ref27">27</xref>]. In contrast, the lowest rates were among teenagers (of note, the organization policy did not allow proxy access for this group) [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref31">31</xref>], those older than 81 years, and people identified as African American, Black, Hispanic, and Latino (these ethnic groups had overall lower rates of portal adoption) [<xref ref-type="bibr" rid="ref27">27</xref>].</p>
          <p>A more recent study [<xref ref-type="bibr" rid="ref19">19</xref>] conducted at the same medical center but following the implementation of the immediate release of nearly all tests (as opposed to the earlier practice of delayed release for selected tests) found that the viewing results increased significantly for both pediatric and adult patients with existing portal accounts, especially among outpatients. In contrast, there were no significant changes in patients without portal accounts [<xref ref-type="bibr" rid="ref19">19</xref>]. Researchers have suggested that this indicates increased engagement for existing portal users rather than a widespread increase in portal use [<xref ref-type="bibr" rid="ref19">19</xref>]. Moreover, the demographic characteristics of portal users in the study by Wood et al [<xref ref-type="bibr" rid="ref19">19</xref>] were similar to those reported in earlier studies conducted at this medical center [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref31">31</xref>].</p>
          <p>A few studies have focused specifically on radiology results. Overall, the vast majority (&#62;88%) of patients felt that releasing radiology reports via the portal was important and wanted to have their own medical images available to them [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref51">51</xref>]. Patients who had used a portal before were less willing to wait for results—and more willing to view imaging results online—compared with those that had never used a portal before [<xref ref-type="bibr" rid="ref40">40</xref>]. In another study, slightly more than half of the 61,131 patients with access to at least one radiology report viewed them, and this positively correlated with viewing laboratory results and clinical notes [<xref ref-type="bibr" rid="ref34">34</xref>]. Patients express a desire for more comprehensive information, such as inclusion of images to accompany reports [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref50">50</xref>], especially for abnormal results [<xref ref-type="bibr" rid="ref33">33</xref>]. Patients anticipated that the release of imaging results into the portal would eliminate duplicate diagnostic tests [<xref ref-type="bibr" rid="ref30">30</xref>]. Two studies [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>] mentioned the participants’ comfort and ease of viewing imaging reports via the portal. Similar to the sociodemographic characteristics of portal users accessing their laboratory results, females viewed radiology reports more often than males [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. However, patients who are unfamiliar with portals [<xref ref-type="bibr" rid="ref40">40</xref>], older [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref40">40</xref>], have abnormal results [<xref ref-type="bibr" rid="ref33">33</xref>], or serious conditions (cancer, cardiovascular disease, and depression) [<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref50">50</xref>] use portals less and prefer direct communication with a physician [<xref ref-type="bibr" rid="ref50">50</xref>].</p>
          <p>In one study, patients interacted with radiology reports less frequently than with laboratory reports in the same portal (27% vs 47%). The researchers explained this by easier access to laboratory results that had more patient-friendly features (color coding, labeling, and hyperlinks to explanations) compared with radiology reports [<xref ref-type="bibr" rid="ref45">45</xref>]. However, there might be another explanation: during the study period, 40% of the patients underwent radiology tests, whereas 61% underwent laboratory tests.</p>
        </sec>
        <sec>
          <title>Theme 2: Emotional Response When Viewing the Results</title>
          <p>A total of 9 studies [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref36">36</xref>-<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref49">49</xref>-<xref ref-type="bibr" rid="ref51">51</xref>] discussed this aspect of portal use. Viewing laboratory results via a portal may have different emotional effects on patients [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>]. However, an overall pattern is that patients feel negative emotions when receiving abnormal results as well as when they are uncertain about how to interpret the results, either because of the results’ implications for their overall health or because the language is unfamiliar. For example, in a sample of 200 surveyed patients, 84% felt positive viewing normal results, whereas only 45% maintained a positive outlook in the presence of abnormal results [<xref ref-type="bibr" rid="ref49">49</xref>].</p>
          <p>In a quantitative analysis, Mák et al [<xref ref-type="bibr" rid="ref32">32</xref>] compared survey data of portal users (2047) and nonusers and found no significant difference between groups in levels of reported anxiety after receiving test results. Most patients reported little anxiety after receiving laboratory results [<xref ref-type="bibr" rid="ref32">32</xref>]. This was an ambulatory, view-only web portal serving laboratory services in a Canadian province, and 77% of the participants reported overall excellent or good health despite 60% having chronic conditions and at least 3 laboratory tests in the last 12 months. The researchers indicated that the study design could not differentiate between tests conducted for diagnostic purposes and for monitoring existing and known health condition [<xref ref-type="bibr" rid="ref32">32</xref>].</p>
          <p>Mák et al [<xref ref-type="bibr" rid="ref32">32</xref>] also examined the relationship between participants’ level of anxiety after accessing results via a portal and the perceived necessity to follow-up with their HCP. Portal users who first learned the results of their most recent laboratory test via a portal and who indicated it was “clear they needed to follow-up were less likely to report no anxiety (38.30%, 95% CI 35.44-41.16) as those who reported not being clear about the need for follow-up (29.84%, 95% CI 24.69-34.98)” [<xref ref-type="bibr" rid="ref32">32</xref>].</p>
          <p>The findings of the interview studies might explain some of the above statistics. In a sample of 95 adults with or without chronic conditions in primary care and a Veterans Affairs facility, 50% felt emotionally neutral when receiving normal test results via a portal [<xref ref-type="bibr" rid="ref28">28</xref>]. This indifference was attributed to 3 factors: patients had personal medical knowledge about a test, a physician or nurse had called before the patient viewed the results, or a normal result was not of concern [<xref ref-type="bibr" rid="ref28">28</xref>]. However, viewing abnormal results, more than half of patients felt emotions, such as “confusion, concern, anxiety, fear and frustration” [<xref ref-type="bibr" rid="ref28">28</xref>]. For patients with cancer, this created a dilemma in whether to review scan results before their scheduled appointments, as the waiting time following “bad result” felt longer and worse [<xref ref-type="bibr" rid="ref50">50</xref>]. Some patients felt psychological harm from inadvertent manual release of sensitive results that occurred before a provider could discuss the results with them [<xref ref-type="bibr" rid="ref31">31</xref>]. In another study, half of the caregivers of their children treated for cancer preferred to receive “bad news” directly from the physician or via some type of verbal communication rather than through a portal [<xref ref-type="bibr" rid="ref38">38</xref>].</p>
          <p>Paradoxically, patients can view normal results, but experience negative emotions. Specifically, medical jargon and professional acronyms contribute to confusion [<xref ref-type="bibr" rid="ref49">49</xref>] and uncertainty in the interpretation of results:</p>
          <disp-quote>
            <p>I think some of them [tests] said negative and positive. But then I think for some of the tests that you’re supposed to be positive for an antibody. So, if it says positive on it, you think positive means bad, right?...It said positive and I freaked out, and then I went to talk to my doctor about it.</p>
            <attrib>
  28
</attrib>
          </disp-quote>
          <p>Even when patients understood the wording of the test, negative emotions like anxiety and concern remained when they were unsure about the implications for their overall health, for example, being “afraid the doctor’s going to put me [the patient] on some medications” [<xref ref-type="bibr" rid="ref28">28</xref>]. In another study, outpatient portal users reported instances when test results caused unnecessary anxiety: an abnormal Pap test caused an outpatient to believe she had cancer, or an elevated blood sugar level caused a patient to be concerned about prediabetes [<xref ref-type="bibr" rid="ref36">36</xref>]. Notably, the test reports that instigated these concerns were not accompanied by an interpretation [<xref ref-type="bibr" rid="ref36">36</xref>].</p>
        </sec>
        <sec>
          <title>Theme 3: Understanding Test Results</title>
          <p>Understanding results is an ambiguous phrase with meanings ranging from simple awareness of what the test is evaluating to appreciating behavioral or medication changes that may be required based on the results. In each of the 8 studies comprising this theme [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref49">49</xref>-<xref ref-type="bibr" rid="ref51">51</xref>], patients reported at least some difficulty understanding their test results. Initially learning test results via a portal (as compared with learning from an HCP) was a significant <italic>negative</italic> predictor of comprehension, as were younger age and lower level of education [<xref ref-type="bibr" rid="ref32">32</xref>]. Test type affects patient understanding: blood tests are easier to understand than radiology reports [<xref ref-type="bibr" rid="ref38">38</xref>]. One study found a much higher degree of patient understanding, likely due to the familiarity with the tests (most participants had had the test before) [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
          <p>In a sample of 203 participants in the study by Zhang et al [<xref ref-type="bibr" rid="ref49">49</xref>], more than one-third were unsure whether they understood their laboratory results, could discern normal from abnormal results, or could realize the consequences on their health. Many patients felt confused by “incomprehensible” medical terminology [<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref50">50</xref>]. In contrast, almost all patients in the study by Giardina et al [<xref ref-type="bibr" rid="ref28">28</xref>] study knew why a specific test was ordered, more than 80% had this test done before, and more than three-quarters said they understood the test results. Similarly, in another study [<xref ref-type="bibr" rid="ref51">51</xref>], nearly 80% of participants did not feel confused when viewing their radiology images, and one-third discussed how their understanding increased after viewing the results.</p>
          <p>On the portal, patients’ understanding was aided by reference ranges, physicians’ comments [<xref ref-type="bibr" rid="ref37">37</xref>], and visual cues, such as bolded or flagged values [<xref ref-type="bibr" rid="ref28">28</xref>]. Every fourth patient asked for a physician’s explanation, some had personal medical knowledge [<xref ref-type="bibr" rid="ref28">28</xref>], and nearly every second patient [<xref ref-type="bibr" rid="ref28">28</xref>] searched internet [<xref ref-type="bibr" rid="ref44">44</xref>]. Caregivers of children diagnosed with cancer learned to understand blood tests within 1-2 months after diagnosis, but radiology results were difficult to understand and required an HCP’s input, especially for abnormal results and in the beginning of a patient’s care trajectory [<xref ref-type="bibr" rid="ref38">38</xref>].</p>
        </sec>
        <sec>
          <title>Theme 4: Preferences for Mode and Timing of Result Release</title>
          <p>This was one of the least discussed areas in the reviewed studies, with only 2 studies focusing on this subject [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref44">44</xref>] and 4 studies mentioning it briefly [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref50">50</xref>].</p>
          <p>Most patients prefer quick access to their results [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref44">44</xref>]. When in the portal, patients were able to choose between 6 options for when they wanted to receive their results (from 1-day delay to never). More than three-quarters chose a 1-day delay for laboratory results and nearly everyone chose the shortest-available 7-day delay for radiology and pathology results [<xref ref-type="bibr" rid="ref44">44</xref>]. Similarly, among 19 family caregivers of children with cancer, more than 70% preferred to learn the results as fast as possible (prioritizing speed), whereas others preferred to learn from an HCP versus from the portal (prioritizing mode). Overall, the researchers concluded that “type of testing (radiology/laboratory), the expected result (normal/abnormal) and the time course within their child’s care (closer/further form diagnosis) influenced the preferred mode of delivery” [<xref ref-type="bibr" rid="ref38">38</xref>]. This study provides a noteworthy example of how clinical diagnosis, participants’ emotions, and their ability to comprehend test results are consequential for their preferences of speed versus mode of result delivery. One US study suggested that national standards for test result release, particularly for sensitive results, are needed [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
          <p>Autoreleasing test results on Friday evenings was problematic for some patients as they had to wait until Monday to call their HCP to clarify the results that worried them [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref50">50</xref>]. However, in a large medical center that recently switched to the immediate release of nearly all laboratory and imaging results, a notable increase in the results released on weekends was observed [<xref ref-type="bibr" rid="ref19">19</xref>]. This did not change the patients’ viewing patterns, and the researchers concluded that patients view results mostly as convenient to their schedule, regardless of the timing of result release [<xref ref-type="bibr" rid="ref19">19</xref>].</p>
        </sec>
        <sec>
          <title>Theme 5: Information Seeking and Patients’ Actions Motivated by Viewing Results via a Portal</title>
          <p>As discussed above, flagged test results and physicians’ comments in the portal help patients understand their health information but are not always available or helpful. According to 12 studies [<xref ref-type="bibr" rid="ref28">28</xref>-<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref36">36</xref>-<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref49">49</xref>-<xref ref-type="bibr" rid="ref51">51</xref>], patients were left needing more information after viewing their results and they searched for this information. Common sources of information include internet free hand search, web-based health forums, family members, or follow-up with their HCPs with a phone call, visiting the clinic, or sending a secure message via the portal [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref37">37</xref>-<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref49">49</xref>-<xref ref-type="bibr" rid="ref51">51</xref>]. Nearly 50% [<xref ref-type="bibr" rid="ref28">28</xref>] to 75% of participants [<xref ref-type="bibr" rid="ref39">39</xref>] viewed reference information hyperlinked on the portal page or conducted internet searches on test results. However, using internet to understand test results was not always helpful, as some participants found the information misleading or disturbing [<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref49">49</xref>]. Not knowing whom to ask or feeling embarrassed to ask questions about their images prevented some patients from finding answers to their questions [<xref ref-type="bibr" rid="ref51">51</xref>].</p>
          <p>Even in the presence of a physician’s note explaining results [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref37">37</xref>], participants still searched internet for additional information to look up unfamiliar terminology [<xref ref-type="bibr" rid="ref37">37</xref>], potential diagnoses, condition-specific information [<xref ref-type="bibr" rid="ref28">28</xref>], and explanations of trends in laboratory values over time [<xref ref-type="bibr" rid="ref38">38</xref>]. This could help prepare questions for doctors before their next appointment [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref50">50</xref>]. More than half of all participants in Giardina et al [<xref ref-type="bibr" rid="ref28">28</xref>], one-third of participants in Hiremath et al [<xref ref-type="bibr" rid="ref30">30</xref>], and some in Robinson et al [<xref ref-type="bibr" rid="ref37">37</xref>] and Norris et al [<xref ref-type="bibr" rid="ref51">51</xref>] shared or discussed the test results with family or friends.</p>
          <p>From 17% [<xref ref-type="bibr" rid="ref39">39</xref>] to 25% [<xref ref-type="bibr" rid="ref29">29</xref>] to more than half [<xref ref-type="bibr" rid="ref51">51</xref>] of patients had questions for, or contacted, their referring HCP for more information after viewing their results, whereas some participants used their results to obtain a second medical opinion [<xref ref-type="bibr" rid="ref51">51</xref>]. Typically, participants with abnormal results [<xref ref-type="bibr" rid="ref28">28</xref>] or those viewing radiology reports and images [<xref ref-type="bibr" rid="ref30">30</xref>] anticipated contacting their physicians. Secure messaging via the portal is a newer way to communicate, which was used by 25% of the patients in Giardina et al [<xref ref-type="bibr" rid="ref28">28</xref>]. Interestingly, patients who believed their results had not yet been viewed by a physician were more likely to place an in-person or telephone visit than those who believed their results had been reviewed [<xref ref-type="bibr" rid="ref36">36</xref>]. Some patients hesitate to ask their physicians questions, assuming they are too busy [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref51">51</xref>], or avoid making appointments for what they perceive as minor issues that can be resolved by messaging the physician [<xref ref-type="bibr" rid="ref37">37</xref>].</p>
        </sec>
        <sec>
          <title>Theme 6: Contemplating Change in Behavior and Managing Own Health</title>
          <p>This theme, supported—to various degrees—by 6 studies [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref46">46</xref>,<xref ref-type="bibr" rid="ref47">47</xref>,<xref ref-type="bibr" rid="ref49">49</xref>], is concerned with how patients consider behavioral and lifestyle changes in relation to their laboratory indicators. For example, patients understand worsening laboratory results as prompts to seek information about lifestyle changes [<xref ref-type="bibr" rid="ref49">49</xref>] or start medication and change diet [<xref ref-type="bibr" rid="ref28">28</xref>]. In another study, participants accessing and monitoring their laboratory results scored high on “being encouraged to take health-beneficial actions” [<xref ref-type="bibr" rid="ref46">46</xref>].</p>
          <p>According to the interview data, patients are better able to understand and accept the necessity of lifestyle changes based on laboratory results when they directly observe changes in results. Patient monitoring of their test results can increase awareness and motivation to adopt new practices to improve their health [<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref44">44</xref>]. Increased awareness and ownership may be the first step toward positive changes with the intent of maintaining test results within normal reference ranges. “I see the results, I can participate in the results...it makes me feel as if I’m participating more in the overall care of my health” [<xref ref-type="bibr" rid="ref37">37</xref>].</p>
          <p>However, statistical analyses of survey data [<xref ref-type="bibr" rid="ref46">46</xref>,<xref ref-type="bibr" rid="ref47">47</xref>] may complicate this picture. In the Netherlands, Talboom-Kamp et al [<xref ref-type="bibr" rid="ref46">46</xref>] used the eHealth Impact Questionnaire to survey 354 patients who viewed their blood test results via a portal. A significant positive correlation was found between the subscales of Information and Presentation (measuring portal usability) and Motivation and Confidence to Act (<italic>r</italic><sub>345</sub>=0.77; <italic>P</italic>&#60;.001), indicating greater self-efficacy in patients who were able to navigate the portal and understand their results. Despite rating the usability and presentation of information positively, patients’ self-reported motivation to act on the information was below the set cutoff to indicate a positive result. The authors reason that the low score regarding motivation to act might be a function of the exploratory nature of the study, which was the first to use the eHealth Impact Questionnaire to study the relationship between usability and self-efficacy; thus, they do not have a comparator for what might constitute a positive, negative, or average score on the Motivation and Confidence to Act subscale [<xref ref-type="bibr" rid="ref46">46</xref>]. In a follow-up study [<xref ref-type="bibr" rid="ref47">47</xref>] involving 748 patients, self-efficacy tended to be lower among participants with higher education. The authors state that this finding contradicts previous research and note that a low response rate, small sample size, portal design, and extraneous variables may explain this unexpected finding [<xref ref-type="bibr" rid="ref47">47</xref>].</p>
        </sec>
        <sec>
          <title>Theme 7: Benefits of Accessing Test Results via a Portal</title>
          <sec>
            <title>Overview</title>
            <p>Ten studies included findings supporting this theme [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref36">36</xref>-<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref46">46</xref>,<xref ref-type="bibr" rid="ref48">48</xref>,<xref ref-type="bibr" rid="ref50">50</xref>,<xref ref-type="bibr" rid="ref51">51</xref>]. Patients reported various degrees of benefits to their health and care, from no change to an increased level of comfort [<xref ref-type="bibr" rid="ref37">37</xref>], better understanding of personal health, and enhanced confidence to take action [<xref ref-type="bibr" rid="ref46">46</xref>]. Access to laboratory and imaging results via a portal was seen as progressive and convenient, reducing wait times for results, leading to improved relationships and communication with HCPs, facilitating understanding of health information, and improving engagement in care [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref36">36</xref>-<xref ref-type="bibr" rid="ref38">38</xref>].</p>
          </sec>
          <sec>
            <title>Convenience and Health Information Archive</title>
            <p>The fast availability of results on the portal reduces the wait times to learn one’s results [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref50">50</xref>] and decreases the need to see the physician in person [<xref ref-type="bibr" rid="ref37">37</xref>]. Mák et al [<xref ref-type="bibr" rid="ref32">32</xref>] reported high levels of satisfaction with web-based services, and Schultz and Alderfer [<xref ref-type="bibr" rid="ref38">38</xref>] found that 58% of caregivers of sick children used the portal either often or sometimes. Participants liked being able to go on the internet and view results because it was easy; they could do it on their own time, especially if they wanted to process “bad” results at home; and come back to it as often as they wanted [<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref44">44</xref>]. Moreover, participants liked being able to review their health information and monitor results over time [<xref ref-type="bibr" rid="ref36">36</xref>-<xref ref-type="bibr" rid="ref38">38</xref>], and caregivers saw value in being able to keep a record of their child’s history [<xref ref-type="bibr" rid="ref38">38</xref>]. Participants saved a copy of the results [<xref ref-type="bibr" rid="ref51">51</xref>] and saw value in future access to and use of the health information archive [<xref ref-type="bibr" rid="ref38">38</xref>].</p>
          </sec>
          <sec>
            <title>Relationship and Communication With Physician</title>
            <p>Although patients’ beliefs varied, some felt that the portal improved communication [<xref ref-type="bibr" rid="ref37">37</xref>] and accessibility to their physician [<xref ref-type="bibr" rid="ref36">36</xref>]. With the ability to view results via a portal and seek additional information, patients were able to prepare [<xref ref-type="bibr" rid="ref44">44</xref>] and ask further questions at appointments, leaving appointments more satisfied with productive communication [<xref ref-type="bibr" rid="ref37">37</xref>].</p>
          </sec>
          <sec>
            <title>Staying Informed and Making Care Decisions</title>
            <p>For some patients, the benefits of being informed outweighed their concerns about reading abnormal tests. “Even if the results weren’t good, I’d much rather know. I mean, you cannot have your head in the sand. And I think with as much information as you can, you make better lifestyle decisions” [<xref ref-type="bibr" rid="ref37">37</xref>]. Participants stated a desire to be stewards of their own health [<xref ref-type="bibr" rid="ref37">37</xref>] and reported feeling empowered and involved in their treatment and care [<xref ref-type="bibr" rid="ref50">50</xref>,<xref ref-type="bibr" rid="ref51">51</xref>]</p>
          </sec>
          <sec>
            <title>Managing Anxiety Through Fast Access to Information</title>
            <p>In the study by Schultz and Alderfer [<xref ref-type="bibr" rid="ref38">38</xref>], 8 out of 19 caregivers of children diagnosed with cancer indicated that the timely retrieval of results reduced anxiety (it should be noted, however, that any other timely mode of delivery could reduce anxiety). Furthermore, the visualization of trends in laboratory values was important for these parents. For example, seeing that one particular score significantly decreased led to feelings of hope about a child’s prognosis [<xref ref-type="bibr" rid="ref38">38</xref>]. In other studies, participants experienced reduced anxiety related to not needing to wait for the office to call about results [<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref50">50</xref>] and being able to verify that tests were not missed [<xref ref-type="bibr" rid="ref37">37</xref>].</p>
          </sec>
          <sec>
            <title>Valuing Independence From Physicians</title>
            <p>Despite the observation that patients often want results to be delivered or filtered by a physician [<xref ref-type="bibr" rid="ref38">38</xref>], they also value independence from physicians’ routines. Rather than being worried about their physician forgetting to notify them, participants experienced peace of mind knowing that they would receive results in a timely manner via a portal and, if necessary, phone to follow-up on their own [<xref ref-type="bibr" rid="ref37">37</xref>]. This study also found that participants valued the opportunity to view all ordered laboratory results instead of being informed only about clinically significant results [<xref ref-type="bibr" rid="ref37">37</xref>].</p>
          </sec>
          <sec>
            <title>Benefits to Health Systems: Linking Fragmented Services</title>
            <p>Patients who access their health information via a portal and share it with providers lacking access to those EHRs serve as a link between providers [<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref44">44</xref>], a practice rarely acknowledged in the literature, but familiar to patients and clinicians. For example, a participant in the study of Robinson et al [<xref ref-type="bibr" rid="ref37">37</xref>] printed off magnetic resonance imaging results and shared them with a chiropractor for further explanation of a concern with the spine. Wakefield et al [<xref ref-type="bibr" rid="ref48">48</xref>] established that among patients with diabetes who accessed 2 portals in the 2 health systems where they were clients, portal use was associated with decreased duplicate glycosylated hemoglobin testing. The researchers suggested that the availability of test results in the portal can facilitate patient sharing of their health information with HCPs, which helps reduce duplication of tests [<xref ref-type="bibr" rid="ref48">48</xref>].</p>
          </sec>
        </sec>
        <sec>
          <title>Theme 8: Limitations of Accessing Test Results via a Portal</title>
          <p>The reviewed studies described various challenges patients experienced when interacting with the portal, including password issues, displays that were not user-friendly, usability issues [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref39">39</xref>], the necessity to learn new technology [<xref ref-type="bibr" rid="ref37">37</xref>], and difficulties loading images [<xref ref-type="bibr" rid="ref51">51</xref>]. These challenges were not universal, as 60% of the participants in Giardina et al [<xref ref-type="bibr" rid="ref28">28</xref>] did not have any difficulties accessing the results on the portal. Sharing portal log-in information with others (known as unauthorized proxy access) is quite common among patients yet is often described by researchers as problematic. For example, 25% of patients reported that they would share log-in information with their family members [<xref ref-type="bibr" rid="ref30">30</xref>].</p>
          <p>For this review, however, we were interested in challenges or limitations specific to accessing test results via a portal rather than in issues that patients might have with portals overall. Four studies support this theme [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>]. The most frequently cited limitation was learning important or “alarming” results before disclosure by the HCP or without appropriate context, which increased the possibility of results being misunderstood and created communications lacking a “personal touch” [<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>]. In fact, initially learning test results via a portal was a significant negative predictor of comprehension [<xref ref-type="bibr" rid="ref32">32</xref>]. Another issue with learning the results “prematurely” is anxiety and other negative emotions, as discussed in theme 2. Patients also commented on the lack of test result explanations and education (eg, tutorials) in the portals [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]. Interestingly, however, even when patients were aware of a reference library in the portal, some did not access it [<xref ref-type="bibr" rid="ref37">37</xref>].</p>
        </sec>
        <sec>
          <title>Theme 9: Suggestions for Portal Improvement</title>
          <p>In the reviewed articles, participants offered suggestions for improving portals, including increasing the number of health care facilities using the portal so that information is more comprehensive and seamlessly shared [<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref44">44</xref>], simplifying navigation in the portal by adding a search function [<xref ref-type="bibr" rid="ref28">28</xref>], improving usability [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref49">49</xref>], and providing timely test result explanations and follow-up instructions [<xref ref-type="bibr" rid="ref49">49</xref>]. In addition, some remarks were made regarding meeting the needs of marginalized user groups, such as those with decreased literacy, visually impaired people, and older adults [<xref ref-type="bibr" rid="ref49">49</xref>].</p>
          <p>A total of 8 studies [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref50">50</xref>] included suggestions specific to accessing the test results, the focus of our review. First, participants wanted a notification (eg, an email autosent from the portal to a person’s regular email account) when the results were released to the portal [<xref ref-type="bibr" rid="ref28">28</xref>]. This was not a universal issue as notifications were a regular feature of patient portals in many health organizations. Second, participants requested that additional results be added to the portal, including radiology reports (x-ray, computed tomography, magnetic resonance imaging, and other imaging), images, and specialty reports to develop a better understanding of their health [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref50">50</xref>]. Next, participants identified the need for portal tools that could help them interpret health information [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref50">50</xref>], such as graphs [<xref ref-type="bibr" rid="ref36">36</xref>], a graphing feature to track test results over time, or a health encyclopedia functionality [<xref ref-type="bibr" rid="ref49">49</xref>]. Finally, patients desired physician input on certain forms of written explanations accompanying test results (eg, follow-up instructions and interpretation of the meaning of tests) [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>], secure messaging with the physician, or the potential for the integration of artificial intelligence technology for the generation of more personalized medical information and health instructions [<xref ref-type="bibr" rid="ref49">49</xref>].</p>
        </sec>
      </sec>
      <sec>
        <title>Provider Perspectives on Patient Access to Their Laboratory and Imaging Results</title>
        <sec>
          <title>Theme 1: Providers’ View of Benefits of Patient Access to Results via Portal</title>
          <p>Five articles [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref43">43</xref>] addressed HCP perspectives on whether patient access to results via the portal was beneficial, and the findings varied. Some physicians perceived benefits, whereas others, particularly oncologists [<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref43">43</xref>], expressed doubts about the benefits, particularly when patient test results were abnormal. Although some physicians appreciated patient access to their test results as a safety measure, for example, when a patient caught an occasional missed result when using a portal [<xref ref-type="bibr" rid="ref36">36</xref>] or when errors in records were detected by patients and then corrected [<xref ref-type="bibr" rid="ref39">39</xref>], other physicians were unsure if patient access to test results improved patient safety [<xref ref-type="bibr" rid="ref36">36</xref>].</p>
          <p>Two studies [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref39">39</xref>] showed that physicians perceived clear benefits of patient access to their results via the portal. In a sample of 48 primary and specialty care physicians, nearly 90% agreed that releasing radiology reports to patients was useful [<xref ref-type="bibr" rid="ref29">29</xref>]. In another small sample of primary care physicians, most suggested that patient access to their results encourages patient engagement in their care [<xref ref-type="bibr" rid="ref39">39</xref>]. However, these physicians acknowledged the need to improve their current processes for test-result management, such as delays and result-tracking failures. These participants anticipated that patient access and automated systems, such as portal technology, could facilitate test result management [<xref ref-type="bibr" rid="ref39">39</xref>].</p>
          <p>In contrast, oncologists were more skeptical. In a sample of 82 oncologists in an outpatient department at a cancer center, an overwhelming majority felt that web-based patient access to abnormal results had negative consequences, but opinions were mixed for normal results [<xref ref-type="bibr" rid="ref43">43</xref>]. Approximately half believed that seeing normal results before in-person consultation could be beneficial for patients. In contrast, approximately every third oncologist responded that patients should not see radiology and pathology reports before consultations with their physicians and that result release should only take place if the result delay or embargo period is prolonged [<xref ref-type="bibr" rid="ref43">43</xref>]. A majority (87%) believed that receiving abnormal or confusing reports before consultation would be harmful for patients, and half of the study participants reported that sharing results via a portal worsened their communication with patients [<xref ref-type="bibr" rid="ref43">43</xref>]. Several oncologists have emphasized the importance of face-to-face communication to relay sensitive information or bad news because of the need for in-person counseling [<xref ref-type="bibr" rid="ref43">43</xref>].</p>
          <p>In another outpatient cancer center that implemented immediate release of laboratory results into a patient portal, the proportion of physicians and nurses who believed that patients should have access to their laboratory results slightly increased 6-month postimplementation as compared with preimplementation, but this was still about half of the 276 respondents [<xref ref-type="bibr" rid="ref41">41</xref>].</p>
        </sec>
        <sec>
          <title>Theme 2: Effects on HCP Workload</title>
          <p>Five articles [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref43">43</xref>] addressed the effect of the result release via the patient portal on the HCP workload. Findings were inconsistent both within and across studies, with Rodriguez et al [<xref ref-type="bibr" rid="ref41">41</xref>] reporting an overall decrease in workload, Winget et al [<xref ref-type="bibr" rid="ref43">43</xref>] and Pillemer et al [<xref ref-type="bibr" rid="ref36">36</xref>] reporting an increase in workload, and Henshaw et al [<xref ref-type="bibr" rid="ref29">29</xref>] and Wald et al [<xref ref-type="bibr" rid="ref39">39</xref>] reporting mostly no change. Only 2 studies compared the actual numbers of office visits [<xref ref-type="bibr" rid="ref36">36</xref>] and phone encounters [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref41">41</xref>] pre- and postdirect release of test results, whereas other studies based their analyses on HCP self-reports.</p>
          <p>Three articles [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref41">41</xref>] reported that the workload remained the same or decreased. More than 70% of 287 nurses and physicians in the outpatient cancer center reported that their workload remained the same or decreased 6 months after implementation of immediate release of laboratory results into the patient portal [<xref ref-type="bibr" rid="ref41">41</xref>]. The average number of nurses’ phone calls per day during the 3 months after implementation did not change [<xref ref-type="bibr" rid="ref41">41</xref>]. In another study, among 48 primary care physicians who manually released radiology reports via the portal (timing varied from the same day to &#62;2 wk), 73% reported that their follow-up work (eg, emails, calls, and visits) was unchanged, whereas 13% noted that this work decreased [<xref ref-type="bibr" rid="ref29">29</xref>]. Further, in a pilot in primary care practices that offered patients access to their laboratory results, feedback from 10 physicians after the first 2 months was mostly positive, with physicians reporting no increase in messages from patients about inconsequential results and no extra time expenditures [<xref ref-type="bibr" rid="ref39">39</xref>].</p>
          <p>In contrast, 2 studies [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref43">43</xref>] reported an increase in the provider workload. In a sample of 82 oncologists in a cancer center, some reported an increased workload [<xref ref-type="bibr" rid="ref43">43</xref>]: patients’ access to results led to increased communication with patients to provide context, answer questions, and address patient anxiety. This issue was exacerbated when the extra work was not billable [<xref ref-type="bibr" rid="ref43">43</xref>]. In another study, Pillemer et al [<xref ref-type="bibr" rid="ref36">36</xref>] evaluated the effects of the release of test results in outpatient facilities of a large health care system over a 1-year period. As per the policy, after the ordering physician views the results, they have the option to manually release the results to the portal. Otherwise, the test results were automatically released within 48 hours. In the interviews, physicians noted differences in the workload between manual versus autoreleased test results, as well as results that require adding physicians’ interpretations versus those that do not [<xref ref-type="bibr" rid="ref36">36</xref>]. The analysis of portal use by viewers and nonviewers of test results both before and after the automated release showed that viewing test results (by patients) was associated with a small, statistically significant increase in office and telephone visits (3.7% and 4.6%, respectively). The results were similar when analyses were limited to patients who had only normal test findings (3.0% and 4.0%, respectively) and to patients with normal test findings autoreleased (3.9% and 4.9%, respectively; <italic>P</italic>&#60;.001) [<xref ref-type="bibr" rid="ref36">36</xref>]. However, if physicians manually released test results within the 48-hour embargo period, the increases in office and telephone contact were smaller and not statistically different (1.7% and 2.3% for office visits and phone calls, respectively) [<xref ref-type="bibr" rid="ref36">36</xref>].</p>
          <p>Physicians and oncologists described strategies they used to prevent an increase in follow-up emails and calls. Specifically, they identified the need for appropriate staff support to enable timely response to patients by phone or face-to-face visits [<xref ref-type="bibr" rid="ref43">43</xref>] and identified the importance of interpretation (eg, by creating ways clinicians can attach a message), ideally added to the portal within the embargo period [<xref ref-type="bibr" rid="ref36">36</xref>]. Although some physicians suggested writing reports in lay terms so that patients could understand them, most respondents indicated a preference for standardized medical language as best serving system’s needs [<xref ref-type="bibr" rid="ref29">29</xref>].</p>
        </sec>
        <sec>
          <title>Theme 3: Concerns About Patient Anxiety</title>
          <p>In 4 studies, HCPs were asked about their concerns in relation to patient access to results via the portal, and across these studies, physicians and nurses expressed concerns about the risk of psychological harm, such as patient confusion and anxiety from the direct release of results, especially abnormal results [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref43">43</xref>]. Occasionally, physicians stop releasing radiology reports because of such concerns [<xref ref-type="bibr" rid="ref29">29</xref>]. Portal use in these studies varied from 8 weeks [<xref ref-type="bibr" rid="ref39">39</xref>] to a few years [<xref ref-type="bibr" rid="ref36">36</xref>]. In all studies, HCPs did not specify whether patients discussed their discomfort and anxiety with them or whether HCPs’ concerns stemmed from their assumptions about patient experiences.</p>
          <p>Physicians and nurses linked patients’ increased anxiety to lay people’s inability to understand terminology and interpret test results [<xref ref-type="bibr" rid="ref43">43</xref>]. HCPs indicated that timing, method (manual vs autorelease), and presence or absence of physician’s interpretation accompanying the tests were related to patient anxiety [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref43">43</xref>].</p>
          <p>Physicians were clear of the necessity to quickly aid patients in interpreting test results to prevent or reduce anxiety [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref43">43</xref>]. Secure messaging and result letters have been mentioned as feasible mechanisms to enhance patient interpretation of results [<xref ref-type="bibr" rid="ref39">39</xref>]. In an organization with a short embargo period (48 h), some physicians noted that manual release of the results within the embargo period helped eliminate patient anxiety [<xref ref-type="bibr" rid="ref36">36</xref>]. Only one study [<xref ref-type="bibr" rid="ref31">31</xref>] provided specific details about EHR adjustments undertaken to reduce the chance of HCPs inadvertently releasing abnormal results before in-person discussions with a patient, such as a more prominent display of the timing of release or adding a button to mark results as reviewed in the EHR without manually releasing them to the portal.</p>
        </sec>
        <sec>
          <title>Theme 4: Timing of Result Release Into the Patient Portal</title>
          <p>Three articles [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref43">43</xref>] addressed HCP perspectives on the timing of result release into the patient portal. Overall, the HCPs in these studies were in consensus about their dislike of <italic>immediate</italic> autorelease of test results, especially “sensitive results” [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref43">43</xref>].</p>
          <p>In primary and specialty care clinics where referring HCPs (mostly physicians) had the option of manually releasing reports, they released 53% of reports to patients on the same day reports became available, 36% within a week, and 11% 2 or more weeks after reports became available [<xref ref-type="bibr" rid="ref29">29</xref>]. However, when offered the <italic>autorelease</italic> of reports following <italic>a 7-day delay period</italic>, as many as 42% of physicians still disagree with this option [<xref ref-type="bibr" rid="ref29">29</xref>]. Autorelease of x-ray reports, with a 1-week delay, was preferred by 58%, but they were more reluctant to autorelease computed tomography and magnetic resonance imaging reports [<xref ref-type="bibr" rid="ref29">29</xref>].</p>
          <p>In an outpatient oncology center, the portal policy stated that patients would receive an email to let them know that their results were available in the portal upon physician review and approval of results or 7 days after the report was finalized, whichever came first [<xref ref-type="bibr" rid="ref43">43</xref>]. This embargo period was designed to allow clinicians time to review and communicate the results with patients. As many as one-third of oncologists believe that patients should never see results before consultations with primary physicians, stressing the importance of meeting patients face-to-face to first relay bad news or sensitive information [<xref ref-type="bibr" rid="ref43">43</xref>]. Nearly 90% of respondents said that the expected effects on patients who received abnormal results before physician consultation would be harmful [<xref ref-type="bibr" rid="ref43">43</xref>]. Oncologists generally supported a minimum 7-day embargo period [<xref ref-type="bibr" rid="ref43">43</xref>].</p>
          <p>The above findings were amplified by those from another oncology center that implemented the immediate release of laboratory results [<xref ref-type="bibr" rid="ref41">41</xref>]. Although 6 months after implementation more nurses and physicians became comfortable with patients’ immediate access (as compared with preimplementation), as much as 40% to 48% of 281 respondents still felt uncomfortable about immediate release [<xref ref-type="bibr" rid="ref41">41</xref>]. Most respondents felt that the patients could not interpret their results [<xref ref-type="bibr" rid="ref41">41</xref>].</p>
        </sec>
        <sec>
          <title>Theme 5: The Method of Result Release into the Patient Portal (Manual vs Automatic Release)</title>
          <p>Varying levels of detail concerning the method of result release were provided in the reviewed articles, from a brief mention of the method to a detailed information on institutional policies (or result release framework) guiding whether and what results were autoreleased, either immediately or after a delay, versus released manually [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]. Moreover, none of the reviewed articles indicated whether HCPs were consulted during the process of policy development or how much control physicians had over the method and timing of result release in their individual practice.</p>
          <p>The associations between the method of release, patient anxiety, and HCP workload are addressed in the corresponding sections. The autorelease of test results into patient portals leads to a much higher volume of reports accessible to patients. In contrast, with the manual release policy, physicians release results only selectively.</p>
          <p>When Kaiser Permanente Hawaii transitioned from the manual release of imaging reports to an autorelease on day 3, reports available to patients within a week increased from 82% in 2013 with manual release to almost 99% in 2015 with autorelease [<xref ref-type="bibr" rid="ref35">35</xref>]. The total number of reports available in the patient portal increased 6-fold. In 2015, reports were released for 52,293 patients, 56% of whom were active on the patient portal. Regardless of the enhanced availability, patients tended to access the same proportion of the results. One explanation offered by the researchers is that more than 70% of the results that were not accessed by patients were released to patients inactive on the portal [<xref ref-type="bibr" rid="ref35">35</xref>].</p>
          <p>The study by Krasowski et al [<xref ref-type="bibr" rid="ref31">31</xref>] reported approximately equal ratios of autoreleased and manually released reports of chemistry and hematology tests (most of which had a 1-day embargo) in outpatient settings (where manual release was technically easy). For most other test categories, such as microbiology, anatomical pathology, x-ray, and magnetic resonance imaging (most of which had a 4-day embargo), manual release was more common [<xref ref-type="bibr" rid="ref31">31</xref>]. Across all test categories, 30% to 55% of the results were released to the portal within 12 h of first appearing in the EHR [<xref ref-type="bibr" rid="ref31">31</xref>].</p>
          <p>Different patterns were observed in the ED, where most results were autoreleased (except anatomical pathology and microbiology, which had the highest frequency of manual release within 2 h of being available) [<xref ref-type="bibr" rid="ref31">31</xref>]. One reason the researchers offered is that manual release was less streamlined in the ED and required more clicks on the computer screen [<xref ref-type="bibr" rid="ref31">31</xref>]. These results indicate a relationship between the method of result release, the complexity of tests, and the clinical context that health organizations consider when creating portal policies.</p>
          <p>The researchers observed that the variability in result release (manual vs autorelease, next day vs 4 days) can be confusing for both patients and HCPs [<xref ref-type="bibr" rid="ref31">31</xref>]. To address these concerns, HCP education was developed, and the column was added to the EHR to notify the planned release date, but this remains challenging with regular HCP turnover [<xref ref-type="bibr" rid="ref31">31</xref>].</p>
        </sec>
        <sec>
          <title>Theme 6: The Effects of the Hospital Health Information Technology System on Patient Quality Outcomes</title>
          <p>One study contributed data on the correlation between health information technology (HIT) systems and patient quality outcomes. Williams et al [<xref ref-type="bibr" rid="ref42">42</xref>] examined 1039 medical and surgical hospitals in the United States and their HIT systems to analyze the correlation between the level of technology (among other variables) and patient outcomes. The quality predictor variables were staffing levels, hospital size, and HIT, such as patient health records, computerized provider order entry, and HCP electronic access to diagnostic results. Patient outcome variables included hospital readmission and mortality rates [<xref ref-type="bibr" rid="ref42">42</xref>].</p>
          <p>Researchers [<xref ref-type="bibr" rid="ref42">42</xref>] found that HIT providing HCPs with electronic access to diagnostic results was the most influential technological characteristic affecting patient quality outcomes. For analysis, a quality score of 1 was set as the target variable. The number of full-time equivalents, staffed beds, and type of HIT were set as predictor variables. The results suggest that the number of staffed beds is the most influential variable in the model overall (100% correlation). HCP electronic access to diagnostic results (18.427% correlation) was the most influential technological characteristic of hospitals that had a quality score of 1, although the association was weak. In other words, HCP electronic access to diagnostic results, although a weak predictor of patient outcomes in the model as a whole, was the most important variable among HIT applications. The study also found that 70% of hospitals with quality scores closest to 1 used only 1 HIT application, whereas 45% of hospitals with quality scores less than 1 used 2 or more HIT applications [<xref ref-type="bibr" rid="ref42">42</xref>].</p>
          <p>The implication is that more technology does not necessarily improve the quality of patient care; hospital size and staffing levels are more indicative of hospital quality [<xref ref-type="bibr" rid="ref42">42</xref>]. The authors concluded that as technology is an adjunct to the process of providing care and not the sole solution, decision makers should consider other quality needs before adopting technology [<xref ref-type="bibr" rid="ref42">42</xref>].</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Summary of Key Findings</title>
        <p>In this scoping review, we examined 27 research studies reporting patient and HCP perspectives on patient web access to their laboratory and imaging test results using patient portals. Most of the studies were published after 2016 and originated in the United States. Among the themes comprising patient perspectives, 3 were addressed in 10 or more articles: demographic factors associated with portal use, information seeking to clarify results, and benefits of viewing test results. In contrast, 2 themes—the mode and timing of result release and behavioral changes motivated by viewing one’s test results—were addressed in 6 articles. Only 7 articles included HCP perspectives or analyzed the patterns of result release. Among the themes comprising HCP perspectives, changes in the workload and HCP perception of benefits of patient access to results were addressed the most, whereas the mode and timing of result release and concerns about patient anxiety were addressed the least. Only one article analyzed patient quality outcomes in relation to hospitals’ HIT, including HCPs’ access to test results in the electronic records. The findings of our review are too numerous to be summarized in their entirety. Several findings, namely, sociodemographic factors of patients who view their results or mixed effects on HCP workload, rehearse well-known findings from other studies. Thus, we focus on the selected findings.</p>
        <p>An important but underrecognized benefit of patient access to their test results is that in the reality of fragmented health services, portals serve as archives [<xref ref-type="bibr" rid="ref36">36</xref>-<xref ref-type="bibr" rid="ref38">38</xref>] and assist patients to act as an information link between service providers who do not have access to the same clinical information systems [<xref ref-type="bibr" rid="ref37">37</xref>].</p>
        <p>Patient anxiety is a shared theme across the patient and HCP perspectives. Our findings show that 2 main factors contribute to patients’ negative emotions and anxiety: viewing abnormal or incomprehensible test results. Each of these factors seems to be mediated (albeit in various ways and to various degrees) by the mode (manual vs autorelease), timing of result release (immediate vs delayed), and whether the latter permits timely direct communication between patients and HCPs (text, phone call, and visit) either before or shortly after the result is released into the portal.</p>
        <p>An observation that can be drawn from the reviewed studies is that the timing of the result release is important for all stakeholders. For patients, the timing was consequential for how they felt about and what steps they took in response to these results. Both “too early” and “too late” availability of test results was capable of generating anxiety, producing a flurry of actions to seek additional information, and altering patients’ comprehension of test results. HCPs in several studies have conveyed their dislike for immediate release [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref43">43</xref>]. The concern was that patients may view the results before the provider has had a chance to review them in detail or, alternatively, before other results are available [<xref ref-type="bibr" rid="ref31">31</xref>]. Oncologists generally supported no less than a 7-day embargo period [<xref ref-type="bibr" rid="ref43">43</xref>].</p>
        <p>Considering the ubiquity of references to <italic>time</italic> among patients<italic>,</italic> it was surprising that studies reporting patients’ views rarely provided detailed information about the organizational result-release framework. One explanation is that patients themselves were not always sure when the results were released, as can be seen in Robinson et al [<xref ref-type="bibr" rid="ref37">37</xref>]. Only a limited number of articles included detailed background information on health organizations’ result release frameworks, including timing [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>].</p>
        <p>To mitigate patient anxiety, aid patients’ comprehension of results, and prevent unwarranted increases in HCP workload, 3 main strategies have been suggested in the reviewed studies. First, ordering HCPs should educate patients about the purpose and potential findings of the tests being ordered when the tests are ordered. Patients did not experience negative emotions when viewing their results because the physician explained why the tests were being performed when they were ordered, and half of the participants were told to check the portal for their results [<xref ref-type="bibr" rid="ref20">20</xref>]. However, this proactive patient education, although helpful, did not address all the limitations that patients face when viewing test results via portals [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
        <p>The second strategy is to enhance the visual display of test results, which was mentioned as patients’ suggestions for portal improvement. The third strategy is to add written interpretations of the test results released into a portal. Patients liked being able to rely on physician annotations and interpretations; knowing that the physician was looking at the results relieved concern and anxiety. However, despite the HCP’s awareness of the benefits of providing written commentary, this was not commonly done, leaving patients searching for alternative sources of information, including the internet and family members.</p>
        <p>Although it is important for health organizations to implement EHRs and support HCPs’ access to test results to support treatment decisions, more ICT does not necessarily improve the quality of patient care, as hospital size and staffing levels can have greater effects on reducing patient readmission rates and perceived quality of care [<xref ref-type="bibr" rid="ref42">42</xref>]. This point is echoed in the broader portal literature that patients do not consider portals to replace human interaction but rather complement it [<xref ref-type="bibr" rid="ref54">54</xref>,<xref ref-type="bibr" rid="ref56">56</xref>].</p>
      </sec>
      <sec>
        <title>Comparison With Other Literature</title>
        <p>Our findings support some better-established themes in research on patient portals, while expanding other themes. For example, Antonio et al [<xref ref-type="bibr" rid="ref2">2</xref>] reported that one of the most widely used and useful portal features is access to the test results. At the same time, patients consistently notice that medical terminology creates challenges in comprehending test reports and that electronic links to credible reference materials might help [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
        <p>In efforts to enhance patients’ ability to interpret test results in a portal, various studies examined whether the format for result presentation influences patients’ understanding, perception of risk, and the follow-up steps [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref57">57</xref>]. This literature corroborates our findings related to patients’ difficulties in interpreting the test results. In a controlled study, Fraccaro et al [<xref ref-type="bibr" rid="ref24">24</xref>] found that 20 kidney transplant patients (mean age 52 y, knowledgeable about their disease, relatively high level of education, regular computer users, and mostly portal users) viewing hypothetical scenarios related to their health condition had difficulty estimating the gravity of laboratory results and whether or not action was required, particularly in response to medium-risk results (compared with high or low risk). As many as 65% of participants underestimated the need for action at least once [<xref ref-type="bibr" rid="ref24">24</xref>]. Contrary to what might have been expected, the accuracy of the interpretation and estimation of risk did not improve with visual and graphical cues and other variations in the result presentation [<xref ref-type="bibr" rid="ref24">24</xref>]. Some solutions include patient education before using a portal and integrating the natural tendency to view information (left to right and top to bottom) to display important information and avoid information overload [<xref ref-type="bibr" rid="ref24">24</xref>]. Other recommendations in the literature include adding a brief written explanation to accompany graphs, tables, and charts; indicating the level of urgency rather than simply a deviation from the norm; and including in the report the type of follow-up required [<xref ref-type="bibr" rid="ref25">25</xref>]. Furthermore, stating the level of variation that is considered clinically significant may assist patients in delineating which laboratory values are of concern as opposed to fluctuations within an acceptable range [<xref ref-type="bibr" rid="ref57">57</xref>]. Individualizing the frame of reference to the patient’s age, condition, or other factors and providing thresholds for concern would make the results more meaningful [<xref ref-type="bibr" rid="ref57">57</xref>]. Ultimately, however, patients’ difficulties in interpreting test results raise patient safety concerns and suggest limits to portal potential [<xref ref-type="bibr" rid="ref24">24</xref>].</p>
        <p>Patient characteristics associated with viewing web-based test results that we found in our review (predominantly female, White, and higher level of education) are also recognized in the literature [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref58">58</xref>]. In addition, research into patient portal use is typically in consensus that health literacy and comfort with navigating health care technology is higher in young adults (aged 25-39 y). However, this should be taken with caution to avoid agist assumptions, as other studies found that the medical necessity to track one’s test results, especially for oncology patients, motivates older people (aged &#62;70 y) to use the portal [<xref ref-type="bibr" rid="ref54">54</xref>].</p>
        <p>Similar to the study by Pillemer et al [<xref ref-type="bibr" rid="ref36">36</xref>], Alpert et al [<xref ref-type="bibr" rid="ref59">59</xref>] discussed increased patient anxiety as a significant deterrent of releasing results before a physician has a chance to review them or follow-up with the patient to explain and answer questions; however, many groups of patients prefer quick results release. One example is patients diagnosed with cancer, among whom portal uptake and access to test results are high [<xref ref-type="bibr" rid="ref60">60</xref>]. Phadke et al [<xref ref-type="bibr" rid="ref61">61</xref>] found that patients with breast cancer prioritize obtaining results as quickly as possible; however, specific patient communication preferences differ depending on age, cancer stage, and education level. Arenson [<xref ref-type="bibr" rid="ref62">62</xref>] found that patient preference for the method of receiving results varied, but immediate release into a portal was preferred if it was followed by a prompt call or office visit. Evidently, timely access to test results is particularly important for people with cancer. Patients are interested in viewing clinical information via a portal despite potential occasional “concerns of loss of patient confidentiality, health information inaccuracy, and disruption of the current patient–doctor relationship” [<xref ref-type="bibr" rid="ref34">34</xref>].</p>
        <p>Our discussion of patient information-seeking behavior has tapped into the growing scholarly field of health literacy. Unlike publications in this field [<xref ref-type="bibr" rid="ref63">63</xref>-<xref ref-type="bibr" rid="ref65">65</xref>], the studies we reviewed did not focus on patients’ strategies for evaluating the trustworthiness of web-based sources of medical information.</p>
        <p>Our findings confirm that providing patients with laboratory results allows them to monitor their results, provides them with additional time to find information specific to certain conditions, and helps them prepare questions for HCPs based on the results [<xref ref-type="bibr" rid="ref54">54</xref>,<xref ref-type="bibr" rid="ref66">66</xref>]. In contrast, the complexity of the link between patient access to personal health data, changing health behaviors, and achieving clinical improvements is well recognized in the portal literature [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref67">67</xref>]. This is reflected in our findings, whereby the theme of patients pursuing behavioral changes and self-monitoring their health by observing trends in laboratory values was one of the least saturated in our review.</p>
      </sec>
      <sec>
        <title>Recommendations for Practice and Policy</title>
        <p>Efforts to implement patient portals should mitigate the potential of technology to widen health disparities [<xref ref-type="bibr" rid="ref20">20</xref>] and advocate policy changes to help those with lower socioeconomic status gain access [<xref ref-type="bibr" rid="ref68">68</xref>]. HCPs can help engage patients in their care and promote patient autonomy and informed decision-making by understanding patient access to test results via a portal and, when necessary, guiding patients on how to sign-up and use portals. However, portal implementers and health organizations should also support physicians and nurses by ensuring that they are well aware of this technology and have the time to teach patients. Encouraging patient portal use has additional benefits, as in some cases (eg, travel or emergencies), patients can provide their medical history via access to their home portal. This provision would also allow HCPs, both internal and external to the patient’s usual health care network, to avoid duplicate testing.</p>
        <p>In primary and outpatient health settings, nurses are often assigned the role of triaging patient messages received via portals; however, this contribution often remains invisible in the literature. Nurses can capitalize on their expertise and negotiate a more structured role in explaining results to patients and answering patient concerns and questions about the results. Nurses can triage portal messages and decide whether follow-up appointments are necessary, thus benefiting patients and the health system. These nurses’ roles should be formally recognized rather than remaining invisible ad hoc arrangements. To mitigate the issue of patient anxiety arising from accessing uninterpreted test results in real time, nurses can collaborate with physicians to ensure that patients are aware of the purpose of the tests, the timing of result release, anticipated findings, and further steps. Timely and adequate communication between HCPs and patients is the key to the successful implementation of a direct result release via portals, and nurses should be recognized as important health care team players able to support this communication process and patient outcomes.</p>
        <p>As the reviewed studies demonstrate, the result release framework (ie, the policies on the timing and method of result release in a particular organization) is an obscure “background” that influences HCPs’ work and patients but is rarely explicitly acknowledged. It would be beneficial for HCPs to be aware of the timing and method of result release to explain the process of receiving results to patients. Understanding the result release framework in their organizations can also assist HCPs in contributing to policies and procedures for result releases. Clinicians working alongside informaticians ensure that ICTs are configured and implemented in such a way as to support care processes rather than create unintended obstacles. They can also recommend systems that include the interpretation of results that are dictated in lay terminology instead of only medical terminology that patients often do not understand.</p>
        <p>It is important to consider the embargo period in relation to the patient population, physician specialty, and type of results being released. Methods of result notification should suit the environment and work practices of HCPs while meeting patient needs. It is also important to involve clinicians (eg, physicians and nurses) when considering options for manual versus autorelease, which can have implications for provider adoption of technology. However, adherence to the Cures Act might mean that health organizations in the United States are switching to immediate release without adequately assessing the consequences for patient safety.</p>
      </sec>
      <sec>
        <title>Recommendations for Research</title>
        <p>Most studies included in this review reported the first few months following the implementation of direct result release into the patient portal. Future research can report longitudinal data on how provider attitudes and practices change when supporting patients viewing test results via a portal. New studies can elucidate strategies by which health care settings deal with the consequences of direct result release (eg, what new roles emerge within teams to support patient inquiries). Crucially, future research should provide details about not only the type of portals, but also the result release frameworks and other organizational policies guiding direct result release to the portal. Few studies have analyzed the factors and processes related to organizational decisions in result release frameworks. Furthermore, it is unclear whether and how clinician stakeholders (especially less visible stakeholders such as nurses) are involved in decision-making processes. Another interesting direction arises from the observation that patients are conscious about “not disrupting clinic flow” when weighing the necessity for a follow-up to clarify test results in the portal. Future studies could focus on how portals and patient access to test results affect health-service provision.</p>
      </sec>
      <sec>
        <title>Limitations and Strengths</title>
        <p>The data available for this review were restricted to data in the included articles. Although we conducted a systematic search, there is a possibility that not all relevant studies were retrieved. The inclusion of gray sources, articles not written in English, and those addressing low-resource countries might have produced different results. Most of the included studies were performed in the United States. In contrast, the degree of contextual similarities across the included studies (high-resource countries, similar portal technology, and including the EPIC patient portal in several studies) provides stronger support for our findings. Although no formal quality appraisal was completed (in line with the scoping review methodology), we paid attention to methodological rigor and explicitly reported methodological details consequential to the interpretation of the findings. For instance, some authors noted poor response rates despite having adequate numbers of participants or that sample sizes or sociodemographic composition may have affected the results.</p>
        <p>The strengths of this review include the separate reporting of patient and HCP perspectives. Although many primary research studies and reviews address patient portals overall, and access to test results is one of the most (or most) used portal features, there were no published reviews <italic>focusing</italic> on patient access to test results via portals. Furthermore, all findings in this review are contextualized by providing details about health settings, clinical specialty, portal type, and the result release framework based on the information available in the primary studies. This information is necessary to develop an understanding of what works for whom, where, and in what circumstances.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>The results of this review illuminate patient and HCP perspectives on patient access to laboratory and imaging test results via a portal. The findings emphasize that all stakeholders have an interest in patient access to timely and comprehensible test results, yet there are challenges. Both patients and providers recognize the many opportunities to improve communication, patient engagement, and relationships with the health care team through the introduction of patient portals. Critical to this desire is support for patients via resources such as provision of normal laboratory ranges, physician comments, and an opportunity to discuss results with a health professional in a timely manner to decrease anxiety or confusion. Health organizations and portal administrators must also consider the sensitive nature of certain results (eg, in oncology), as patients may be especially anxious to receive and interpret the tests and their consequences on health. Decisions regarding the result-release framework require the involvement of clinicians. With the increasing implementation of patient portals internationally, our findings can inform various stakeholders about how to make test releases via portals that support patients and providers.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Search strategy and inclusion criteria.</p>
        <media xlink:href="jmir_v25i1e43765_app1.docx" xlink:title="DOCX File , 94 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>PRISMA checklist.</p>
        <media xlink:href="jmir_v25i1e43765_app2.pdf" xlink:title="PDF File  (Adobe PDF File), 399 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ED</term>
          <def>
            <p>emergency department</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">EHR</term>
          <def>
            <p>electronic health record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">HCP</term>
          <def>
            <p>health care provider</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">HIT</term>
          <def>
            <p>health information technology</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">ICT</term>
          <def>
            <p>information and communication technology</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">PRISMA</term>
          <def>
            <p>Preferred Reporting Items for Systematic Reviews and Meta-Analyses</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">PRISMA-ScR</term>
          <def>
            <p>Preferred Reporting Items for Systematic Reviews and Meta-Analyses extension for Scoping Reviews</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>OP acknowledges the funding she received from the Social Sciences and Humanities Research Council of Canada (SSHRC IDG). AK, JS, SS, LW, VC, EKA, and WG have not declared a specific grant for this research from any funding agency in the public, commercial, or not-for-profit sector. The authors would like to sincerely thank Madeline Walker for her editorial assistance during the manuscript revision stage.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>OP developed the intellectual idea for the review and guided SS and LW through the processes of developing search strategies, using Covidence, screening the retrieved citations, extracting and analyzing data, and drafting the early version of the findings. LW conducted stage 1 of data identification, extraction, and analysis, and SS conducted stage 2 of data identification, extraction, and analysis. VC provided feedback on the process and the findings write-up composed by LW and SS. AK, EKA, JS, and WG verified the findings from stages 1 and 2, provided editorial and data extraction assistance, and were involved in stage 3. JS and WG were involved in updated searches and analyses. OP wrote the original and revised manuscript. All coauthors have approved the final version of the manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ammenwerth</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Neyer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hörbst</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mueller</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Siebert</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Schnell-Inderst</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Adult patient access to electronic health records</article-title>
          <source>Cochrane Database Sys Rev</source>
          <year>2021</year>
          <volume>2</volume>
          <issue>2</issue>
          <fpage>CD012707</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ncbi.nlm.nih.gov/pmc/articles/PMC6481623/"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/14651858.cd012707.pub2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Antonio</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Petrovskaya</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Lau</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>The state of evidence in patient portals: umbrella review</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>11</month>
          <day>11</day>
          <volume>22</volume>
          <issue>11</issue>
          <fpage>e23851</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/11/e23851/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/23851</pub-id>
          <pub-id pub-id-type="medline">33174851</pub-id>
          <pub-id pub-id-type="pii">v22i11e23851</pub-id>
          <pub-id pub-id-type="pmcid">PMC7688386</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Glöggler</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ammenwerth</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Improvement and evaluation of the TOPCOP taxonomy of patient portals: Taxonomy-Evaluation-Delphi (TED) approach</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>10</month>
          <day>05</day>
          <volume>23</volume>
          <issue>10</issue>
          <fpage>e30701</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/10/e30701/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/30701</pub-id>
          <pub-id pub-id-type="medline">34403354</pub-id>
          <pub-id pub-id-type="pii">v23i10e30701</pub-id>
          <pub-id pub-id-type="pmcid">PMC8527386</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Keuper</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Batenburg</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>van Tuyl</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Verheij</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>General practices' experiences with patients' web-based access to medical records: survey study</article-title>
          <source>J Med Internet Res</source>
          <year>2023</year>
          <month>04</month>
          <day>07</day>
          <volume>25</volume>
          <fpage>e41832</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2023//e41832/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/41832</pub-id>
          <pub-id pub-id-type="medline">37027195</pub-id>
          <pub-id pub-id-type="pii">v25i1e41832</pub-id>
          <pub-id pub-id-type="pmcid">PMC10131748</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kujala</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hörhammer</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Väyrynen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Holmroos</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nättiaho-Rönnholm</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hägglund</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Johansen</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Patients' experiences of web-based access to electronic health records in Finland: cross-sectional survey</article-title>
          <source>J Med Internet Res</source>
          <year>2022</year>
          <month>06</month>
          <day>06</day>
          <volume>24</volume>
          <issue>6</issue>
          <fpage>e37438</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2022/6/e37438/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/37438</pub-id>
          <pub-id pub-id-type="medline">35666563</pub-id>
          <pub-id pub-id-type="pii">v24i6e37438</pub-id>
          <pub-id pub-id-type="pmcid">PMC9210208</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>PL</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Ye</surname>
              <given-names>JF</given-names>
            </name>
          </person-group>
          <article-title>The effects of the use of patient-accessible electronic health record portals on cancer survivors' health outcomes: cross-sectional survey study</article-title>
          <source>J Med Internet Res</source>
          <year>2022</year>
          <month>10</month>
          <day>24</day>
          <volume>24</volume>
          <issue>10</issue>
          <fpage>e39614</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2022/10/e39614/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/39614</pub-id>
          <pub-id pub-id-type="medline">36279157</pub-id>
          <pub-id pub-id-type="pii">v24i10e39614</pub-id>
          <pub-id pub-id-type="pmcid">PMC9683530</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Son</surname>
              <given-names>EH</given-names>
            </name>
            <name name-style="western">
              <surname>Nahm</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Adult patients' experiences of using a patient portal with a focus on perceived benefits and difficulties, and perceptions on privacy and security: qualitative descriptive study</article-title>
          <source>JMIR Hum Factors</source>
          <year>2023</year>
          <month>07</month>
          <day>25</day>
          <volume>10</volume>
          <fpage>e46044</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://humanfactors.jmir.org/2023//e46044/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/46044</pub-id>
          <pub-id pub-id-type="medline">37490316</pub-id>
          <pub-id pub-id-type="pii">v10i1e46044</pub-id>
          <pub-id pub-id-type="pmcid">PMC10411420</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Hogan</surname>
              <given-names>TP</given-names>
            </name>
            <name name-style="western">
              <surname>Nicklas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Purington</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Vimalananda</surname>
              <given-names>VG</given-names>
            </name>
            <name name-style="western">
              <surname>Connolly</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Wolfe</surname>
              <given-names>HL</given-names>
            </name>
            <name name-style="western">
              <surname>Nazi</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Netherton</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Shimada</surname>
              <given-names>SL</given-names>
            </name>
          </person-group>
          <article-title>The promise of patient portals for individuals living with chronic illness: qualitative study identifying pathways of patient engagement</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>07</month>
          <day>17</day>
          <volume>22</volume>
          <issue>7</issue>
          <fpage>e17744</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/7/e17744/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17744</pub-id>
          <pub-id pub-id-type="medline">32706679</pub-id>
          <pub-id pub-id-type="pii">v22i7e17744</pub-id>
          <pub-id pub-id-type="pmcid">PMC7395248</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Valeur</surname>
              <given-names>HS</given-names>
            </name>
            <name name-style="western">
              <surname>Lie</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Moen</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Patient rationales against the use of patient-accessible electronic health records: qualitative study</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>05</month>
          <day>28</day>
          <volume>23</volume>
          <issue>5</issue>
          <fpage>e24090</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/5/e24090/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/24090</pub-id>
          <pub-id pub-id-type="medline">34047711</pub-id>
          <pub-id pub-id-type="pii">v23i5e24090</pub-id>
          <pub-id pub-id-type="pmcid">PMC8196359</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zanaboni</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kummervold</surname>
              <given-names>PE</given-names>
            </name>
            <name name-style="western">
              <surname>Sørensen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Johansen</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Patient use and experience with online access to electronic health records in Norway: results from an online survey</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>02</month>
          <day>07</day>
          <volume>22</volume>
          <issue>2</issue>
          <fpage>e16144</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/2/e16144/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/16144</pub-id>
          <pub-id pub-id-type="medline">32031538</pub-id>
          <pub-id pub-id-type="pii">v22i2e16144</pub-id>
          <pub-id pub-id-type="pmcid">PMC7055829</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhong</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Liang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Shi</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Budd</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Sprague</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Dewar</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Characteristics of patients using different patient portal functions and the impact on primary care service utilization and appointment adherence: retrospective observational study</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>02</month>
          <day>25</day>
          <volume>22</volume>
          <issue>2</issue>
          <fpage>e14410</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/2/e14410/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/14410</pub-id>
          <pub-id pub-id-type="medline">32130124</pub-id>
          <pub-id pub-id-type="pii">v22i2e14410</pub-id>
          <pub-id pub-id-type="pmcid">PMC7064955</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brands</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Gouw</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Beestrum</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cronin</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Fijnvandraat</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Badawy</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>Patient-centered digital health records and their effects on health outcomes: systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2022</year>
          <month>12</month>
          <day>22</day>
          <volume>24</volume>
          <issue>12</issue>
          <fpage>e43086</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2022/12/e43086/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/43086</pub-id>
          <pub-id pub-id-type="medline">36548034</pub-id>
          <pub-id pub-id-type="pii">v24i12e43086</pub-id>
          <pub-id pub-id-type="pmcid">PMC9816956</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carini</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Villani</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Pezzullo</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Gentili</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Barbara</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ricciardi</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Boccia</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The impact of digital patient portals on health outcomes, system efficiency, and patient attitudes: updated systematic literature review</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>09</month>
          <day>08</day>
          <volume>23</volume>
          <issue>9</issue>
          <fpage>e26189</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/9/e26189/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/26189</pub-id>
          <pub-id pub-id-type="medline">34494966</pub-id>
          <pub-id pub-id-type="pii">v23i9e26189</pub-id>
          <pub-id pub-id-type="pmcid">PMC8459217</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Damen</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Schoonman</surname>
              <given-names>GG</given-names>
            </name>
            <name name-style="western">
              <surname>Maat</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Habibović</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Krahmer</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Pauws</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Patients managing their medical data in personal electronic health records: scoping review</article-title>
          <source>J Med Internet Res</source>
          <year>2022</year>
          <month>12</month>
          <day>27</day>
          <volume>24</volume>
          <issue>12</issue>
          <fpage>e37783</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2022/12/e37783/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/37783</pub-id>
          <pub-id pub-id-type="medline">36574275</pub-id>
          <pub-id pub-id-type="pii">v24i12e37783</pub-id>
          <pub-id pub-id-type="pmcid">PMC9832357</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Di Tosto</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>McAlearney</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Fareed</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Huerta</surname>
              <given-names>TR</given-names>
            </name>
          </person-group>
          <article-title>Metrics for outpatient portal use based on log file analysis: algorithm development</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>06</month>
          <day>12</day>
          <volume>22</volume>
          <issue>6</issue>
          <fpage>e16849</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/6/e16849/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/16849</pub-id>
          <pub-id pub-id-type="medline">32530435</pub-id>
          <pub-id pub-id-type="pii">v22i6e16849</pub-id>
          <pub-id pub-id-type="pmcid">PMC7320309</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Redelmeier</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Kraus</surname>
              <given-names>NC</given-names>
            </name>
          </person-group>
          <article-title>Patterns in patient access and utilization of online medical records: analysis of MyChart</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <month>02</month>
          <day>06</day>
          <volume>20</volume>
          <issue>2</issue>
          <fpage>e43</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/2/e43/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.8372</pub-id>
          <pub-id pub-id-type="medline">29410386</pub-id>
          <pub-id pub-id-type="pii">v20i2e43</pub-id>
          <pub-id pub-id-type="pmcid">PMC5820458</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moll</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rexhepi</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Cajander</surname>
              <given-names>Å</given-names>
            </name>
            <name name-style="western">
              <surname>Grünloh</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Huvila</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Hägglund</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Myreteg</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Scandurra</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Åhlfeldt</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>Patients' experiences of accessing their electronic health records: national patient survey in Sweden</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <month>11</month>
          <day>01</day>
          <volume>20</volume>
          <issue>11</issue>
          <fpage>e278</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/11/e278/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.9492</pub-id>
          <pub-id pub-id-type="medline">30389647</pub-id>
          <pub-id pub-id-type="pii">v20i11e278</pub-id>
          <pub-id pub-id-type="pmcid">PMC6238103</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arvisais-Anhalt</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lau</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lehmann</surname>
              <given-names>CU</given-names>
            </name>
            <name name-style="western">
              <surname>Holmgren</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Medford</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ramirez</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>CN</given-names>
            </name>
          </person-group>
          <article-title>The 21st century cures act and multiuser electronic health record access: potential pitfalls of information release</article-title>
          <source>J Med Internet Res</source>
          <year>2022</year>
          <month>02</month>
          <day>17</day>
          <volume>24</volume>
          <issue>2</issue>
          <fpage>e34085</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2022/2/e34085/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/34085</pub-id>
          <pub-id pub-id-type="medline">35175207</pub-id>
          <pub-id pub-id-type="pii">v24i2e34085</pub-id>
          <pub-id pub-id-type="pmcid">PMC8895284</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Pham</surname>
              <given-names>HT</given-names>
            </name>
            <name name-style="western">
              <surname>Carter</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Nepple</surname>
              <given-names>KG</given-names>
            </name>
            <name name-style="western">
              <surname>Blum</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Krasowski</surname>
              <given-names>MD</given-names>
            </name>
          </person-group>
          <article-title>Impact of a switch to immediate release on the patient viewing of diagnostic test results in an online portal at an academic medical center</article-title>
          <source>J Pathol Inform</source>
          <year>2023</year>
          <volume>14</volume>
          <fpage>100323</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2153-3539(23)00137-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jpi.2023.100323</pub-id>
          <pub-id pub-id-type="medline">37520309</pub-id>
          <pub-id pub-id-type="pii">S2153-3539(23)00137-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC10384271</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Antonio</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Petrovskaya</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Lau</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Is research on patient portals attuned to health equity? A scoping review</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2019</year>
          <month>08</month>
          <day>01</day>
          <volume>26</volume>
          <issue>8-9</issue>
          <fpage>871</fpage>
          <lpage>83</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31066893"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocz054</pub-id>
          <pub-id pub-id-type="medline">31066893</pub-id>
          <pub-id pub-id-type="pii">5487071</pub-id>
          <pub-id pub-id-type="pmcid">PMC7647227</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Godfrey</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>McInerney</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Munn</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Tricco</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Khalil</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Aromataris</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Munn</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>Scoping reviews</article-title>
          <source>JBI Manual for Evidence Synthesis</source>
          <year>2020</year>
          <publisher-loc>Adelaide, Australia</publisher-loc>
          <publisher-name>JBI Publication</publisher-name>
          <fpage>406</fpage>
          <lpage>51</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tricco</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Lillie</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Zarin</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>O'Brien</surname>
              <given-names>KK</given-names>
            </name>
            <name name-style="western">
              <surname>Colquhoun</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Levac</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Horsley</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Weeks</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hempel</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Akl</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>McGowan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hartling</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Aldcroft</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Garritty</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lewin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Godfrey</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Macdonald</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Langlois</surname>
              <given-names>EV</given-names>
            </name>
            <name name-style="western">
              <surname>Soares-Weiser</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Moriarty</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Clifford</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Tunçalp</surname>
              <given-names>Ö</given-names>
            </name>
            <name name-style="western">
              <surname>Straus</surname>
              <given-names>SE</given-names>
            </name>
          </person-group>
          <article-title>PRISMA extension for scoping reviews (PRISMA-ScR): checklist and explanation</article-title>
          <source>Ann Intern Med</source>
          <year>2018</year>
          <month>10</month>
          <day>02</day>
          <volume>169</volume>
          <issue>7</issue>
          <fpage>467</fpage>
          <lpage>73</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.acpjournals.org/doi/abs/10.7326/M18-0850?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.7326/M18-0850</pub-id>
          <pub-id pub-id-type="medline">30178033</pub-id>
          <pub-id pub-id-type="pii">2700389</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Rahm</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Zallen</surname>
              <given-names>DT</given-names>
            </name>
            <name name-style="western">
              <surname>Stuckey</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Fultz</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Fan</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Bonhag</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Feldman</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Segal</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>Impact of a patient-facing enhanced genomic results report to improve understanding, engagement, and communication</article-title>
          <source>J Genet Couns</source>
          <year>2018</year>
          <month>04</month>
          <day>4</day>
          <volume>27</volume>
          <issue>2</issue>
          <fpage>358</fpage>
          <lpage>69</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29204811"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10897-017-0176-6</pub-id>
          <pub-id pub-id-type="medline">29204811</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10897-017-0176-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC5859697</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fraccaro</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Vigo</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Balatsoukas</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>van der Veer</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Hassan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Sinha</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Buchan</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Peek</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Presentation of laboratory test results in patient portals: influence of interface design on risk interpretation and visual search behaviour</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2018</year>
          <month>02</month>
          <day>12</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>11</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/s12911-018-0589-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12911-018-0589-7</pub-id>
          <pub-id pub-id-type="medline">29433495</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12911-018-0589-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC5809992</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bar-Lev</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Beimel</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Numbers, graphs and words - do we really understand the lab test results accessible via the patient portals?</article-title>
          <source>Isr J Health Policy Res</source>
          <year>2020</year>
          <month>10</month>
          <day>28</day>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>58</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ijhpr.biomedcentral.com/articles/10.1186/s13584-020-00415-z"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13584-020-00415-z</pub-id>
          <pub-id pub-id-type="medline">33115536</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13584-020-00415-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC7592036</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Edmonds</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lou</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Cram</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Roblin</surname>
              <given-names>DW</given-names>
            </name>
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>NC</given-names>
            </name>
            <name name-style="western">
              <surname>Saag</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Wolinsky</surname>
              <given-names>FD</given-names>
            </name>
          </person-group>
          <article-title>Characteristics of older adults using patient web portals to view their DXA results</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2019</year>
          <month>09</month>
          <day>18</day>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>187</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/s12911-019-0904-y"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12911-019-0904-y</pub-id>
          <pub-id pub-id-type="medline">31533717</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12911-019-0904-y</pub-id>
          <pub-id pub-id-type="pmcid">PMC6751667</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Foster</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Krasowski</surname>
              <given-names>MD</given-names>
            </name>
          </person-group>
          <article-title>The use of an electronic health record patient portal to access diagnostic test results by emergency patients at an academic medical center: retrospective study</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>06</month>
          <day>28</day>
          <volume>21</volume>
          <issue>6</issue>
          <fpage>e13791</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/6/e13791/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/13791</pub-id>
          <pub-id pub-id-type="medline">31254335</pub-id>
          <pub-id pub-id-type="pii">v21i6e13791</pub-id>
          <pub-id pub-id-type="pmcid">PMC6625217</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Giardina</surname>
              <given-names>TD</given-names>
            </name>
            <name name-style="western">
              <surname>Baldwin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Nystrom</surname>
              <given-names>DT</given-names>
            </name>
            <name name-style="western">
              <surname>Sittig</surname>
              <given-names>DF</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Patient perceptions of receiving test results via online portals: a mixed-methods study</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2018</year>
          <month>04</month>
          <day>01</day>
          <volume>25</volume>
          <issue>4</issue>
          <fpage>440</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29240899"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocx140</pub-id>
          <pub-id pub-id-type="medline">29240899</pub-id>
          <pub-id pub-id-type="pii">4689172</pub-id>
          <pub-id pub-id-type="pmcid">PMC5885801</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Henshaw</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Okawa</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Ching</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Garrido</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Qian</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Tsai</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Access to radiology reports via an online patient portal: experiences of referring physicians and patients</article-title>
          <source>J Am Coll Radiol</source>
          <year>2015</year>
          <month>06</month>
          <volume>12</volume>
          <issue>6</issue>
          <fpage>582</fpage>
          <lpage>6.e1</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jacr.2015.01.015</pub-id>
          <pub-id pub-id-type="medline">26047399</pub-id>
          <pub-id pub-id-type="pii">S1546-1440(15)00030-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hiremath</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Awan</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Mendelson</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Siegel</surname>
              <given-names>EL</given-names>
            </name>
          </person-group>
          <article-title>Patient perceptions of participating in the RSNA image share project: a preliminary study</article-title>
          <source>J Digit Imaging</source>
          <year>2016</year>
          <month>04</month>
          <volume>29</volume>
          <issue>2</issue>
          <fpage>189</fpage>
          <lpage>94</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26452494"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10278-015-9832-2</pub-id>
          <pub-id pub-id-type="medline">26452494</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10278-015-9832-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC4788609</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Krasowski</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Grieme</surname>
              <given-names>CV</given-names>
            </name>
            <name name-style="western">
              <surname>Cassady</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Dreyer</surname>
              <given-names>NR</given-names>
            </name>
            <name name-style="western">
              <surname>Wanat</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Hightower</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nepple</surname>
              <given-names>KG</given-names>
            </name>
          </person-group>
          <article-title>Variation in results release and patient portal access to diagnostic test results at an academic medical center</article-title>
          <source>J Pathol Inform</source>
          <year>2017</year>
          <month>11</month>
          <day>23</day>
          <volume>8</volume>
          <fpage>45</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2153-3539(22)00449-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.4103/jpi.jpi_53_17</pub-id>
          <pub-id pub-id-type="medline">29226008</pub-id>
          <pub-id pub-id-type="pii">S2153-3539(22)00449-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC5719583</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mák</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Smith Fowler</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Leaver</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hagens</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zelmer</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The effects of web-based patient access to laboratory results in British Columbia: a patient survey on comprehension and anxiety</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <month>08</month>
          <day>04</day>
          <volume>17</volume>
          <issue>8</issue>
          <fpage>e191</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2015/8/e191/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.4350</pub-id>
          <pub-id pub-id-type="medline">26242801</pub-id>
          <pub-id pub-id-type="pii">v17i8e191</pub-id>
          <pub-id pub-id-type="pmcid">PMC4705365</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mangano</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Rahman</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Choy</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Sahani</surname>
              <given-names>DV</given-names>
            </name>
            <name name-style="western">
              <surname>Boland</surname>
              <given-names>GW</given-names>
            </name>
            <name name-style="western">
              <surname>Gunn</surname>
              <given-names>AJ</given-names>
            </name>
          </person-group>
          <article-title>Radiologists' role in the communication of imaging examination results to patients: perceptions and preferences of patients</article-title>
          <source>AJR Am J Roentgenol</source>
          <year>2014</year>
          <month>11</month>
          <volume>203</volume>
          <issue>5</issue>
          <fpage>1034</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.2214/AJR.14.12470</pub-id>
          <pub-id pub-id-type="medline">25341142</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Miles</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Hippe</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Elmore</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Payne</surname>
              <given-names>TH</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>CI</given-names>
            </name>
          </person-group>
          <article-title>Patient access to online radiology reports: frequency and sociodemographic characteristics associated with use</article-title>
          <source>Acad Radiol</source>
          <year>2016</year>
          <month>09</month>
          <volume>23</volume>
          <issue>9</issue>
          <fpage>1162</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/j.acra.2016.05.005</pub-id>
          <pub-id pub-id-type="medline">27287715</pub-id>
          <pub-id pub-id-type="pii">S1076-6332(16)30081-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Okawa</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Ching</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Qian</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Feng</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Automatic release of radiology reports via an online patient portal</article-title>
          <source>J Am Coll Radiol</source>
          <year>2017</year>
          <month>09</month>
          <volume>14</volume>
          <issue>9</issue>
          <fpage>1219</fpage>
          <lpage>21</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jacr.2017.04.037</pub-id>
          <pub-id pub-id-type="medline">28651985</pub-id>
          <pub-id pub-id-type="pii">S1546-1440(17)30580-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pillemer</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Price</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Paone</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Martich</surname>
              <given-names>GD</given-names>
            </name>
            <name name-style="western">
              <surname>Albert</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Haidari</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Updike</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Rudin</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mehrotra</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Direct release of test results to patients increases patient engagement and utilization of care</article-title>
          <source>PLoS One</source>
          <year>2016</year>
          <month>06</month>
          <day>23</day>
          <volume>11</volume>
          <issue>6</issue>
          <fpage>e0154743</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0154743"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0154743</pub-id>
          <pub-id pub-id-type="medline">27337092</pub-id>
          <pub-id pub-id-type="pii">PONE-D-14-55360</pub-id>
          <pub-id pub-id-type="pmcid">PMC4919031</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Reed</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Quevillon</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hirvi</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Patient perceptions and interactions with their web portal-based laboratory results</article-title>
          <source>BMJ Health Care Inform</source>
          <year>2019</year>
          <month>04</month>
          <volume>26</volume>
          <issue>1</issue>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://informatics.bmj.com/lookup/pmidlookup?view=long&#38;pmid=31039117"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjhci-2019-000012</pub-id>
          <pub-id pub-id-type="medline">31039117</pub-id>
          <pub-id pub-id-type="pii">bmjhci-2019-000012</pub-id>
          <pub-id pub-id-type="pmcid">PMC7062312</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schultz</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Alderfer</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Are on-line patient portals meeting test result preferences of caregivers of children with cancer? A qualitative exploration</article-title>
          <source>Pediatr Blood Cancer</source>
          <year>2018</year>
          <month>11</month>
          <volume>65</volume>
          <issue>11</issue>
          <fpage>e27306</fpage>
          <pub-id pub-id-type="doi">10.1002/pbc.27306</pub-id>
          <pub-id pub-id-type="medline">30007016</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wald</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Burk</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Gardner</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Feygin</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Epstein</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Poon</surname>
              <given-names>EG</given-names>
            </name>
            <name name-style="western">
              <surname>Middleton</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Sharing electronic laboratory results in a patient portal--a feasibility pilot</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2007</year>
          <volume>129</volume>
          <issue>Pt 1</issue>
          <fpage>18</fpage>
          <lpage>22</lpage>
          <pub-id pub-id-type="medline">17911670</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Woolen</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Kazerooni</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Steenburg</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Nan</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Wall</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Linna</surname>
              <given-names>NB</given-names>
            </name>
            <name name-style="western">
              <surname>Gayed</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kushdilian</surname>
              <given-names>MV</given-names>
            </name>
            <name name-style="western">
              <surname>Parent</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Cahalan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Alameddine</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ladd</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Davenport</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>Optimizing electronic release of imaging results through an online patient portal</article-title>
          <source>Radiology</source>
          <year>2019</year>
          <month>01</month>
          <volume>290</volume>
          <issue>1</issue>
          <fpage>136</fpage>
          <lpage>43</lpage>
          <pub-id pub-id-type="doi">10.1148/radiol.2018180883</pub-id>
          <pub-id pub-id-type="medline">30398436</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rodriguez</surname>
              <given-names>ES</given-names>
            </name>
            <name name-style="western">
              <surname>Thom</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Schneider</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>Nurse and physician perspectives on patients with cancer having online access to their laboratory results</article-title>
          <source>Oncol Nurs Forum</source>
          <year>2011</year>
          <month>07</month>
          <volume>38</volume>
          <issue>4</issue>
          <fpage>476</fpage>
          <lpage>82</lpage>
          <pub-id pub-id-type="doi">10.1188/11.onf.476-482</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Asi</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Raffenaud</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bagwell</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zeini</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>The effect of information technology on hospital performance</article-title>
          <source>Health Care Manag Sci</source>
          <year>2016</year>
          <month>12</month>
          <volume>19</volume>
          <issue>4</issue>
          <fpage>338</fpage>
          <lpage>46</lpage>
          <pub-id pub-id-type="doi">10.1007/s10729-015-9329-z</pub-id>
          <pub-id pub-id-type="medline">26018176</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10729-015-9329-z</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Winget</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Haji-Sheikhi</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Brown-Johnson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenthal</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Sharp</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Buyyounouski</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Asch</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>Electronic release of pathology and radiology results to patients: opinions and experiences of oncologists</article-title>
          <source>JOP</source>
          <year>2016</year>
          <month>08</month>
          <volume>12</volume>
          <issue>8</issue>
          <fpage>e792</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1200/jop.2016.011098</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hulter</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Langendoen</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Pluut</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Schoonman</surname>
              <given-names>GG</given-names>
            </name>
            <name name-style="western">
              <surname>Luijten</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>van Wetten</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Ahaus</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Weggelaar-Jansen</surname>
              <given-names>AM</given-names>
            </name>
          </person-group>
          <article-title>Patients' choices regarding online access to laboratory, radiology and pathology test results on a hospital patient portal</article-title>
          <source>PLoS One</source>
          <year>2023</year>
          <month>2</month>
          <day>3</day>
          <volume>18</volume>
          <issue>2</issue>
          <fpage>e0280768</fpage>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0280768</pub-id>
          <pub-id pub-id-type="medline">36735739</pub-id>
          <pub-id pub-id-type="pii">PONE-D-22-21124</pub-id>
          <pub-id pub-id-type="pmcid">PMC9897579</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McFarland</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Gunn</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Morgan</surname>
              <given-names>DE</given-names>
            </name>
          </person-group>
          <article-title>Patient engagement with online portals and online radiology results</article-title>
          <source>Curr Probl Diagn Radiol</source>
          <year>2023</year>
          <month>03</month>
          <volume>52</volume>
          <issue>2</issue>
          <fpage>106</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1067/j.cpradiol.2022.07.012</pub-id>
          <pub-id pub-id-type="medline">36030140</pub-id>
          <pub-id pub-id-type="pii">S0363-0188(22)00115-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Talboom-Kamp</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Tossaint-Schoenmakers</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Goedhart</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Versluis</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kasteleyn</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Patients' attitudes toward an online patient portal for communicating laboratory test results: real-world study using the eHealth impact questionnaire</article-title>
          <source>JMIR Form Res</source>
          <year>2020</year>
          <month>03</month>
          <day>04</day>
          <volume>4</volume>
          <issue>3</issue>
          <fpage>e17060</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://formative.jmir.org/2020/3/e17060/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17060</pub-id>
          <pub-id pub-id-type="medline">32024632</pub-id>
          <pub-id pub-id-type="pii">v4i3e17060</pub-id>
          <pub-id pub-id-type="pmcid">PMC7081138</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tossaint-Schoenmakers</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kasteleyn</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Goedhart</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Versluis</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Talboom-Kamp</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>The impact of patient characteristics on their attitudes toward an online patient portal for communicating laboratory test results: real-world study</article-title>
          <source>JMIR Form Res</source>
          <year>2021</year>
          <month>12</month>
          <day>17</day>
          <volume>5</volume>
          <issue>12</issue>
          <fpage>e25498</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://formative.jmir.org/2021/12/e25498/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/25498</pub-id>
          <pub-id pub-id-type="medline">34927593</pub-id>
          <pub-id pub-id-type="pii">v5i12e25498</pub-id>
          <pub-id pub-id-type="pmcid">PMC8726048</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wakefield</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Turvey</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hogan</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Shimada</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nazi</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Cao</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Stroupe</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Martinez</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Impact of patient portal use on duplicate laboratory tests in diabetes management</article-title>
          <source>Telemed J E Health</source>
          <year>2020</year>
          <month>10</month>
          <day>01</day>
          <volume>26</volume>
          <issue>10</issue>
          <fpage>1211</fpage>
          <lpage>20</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2019.0237</pub-id>
          <pub-id pub-id-type="medline">32045320</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Citardi</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Xing</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>He</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>Patient challenges and needs in comprehending laboratory test results: mixed methods study</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>12</month>
          <day>07</day>
          <volume>22</volume>
          <issue>12</issue>
          <fpage>e18725</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/12/e18725/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/18725</pub-id>
          <pub-id pub-id-type="medline">33284117</pub-id>
          <pub-id pub-id-type="pii">v22i12e18725</pub-id>
          <pub-id pub-id-type="pmcid">PMC7752528</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baun</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Vogsen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nielsen</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Høilund-Carlsen</surname>
              <given-names>PF</given-names>
            </name>
            <name name-style="western">
              <surname>Hildebrandt</surname>
              <given-names>MG</given-names>
            </name>
          </person-group>
          <article-title>Perspective of patients with metastatic breast cancer on electronic access to scan results: mixed-methods study</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>02</month>
          <day>10</day>
          <volume>22</volume>
          <issue>2</issue>
          <fpage>e15723</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/2/e15723/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/15723</pub-id>
          <pub-id pub-id-type="medline">32039819</pub-id>
          <pub-id pub-id-type="pii">v22i2e15723</pub-id>
          <pub-id pub-id-type="pmcid">PMC7055828</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Norris</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Halaska</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sachs</surname>
              <given-names>PB</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>CT</given-names>
            </name>
            <name name-style="western">
              <surname>Sanfilippo</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Honce</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Understanding patient experiences, opinions, and actions taken after viewing their own radiology images online: web-based survey</article-title>
          <source>JMIR Form Res</source>
          <year>2022</year>
          <month>04</month>
          <day>25</day>
          <volume>6</volume>
          <issue>4</issue>
          <fpage>e29496</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://formative.jmir.org/2022/4/e29496/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/29496</pub-id>
          <pub-id pub-id-type="medline">35468086</pub-id>
          <pub-id pub-id-type="pii">v6i4e29496</pub-id>
          <pub-id pub-id-type="pmcid">PMC9086874</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Petrovskaya</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Lipscomb</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Educational technology: insights from actor-network theory</article-title>
          <source>Complexity and Values in Nurse Education: Dialogues on Professional Education</source>
          <year>2022</year>
          <publisher-loc>Oxfordshire, UK</publisher-loc>
          <publisher-name>Routledge</publisher-name>
          <fpage>154</fpage>
          <lpage>60</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Petrovskaya</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Lipscomb</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Technology and nursing</article-title>
          <source>Routledge Handbook of Philosophy and Nursing</source>
          <year>2023</year>
          <publisher-loc>Oxfordshire, UK</publisher-loc>
          <publisher-name>Routledge</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Santos</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Caine</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Robson</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Easaw</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Petrovskaya</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>Oncology patients' experiences with novel electronic patient portals to support care and treatment: qualitative study with early users and nonusers of portals in Alberta, Canada</article-title>
          <source>JMIR Cancer</source>
          <year>2021</year>
          <month>11</month>
          <day>24</day>
          <volume>7</volume>
          <issue>4</issue>
          <fpage>e32609</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cancer.jmir.org/2021/4/e32609/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/32609</pub-id>
          <pub-id pub-id-type="medline">34822338</pub-id>
          <pub-id pub-id-type="pii">v7i4e32609</pub-id>
          <pub-id pub-id-type="pmcid">PMC8663539</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Allen</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <source>The Invisible Work of Nurses: Hospitals, Organisation and Healthcare</source>
          <year>2015</year>
          <publisher-loc>Oxfordshire, UK</publisher-loc>
          <publisher-name>Routledge</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Otte-Trojel</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>de Bont</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rundall</surname>
              <given-names>TG</given-names>
            </name>
            <name name-style="western">
              <surname>van de Klundert</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>How outcomes are achieved through patient portals: a realist review</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2014</year>
          <month>07</month>
          <volume>21</volume>
          <issue>4</issue>
          <fpage>751</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/24503882"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/amiajnl-2013-002501</pub-id>
          <pub-id pub-id-type="medline">24503882</pub-id>
          <pub-id pub-id-type="pii">amiajnl-2013-002501</pub-id>
          <pub-id pub-id-type="pmcid">PMC4078283</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Witteman</surname>
              <given-names>HO</given-names>
            </name>
            <name name-style="western">
              <surname>Zikmund-Fisher</surname>
              <given-names>BJ</given-names>
            </name>
          </person-group>
          <article-title>Communicating laboratory results to patients and families</article-title>
          <source>Clin Chem Lab Med</source>
          <year>2019</year>
          <month>02</month>
          <day>25</day>
          <volume>57</volume>
          <issue>3</issue>
          <fpage>359</fpage>
          <lpage>64</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.degruyter.com/document/doi/10.1515/cclm-2018-0634"/>
          </comment>
          <pub-id pub-id-type="doi">10.1515/cclm-2018-0634</pub-id>
          <pub-id pub-id-type="medline">30407910</pub-id>
          <pub-id pub-id-type="pii">cclm-2018-0634</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Mens</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Duijm</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Nienhuis</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>de Keizer</surname>
              <given-names>NF</given-names>
            </name>
            <name name-style="western">
              <surname>Cornet</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Determinants and outcomes of patient access to medical records: systematic review of systematic reviews</article-title>
          <source>Int J Med Inform</source>
          <year>2019</year>
          <month>09</month>
          <volume>129</volume>
          <fpage>226</fpage>
          <lpage>33</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2019.05.014</pub-id>
          <pub-id pub-id-type="medline">31445260</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(19)30265-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alpert</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Morris</surname>
              <given-names>BB</given-names>
            </name>
            <name name-style="western">
              <surname>Thomson</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Matin</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>RF</given-names>
            </name>
          </person-group>
          <article-title>Implications of patient portal transparency in oncology: qualitative interview study on the experiences of patients, oncologists, and medical informaticists</article-title>
          <source>JMIR Cancer</source>
          <year>2018</year>
          <month>03</month>
          <day>26</day>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>e5</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cancer.jmir.org/2018/1/e5/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/cancer.8993</pub-id>
          <pub-id pub-id-type="medline">29581090</pub-id>
          <pub-id pub-id-type="pii">v4i1e5</pub-id>
          <pub-id pub-id-type="pmcid">PMC5891668</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coughlin</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Caplan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>A review of web portal use by oncology patients</article-title>
          <source>J Cancer Treatment Diagn</source>
          <year>2018</year>
          <volume>2</volume>
          <issue>6</issue>
          <fpage>1</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30680374"/>
          </comment>
          <pub-id pub-id-type="doi">10.29245/2578-2967/2018/6.1154</pub-id>
          <pub-id pub-id-type="medline">30680374</pub-id>
          <pub-id pub-id-type="pmcid">PMC6342494</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Phadke</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Vander Weg</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Itani</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Grogan</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Ginader</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Mott</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>McDowell</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Breast cancer patient preferences for test result communication</article-title>
          <source>Breast J</source>
          <year>2019</year>
          <month>11</month>
          <day>12</day>
          <volume>25</volume>
          <issue>6</issue>
          <fpage>1326</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1111/tbj.13461</pub-id>
          <pub-id pub-id-type="medline">31297915</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arenson</surname>
              <given-names>RL</given-names>
            </name>
          </person-group>
          <article-title>Building a better online portal for patients to obtain radiologic results</article-title>
          <source>Radiology</source>
          <year>2019</year>
          <month>01</month>
          <volume>290</volume>
          <issue>1</issue>
          <fpage>144</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1148/radiol.2018182218</pub-id>
          <pub-id pub-id-type="medline">30398434</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moldovan-Johnson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Hornik</surname>
              <given-names>RC</given-names>
            </name>
          </person-group>
          <article-title>Navigating the cancer information environment: the reciprocal relationship between patient-clinician information engagement and information seeking from nonmedical sources</article-title>
          <source>Health Commun</source>
          <year>2014</year>
          <month>12</month>
          <day>20</day>
          <volume>29</volume>
          <issue>10</issue>
          <fpage>974</fpage>
          <lpage>83</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/24359259"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/10410236.2013.822770</pub-id>
          <pub-id pub-id-type="medline">24359259</pub-id>
          <pub-id pub-id-type="pmcid">PMC4222181</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>AlGhamdi</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Moussa</surname>
              <given-names>NA</given-names>
            </name>
          </person-group>
          <article-title>Internet use by the public to search for health-related information</article-title>
          <source>Int J Med Inform</source>
          <year>2012</year>
          <month>06</month>
          <volume>81</volume>
          <issue>6</issue>
          <fpage>363</fpage>
          <lpage>73</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2011.12.004</pub-id>
          <pub-id pub-id-type="medline">22217800</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(11)00264-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref65">
        <label>65</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lagoe</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Atkin</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Health anxiety in the digital age: an exploration of psychological determinants of online health information seeking</article-title>
          <source>Comput Human Behav</source>
          <year>2015</year>
          <month>11</month>
          <volume>52</volume>
          <fpage>484</fpage>
          <lpage>91</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.sciencedirect.com/science/article/abs/pii/S0747563215004392"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.chb.2015.06.003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref66">
        <label>66</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gorfinkel</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Lexchin</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A call to mandate patient access to personal primary care medical records across Canada</article-title>
          <source>CMAJ</source>
          <year>2018</year>
          <month>07</month>
          <day>23</day>
          <volume>190</volume>
          <issue>29</issue>
          <fpage>E869</fpage>
          <lpage>70</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.cmaj.ca/cgi/pmidlookup?view=long&#38;pmid=30037887"/>
          </comment>
          <pub-id pub-id-type="doi">10.1503/cmaj.180522</pub-id>
          <pub-id pub-id-type="medline">30037887</pub-id>
          <pub-id pub-id-type="pii">190/29/E869</pub-id>
          <pub-id pub-id-type="pmcid">PMC6056281</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref67">
        <label>67</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Han</surname>
              <given-names>HR</given-names>
            </name>
            <name name-style="western">
              <surname>Gleason</surname>
              <given-names>KT</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>HN</given-names>
            </name>
            <name name-style="western">
              <surname>Kang</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Chow</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Nagy</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bauer</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Using patient portals to improve patient outcomes: systematic review</article-title>
          <source>JMIR Hum Factors</source>
          <year>2019</year>
          <month>12</month>
          <day>19</day>
          <volume>6</volume>
          <issue>4</issue>
          <fpage>e15038</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://humanfactors.jmir.org/2019/4/e15038/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/15038</pub-id>
          <pub-id pub-id-type="medline">31855187</pub-id>
          <pub-id pub-id-type="pii">v6i4e15038</pub-id>
          <pub-id pub-id-type="pmcid">PMC6940868</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref68">
        <label>68</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grossman</surname>
              <given-names>LV</given-names>
            </name>
            <name name-style="western">
              <surname>Masterson Creber</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Benda</surname>
              <given-names>NC</given-names>
            </name>
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Vawdrey</surname>
              <given-names>DK</given-names>
            </name>
            <name name-style="western">
              <surname>Ancker</surname>
              <given-names>JS</given-names>
            </name>
          </person-group>
          <article-title>Interventions to increase patient portal use in vulnerable populations: a systematic review</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2019</year>
          <month>08</month>
          <day>01</day>
          <volume>26</volume>
          <issue>8-9</issue>
          <fpage>855</fpage>
          <lpage>70</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30958532"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocz023</pub-id>
          <pub-id pub-id-type="medline">30958532</pub-id>
          <pub-id pub-id-type="pii">5432090</pub-id>
          <pub-id pub-id-type="pmcid">PMC6696508</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
