<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="review-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v23i11e26450</article-id>
      <article-id pub-id-type="pmid">34762055</article-id>
      <article-id pub-id-type="doi">10.2196/26450</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Review</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Review</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Legal and Ethical Considerations for the Design and Use of Web Portals for Researchers, Clinicians, and Patients: Scoping Literature Review</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Kukafka</surname>
            <given-names>Rita</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Avdagovska</surname>
            <given-names>Melita</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Namazi</surname>
            <given-names>Hamidreza</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Lang</surname>
            <given-names>Michael</given-names>
          </name>
          <degrees>BA, BCL, LLB</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4242-1941</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Lemieux</surname>
            <given-names>Sébastien</given-names>
          </name>
          <degrees>BSc, MSc, PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5477-1386</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Hébert</surname>
            <given-names>Josée</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2267-1353</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Sauvageau</surname>
            <given-names>Guy</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4333-7266</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Zawati</surname>
            <given-names>Ma'n H</given-names>
          </name>
          <degrees>LLB, LLM, DCL</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Centre of Genomics and Policy, Department of Human Genetics</institution>
            <institution>Faculty of Medicine and Health Sciences</institution>
            <institution>McGill University</institution>
            <addr-line>740 Avenue Dr. Penfield</addr-line>
            <addr-line>Montreal, QC, H3A 0G1</addr-line>
            <country>Canada</country>
            <phone>1 (514) 398 8155</phone>
            <email>man.zawati@mcgill.ca</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8905-6259</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Centre of Genomics and Policy, Department of Human Genetics</institution>
        <institution>Faculty of Medicine and Health Sciences</institution>
        <institution>McGill University</institution>
        <addr-line>Montreal, QC</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Medicine</institution>
        <institution>Université de Montréal</institution>
        <addr-line>Montreal, QC</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>The Leucegene Project at Institute for Research in Immunology and Cancer</institution>
        <institution>Université de Montréal</institution>
        <addr-line>Montreal, QC</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Division of Hematology</institution>
        <institution>Maisonneuve-Rosemont Hospital</institution>
        <addr-line>Montreal, QC</addr-line>
        <country>Canada</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Ma'n H Zawati <email>man.zawati@mcgill.ca</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>11</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>11</day>
        <month>11</month>
        <year>2021</year>
      </pub-date>
      <volume>23</volume>
      <issue>11</issue>
      <elocation-id>e26450</elocation-id>
      <history>
        <date date-type="received">
          <day>11</day>
          <month>12</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>26</day>
          <month>1</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>17</day>
          <month>3</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>4</day>
          <month>8</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Michael Lang, Sébastien Lemieux, Josée Hébert, Guy Sauvageau, Ma'n H Zawati. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 11.11.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2021/11/e26450" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>This study aims to identify a novel potential use for web portals in health care and health research: their adoption for the purposes of rapidly sharing health research findings with clinicians, scientists, and patients. In the era of precision medicine and learning health systems, the translation of research findings into targeted therapies depends on the availability of big data and emerging research results. Web portals may work to promote the availability of novel research, working in tandem with traditional scientific publications and conference proceedings.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to assess the potential use of web portals, which facilitate the sharing of health research findings among researchers, clinicians, patients, and the public. It also summarizes the potential legal, ethical, and policy implications associated with such tools for public use and in the management of patient care for complex diseases.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This study broadly adopts the methods for scoping literature reviews outlined by Arskey and O’Malley in 2005. Raised by the integration of web portals into patient care for complex diseases, we systematically searched 3 databases, PubMed, Scopus, and WestLaw Next, for sources describing web portals for sharing health research findings among clinicians, researchers, and patients and their associated legal, ethical, and policy challenges. Of the 719 candidate source citations, 22 were retained for the review.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>We found varied and inconsistent treatment of web portals for sharing health research findings among clinicians, researchers, and patients. Although the literature supports the view that portals of this kind are potentially highly promising, they remain novel and are not yet widely adopted. We also found a wide range of discussions on the legal, ethical, and policy issues related to the use of web portals to share research data.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>We identified 5 important legal and ethical challenges: privacy and confidentiality, patient health literacy, equity, training, and decision-making. We contend that each of these has meaningful implications for the increased integration of web portals into clinical care.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>medical ethics</kwd>
        <kwd>web portal</kwd>
        <kwd>scoping review</kwd>
        <kwd>eHealth</kwd>
        <kwd>portal</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Medical care and health research are jointly undergoing significant changes brought about by the internet [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>]. New web portals, apps, and programs are helping to facilitate unprecedented levels of data sharing and collaboration, potentially enabling more precise targeted treatment and rapid research translation [<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref6">6</xref>]. Web portals have been a significant part of this emerging web-based health ecosystem, providing patients with a mechanism for accessing electronic health records, managing appointments and prescriptions, and communicating directly with care providers [<xref ref-type="bibr" rid="ref7">7</xref>]. Much has been written about the technical and ethical challenges associated with the development and integration of web portals into clinical settings [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. However, portal technology might also be used to connect health researchers to clinicians, patients, and the public. Web portals, for example, could be a useful platform for broad and rapid dissemination of research results. Although the most prevalent and widely discussed types of web portals are those used to manage patient interactions with the health care system (so-called <italic>patient portals</italic>), other potential uses are being increasingly identified.</p>
      </sec>
      <sec>
        <title>Objective</title>
        <p>This study aims to identify one such novel potential use: the adoption of web portals to rapidly share health research findings with clinicians, scientists, and patients. In the era of precision medicine and learning health systems, the translation of research findings into targeted therapies depends on the availability of big data and emerging research results. Web portals may work to promote the availability of novel research, working in tandem with traditional scientific publications and conference proceedings. Web portals raise the possibility that important research findings will be shared efficiently not only with scientists and clinicians but also with patients and members of the public. This study aims to examine how web portals can be used to facilitate such sharing. We seek to preliminarily outline how web portals can be used to advance research sharing objectives and to identify legal and ethical barriers that might challenge these functions. We will distinguish between <italic>web portals</italic> as a general category, by which we mean web resources that aggregate health information for a specific purpose, and <italic>therapeutic portals</italic>, by which we mean web portals designed to aggregate health research findings and make them available to a diverse array of researchers, clinicians, and the general public. Therapeutic portals may be contrasted with one prominent type of web portal, the <italic>patient portal</italic>. This is a system typically used to share individual patient data, facilitate clinical interaction, and record specific health outcomes [<xref ref-type="bibr" rid="ref10">10</xref>]. For the purposes of this study, we propose the concept of a <italic>therapeutic portal</italic> in an attempt to capture nuances that are not fully expressed in discussions on the use of web portals for managing and sharing health research findings. In the era of precision medicine and learning health systems, as interactions between clinicians, researchers, and the public take on a unique and pressing character, we are of the view that the language of therapeutic portals better fits the potential emerging use of portal technology in these contexts. Although the distinction between these kinds of web portals is subtle, it has potentially important implications for the provision of care and for the legal and ethical obligations of clinicians in health care systems increasingly modulated by the internet.</p>
        <p>Our interest in studying the feasibility of therapeutic portals is motivated by an ongoing multidisciplinary molecular genetics research project to better characterize and categorize the incidences of acute myeloid leukemia (AML) [<xref ref-type="bibr" rid="ref11">11</xref>]. The Leucegene project is a biobank-based study adopting next-generation sequencing, chemotherapeutics, and precision-medicine approaches for identifying prognostic markers and therapeutic targets for AML [<xref ref-type="bibr" rid="ref12">12</xref>]. Research in this area, which brings together the efforts of researchers, clinicians who apply novel prognostic testing regimes, and patients who ultimately benefit from AML treatments derived from novel precision-medicine therapies, is fertile ground for exploring the use of internet-mediated tools for widely sharing advancements in the treatment and study of AML. Although using such systems promises to maximize the potential exploitation of new knowledge by making it accessible to as wide an audience as possible, it also raises difficult practical and ethical difficulties.</p>
        <p>In this regard, this review aims to explore the potential use of web portals that work to share research results in the context of complex diseases with the research community, clinicians, and patients. In particular, we set out to understand whether such tools are presently in use, how they may be implemented, and how we might account for the pressing policy challenges they raise. This study will help contextualize and support the development of web portals intended to promote information sharing in health care systems by increasingly applying precision-medicine approaches to combat complex diseases. This review examines the potentially expanding scope and utility of web portals and highlights the policy challenges associated with this expansion. This will be achieved by outlining the results of a scoping literature review attempting to ascertain the extent to which web portals have been considered to facilitate communication between researchers and clinicians. Therapeutic portals are internet-enabled tools for sharing information between health researchers conducting basic science research and clinicians implementing best health practices. Tools of this kind expand on the increasing reach of patient portals by broadening their scope of application and inflating their role in patient care. Although there is a sense in which the use of web portals for sharing health research and disease data among clinicians and investigators is a logical extension of the form and function of existing tools that bring together patients and care providers, little direct consideration of such platforms appears to be present in the literature. This review poses 2 questions: (1) Are therapeutic portals being developed and used in health systems? (2) What legal and ethical issues might be raised by the use of therapeutic portals for sharing health research and disease data with researchers, clinicians, and the general public? This study will address these questions in 3 sections. First, we outline the methods used to preliminarily survey the literature in consideration of the questions above. Second, we summarize our results and describe how they apply to the development and use of therapeutic portals. Third, we discuss our findings with a broader literature on web portals and health research dissemination. We also note the limitations of our research and suggest that more work on this topic is needed.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>We designed this scoping literature review following the theoretical model set out by Arskey and O’Malley [<xref ref-type="bibr" rid="ref13">13</xref>]. Scoping reviews are a social research methodology that aim to rapidly map <italic>the key concepts underpinning a research area and the main sources and types of evidence available</italic> [<xref ref-type="bibr" rid="ref14">14</xref>]. Scoping reviews are typically contrasted with more extensive systematic reviews. This study, following Arskey and O’Malley, is intended to identify the broad contours of existing literature and note the gaps requiring further attention [<xref ref-type="bibr" rid="ref13">13</xref>]. We adopted an iterative search process comprising 5 stages. First, we developed the following 2 research questions: (1) Are therapeutic portals being developed and used in health systems? (2) What legal and ethical issues might be raised by the use of therapeutic portals for sharing health research and disease data with researchers, clinicians, and the general public? Second, we identified relevant studies by searching web databases. Specifically, we consulted Scopus, PubMed/MEDLINE, and WestLaw Next using fixed Boolean keywords including <italic>online portal</italic> AND <italic>health</italic> AND <italic>communication</italic> AND <italic>research</italic>* AND <italic>clinic</italic>*. Our search strategy initially focused on web portals as a general category, noting that scholarly sources describing portals used primarily for communicating research findings to a wide audience were not organized using discretely identifiable terminologies. We refined search terms iteratively and scanned source references to broaden the scope of the review. A primary search was conducted in April 2019, and a final search was conducted in March 2020. We did not time limit our search to obtain the widest possible array of sources. Initially, we identified 719 articles and papers from each source. Third, we selected studies for inclusion according to the criteria developed <italic>post hoc</italic>, as we became increasingly familiar with the literature. Owing to the nature of the research questions, as well as inconsistent language in the literature for explaining the function of web portals, determining which sources to include in our analysis sample proved to require a delicate balance. We worked with a set of flexible inclusion criteria. We included sources that met any one of the following broad criteria: (1) description of a web portal in actual use for the purpose of sharing research findings or non–patient-specific data; (2) description of a potential use case for web portals that share research findings or non–patient-specific data among researchers, clinicians, and the public; (3) description of a potential use case for web portals that permit access to health research findings or lay explanations of health research findings for patients or the general public; and (4) descriptions of legal and ethical issues associated with any of the above criteria. We excluded (1) duplicate sources, (2) sources not available in English, and (3) sources that primarily discuss the use of web portals for purposes other than the sharing of health research. Exclusion criterion 3 resulted in a large number of sources being screened out. In particular, numerous sources focused narrowly on the development and implementation of <italic>patient</italic> portals were generally not included in the review. Of the 719 sources initially collected, 22 (3%) sources were retained for the final review. Fourth, we charted source data for each retained resource, including the author, year of publication, and conclusions. These data are outlined in <xref ref-type="table" rid="table1">Table 1</xref>. Fifth, we summarized and reported the results of the review in this study.</p>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Initial Screening</title>
        <p>We selected 22 sources for the final review. Of the 719 sources initially obtained, 25 (3%) were eliminated as duplicates and 2 (0.2%) were unavailable in English. This left 96.2% (692/719) of papers for which we conducted a title and abstract review. Of these, we found that a high number primarily outlined work on the adoption of patient portals. Following exclusion criteria 3 above, those sources that did not include discussion about the potential communication of research findings, in addition to patient data such as testing results and treatment plans, were generally determined to fall outside the ambit of this review. We eliminated 93% (671/719) of sources that were determined not to meet the inclusion criteria described above. Operating on a relatively narrow conception of therapeutic portals, we did not expect to find a large number of sources that would meet the inclusion criteria outlined above. Nevertheless, we determined that the 3% (22/719) included sources provide an overview of this emerging field and suggest that the adoption of web portals for sharing research findings will become increasingly prominent in the coming years. This limited overview of the early literature in this space may work to ground subsequent discussions. <xref rid="figure1" ref-type="fig">Figure 1</xref> outlines the steps taken to conduct this review.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Scoping review flowchart.</p>
          </caption>
          <graphic xlink:href="jmir_v23i11e26450_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Study Selection</title>
        <p>The sources retained for the final review were relatively varied in their theoretical and methodological orientations. Several studies, for example, described patient portals enhanced by the inclusion of health data that would not be included in patient charts. One such approach is exhibited in a work by Nordqvist et al [<xref ref-type="bibr" rid="ref15">15</xref>], who outlined the attitudes of health professionals on a patient portal supplemented with disease-specific information intended to promote adolescent diabetes care. Other articles documented the creation of a novel web portal for safely sharing participant-level data with researchers [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>] or an open web portal designed to facilitate the sharing of gene association data for lung cancer [<xref ref-type="bibr" rid="ref18">18</xref>]. Other records included in our final sample mentioned issues surrounding research data sharing somewhat less directly [<xref ref-type="bibr" rid="ref19">19</xref>]. Following the abstract and title review, we determined that these sources warranted inclusion in the final analysis. Where the precise contours of a proposed or existing portal were not clearly delineated, we erred on the side of the inclusion. This led to the analysis of a number of articles that do not directly contemplate what we have described as therapeutic portals, but that <italic>do</italic> contemplate use cases to facilitate access to health research findings. We believe that these sources fall under inclusion criteria 2, describing a potential use case for web portals that share research findings or non–patient-specific data among researchers, clinicians, and the public. We explore these themes in greater detail in the <italic>Discussion</italic> section.</p>
      </sec>
      <sec>
        <title>Results Charting</title>
        <p>We charted our overarching results in <xref ref-type="table" rid="table1">Table 1</xref>, which summarizes findings derived from sources reviewed at this final stage and conveys our determination on whether these sources describe tools that could reasonably be considered therapeutic portals. Of the 22 references, we established that 8 (36%) contemplated a web resource to facilitate some form of communication among researchers, patients or the public, and clinicians. The manner in which these resources describe therapeutic portals varies considerably.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Methodological and theoretical orientations of reviewed articles.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="280"/>
            <col width="290"/>
            <col width="290"/>
            <col width="140"/>
            <thead>
              <tr valign="top">
                <td>Study and article title</td>
                <td>Article objective</td>
                <td>Article conclusions</td>
                <td>Therapeutic portal</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Baldwin et al [<xref ref-type="bibr" rid="ref19">19</xref>], <italic>Patient portals and health apps: Pitfalls, promises, and what one might learn from the other symptoms</italic></td>
                <td>Limitations and potential of 2 kinds of patient-facing information technology: portals and applications</td>
                <td>Combining features of mHealth apps and portals could increase patient engagement</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>Bartonova [<xref ref-type="bibr" rid="ref20">20</xref>], <italic>How can scientists bring research to use: The HENVINET experience</italic></td>
                <td>Describes HENVINET, a portal for sharing research findings among scientists, policy makers, and the public</td>
                <td>Portal highlights the need for liaison between researchers, policy makers, and the public</td>
                <td>Yes</td>
              </tr>
              <tr valign="top">
                <td>Bostrom et al [<xref ref-type="bibr" rid="ref21">21</xref>], <italic>Strategic and integrated planning for healthy, connected cities: Chattanooga case study</italic></td>
                <td>Describes a web portal combining location and health data to identify areas for potential greenspace development</td>
                <td>Portal determined access to park space. Promotes integrating community and social metrics to equitably address public health challenges</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>Bowler et al [<xref ref-type="bibr" rid="ref22">22</xref>], <italic>The visibility of health web portals for teens: A hyperlink analysis</italic></td>
                <td>Assesses teen health websites for accessible and reliable health information</td>
                <td>Websites had a low level of visibility relative to resources intended for other audiences. Information for teens present on resources that lack health expertise</td>
                <td>Yes</td>
              </tr>
              <tr valign="top">
                <td>Ling Cai et al [<xref ref-type="bibr" rid="ref18">18</xref>], <italic>LCE: An open web portal to explore gene expression and clinical associations in lung cancer</italic></td>
                <td>Discusses a lung cancer database with expression and clinical data from 6700 patients in 56 studies</td>
                <td>The Lung Cancer Explorer is publicly accessible and provides genomic and tissue image data for lung cancer</td>
                <td>Yes</td>
              </tr>
              <tr valign="top">
                <td>Christensen et al [<xref ref-type="bibr" rid="ref23">23</xref>], <italic>Beacon: A web portal to high-quality mental health websites for use by health professionals and the public</italic></td>
                <td>Describes the Beacon web portal, which aggregates lists of high-quality health websites sharing information on mental health</td>
                <td>There are many high-quality web resources available for mental health. The Beacon portal attempts to identify and gather them in a single resource</td>
                <td>Yes</td>
              </tr>
              <tr valign="top">
                <td>Das et al [<xref ref-type="bibr" rid="ref24">24</xref>], <italic>The impact of an eHealth portal on health care professionals’ interaction with patients: qualitative study</italic></td>
                <td>Discusses implementation of a web portal intended to help weight loss surgery patients achieve healthy outcomes</td>
                <td>Implemented eHealth portal was a valuable source of information and a gateway for facilitating positive patient interactions</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>Kaiser [<xref ref-type="bibr" rid="ref16">16</xref>], <italic>A new portal for patient data</italic></td>
                <td>Presents the Vivli portal, which is intended to support the sharing of anonymized clinical study data</td>
                <td>The portal makes available the results of more than 4000 clinical trial data sets from 8 companies and nonprofits</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>Kirkpatrick et al [<xref ref-type="bibr" rid="ref25">25</xref>], <italic>GenomeConnect: matchmaking between patients, clinical laboratories and researchers to improve genomic knowledge</italic></td>
                <td>Presents the GenomeConnect portal, which provides a space for patients and members of the public to share health history and genetic test results</td>
                <td>GenomeConnect portal allows members of the public to participate in genetics research and to contribute to the validation of novel clinical tests</td>
                <td>Yes</td>
              </tr>
              <tr valign="top">
                <td>Kohler [<xref ref-type="bibr" rid="ref26">26</xref>], <italic>Can internet access growth help reduce the global burden of noncommunicable diseases?</italic></td>
                <td>Describes an open access portal for linking disparate source health information for reducing preventable lifestyle-related risk factors associated with noncommunicable disease</td>
                <td>Web portals of the kind described have the potential to improve the global burden of noncommunicable disease if implemented at scale</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>Kuijpers et al [<xref ref-type="bibr" rid="ref27">27</xref>], <italic>An interactive portal to empower cancer survivors: a qualitative study on user expectations</italic></td>
                <td>Studies the perspectives of cancer survivors on the possible features of an interactive web portal</td>
                <td>Participants interested in portal features that fulfill information needs, such as access to their eHealth record</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>Li et al [<xref ref-type="bibr" rid="ref17">17</xref>], <italic>Moving data sharing forward: the launch of the Vivli platform</italic></td>
                <td>Presents the Vivli portal for supporting anonymized clinical study data sharing</td>
                <td>Data sharing portals have an important role to play in addressing issues around reidentification and anonymization</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>Maggio et al [<xref ref-type="bibr" rid="ref28">28</xref>], <italic>Qualitative study of physicians’ varied uses of biomedical research in the USA</italic></td>
                <td>Perspectives of physicians on interaction with biomedical research presented on a web portal</td>
                <td>Physicians reported a high level of research adoption and appealed to their multi-faceted roles as clinicians, educators, and researchers</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>Marrie et al [<xref ref-type="bibr" rid="ref29">29</xref>], <italic>Use of eHealth and mHealth technology by persons with multiple sclerosis</italic></td>
                <td>Describes use of eHealth and mHealth systems by patients with multiple sclerosis</td>
                <td>Internet-enabled tools help to facilitate the sharing of health information between clinicians and patients with multiple sclerosis</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>McKemmish et al [<xref ref-type="bibr" rid="ref30">30</xref>], <italic>Consumer empowerment through metadata-based information quality reporting: the breast cancer knowledge web portal</italic></td>
                <td>Describes development of the BCK–Web portal, a web resource for sharing health information with patients with breast cancer</td>
                <td>BCK–Web portal communicates high-quality medical and experiential knowledge</td>
                <td>Yes</td>
              </tr>
              <tr valign="top">
                <td>Melchart et al [<xref ref-type="bibr" rid="ref31">31</xref>], <italic>Introduction of a web portal for an individual health management and observational health data sciences</italic></td>
                <td>Establishes a set of core objectives and processes implementing a web portal for lifestyle changes and individual health management</td>
                <td>Web tools help to facilitate individual health management in concert with health coaching</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>Melholt et al [<xref ref-type="bibr" rid="ref32">32</xref>], <italic>Cardiac patients’ experiences with a telerehabilitation web portal: implications for eHealth literacy</italic></td>
                <td>Explores use of a web portal cardiac patient rehabilitation. Outlines health literacy effects</td>
                <td>A web portal for rehabilitation among cardiac patients may increase health literacy</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>Nordfeldt et al [<xref ref-type="bibr" rid="ref33">33</xref>], <italic>To use or not to use – practitioners’ perceptions of an open web portal for young patients with diabetes</italic></td>
                <td>Documents clinician perspectives on the use of an open access web portal for patients with juvenile diabetes</td>
                <td>Clinicians felt comfortable recommending web resources for which available information was verifiably reliable</td>
                <td>Yes</td>
              </tr>
              <tr valign="top">
                <td>Nordqvist et al [<xref ref-type="bibr" rid="ref15">15</xref>], <italic>Health professionals’ attitudes towards using a web 2.0 Portal for child and adolescent diabetes care: qualitative study</italic></td>
                <td>Describes clinician perspectives on the use of a <italic>Web 2.0</italic> portal for juvenile patients with diabetes</td>
                <td>Clinicians exhibited positive attitudes toward the portal. Support close collaboration between stakeholders in the development of future portals</td>
                <td>Yes</td>
              </tr>
              <tr valign="top">
                <td>Rocker [<xref ref-type="bibr" rid="ref34">34</xref>], <italic>Use of a web portal to facilitate clinical trial recruitment: preliminary analysis of fox trial finder</italic></td>
                <td>Characterizes research volunteers registered on a web portal for clinical trial participation recruitment for the study of Parkinson’s disease</td>
                <td>Persons affected by Parkinson’s disease willing to participate in health research and share personal data on the web</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>Sutherland et al [<xref ref-type="bibr" rid="ref35">35</xref>], <italic>A novel open access web portal for integrating mechanistic and toxicogenomic study results</italic></td>
                <td>Describes collaborative toxicogeomics, a web portal for sharing <italic>best practice</italic> methods in computational biology</td>
                <td>The developed open-source portal helps to increase accessibility, transparency, and collaboration between researchers in the field</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>Tomlinson et al [<xref ref-type="bibr" rid="ref36">36</xref>], <italic>MiMiR – an integrated platform for microarray data sharing, mining and analysis</italic></td>
                <td>Presents MiMiR, a web portal supporting the management and sharing of microarray data</td>
                <td>MiMiR portal contains more than 150 data points and over 3000 hybridizations supporting the microarray user community</td>
                <td>No</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <p><xref ref-type="table" rid="table2">Table 2</xref> outlines the general thematic orientations of each of the 8 papers that we determined to have directly contemplated therapeutic portals. Beyond thematic diversity, we also found that reviewed sources considered a wide array of potential policy issues raised by the adoption of web portals in health care, both in the case of therapeutic portals and that of similarly disposed web portals. In particular, we found that 5 legal, ethical, and social issues were raised in the 22 resources we reviewed: (1) privacy and confidentiality, (2) patient health literacy, (3) equity, (4) training, and (5) decision-making. Overall, we determined that out of the 22 resources, 9 (41%) discussed privacy and confidentiality issues, 9 (41%) discussed patients’ health literacy, 4 (18%) discussed equity, 9 (41%) discussed training, and 10 (45%) discussed decision-making. <xref ref-type="table" rid="table3">Table 3</xref> outlines the distribution of these dominant policy issues among the reviewed sources.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Thematic orientation of reviewed therapeutic portals (n=8).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="350"/>
            <col width="350"/>
            <col width="300"/>
            <thead>
              <tr valign="top">
                <td>Theme</td>
                <td>Resources, n (%)</td>
                <td>Study</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Genomics</td>
                <td>2 (25)</td>
                <td>Cai et al [<xref ref-type="bibr" rid="ref18">18</xref>]; Kirkpatrick et al [<xref ref-type="bibr" rid="ref25">25</xref>]</td>
              </tr>
              <tr valign="top">
                <td>Cancer</td>
                <td>2 (25)</td>
                <td>Cai et al [<xref ref-type="bibr" rid="ref18">18</xref>]; McKemmish et al [<xref ref-type="bibr" rid="ref30">30</xref>]</td>
              </tr>
              <tr valign="top">
                <td>Diabetes</td>
                <td>2 (25)</td>
                <td>Nordfeldt et al [<xref ref-type="bibr" rid="ref33">33</xref>]; Nordqvist et al [<xref ref-type="bibr" rid="ref15">15</xref>]</td>
              </tr>
              <tr valign="top">
                <td>Mental health</td>
                <td>1 (12.5)</td>
                <td>Christensen et al [<xref ref-type="bibr" rid="ref23">23</xref>]</td>
              </tr>
              <tr valign="top">
                <td>Teenage health</td>
                <td>1 (12.5)</td>
                <td>Bowler et al [<xref ref-type="bibr" rid="ref22">22</xref>]</td>
              </tr>
              <tr valign="top">
                <td>Health and the environment</td>
                <td>1 (12.5)</td>
                <td>Bartonova [<xref ref-type="bibr" rid="ref20">20</xref>]</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Distribution of legal, ethical, and social issues (n=22).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="190"/>
            <col width="150"/>
            <col width="660"/>
            <thead>
              <tr valign="top">
                <td>Theme</td>
                <td>Resources, n (%)</td>
                <td>Citations</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Privacy and confidentiality</td>
                <td>9 (41)</td>
                <td>Baldwin et al [<xref ref-type="bibr" rid="ref19">19</xref>]; Bowler et al [<xref ref-type="bibr" rid="ref22">22</xref>]; Das et al [<xref ref-type="bibr" rid="ref24">24</xref>]; Kaiser [<xref ref-type="bibr" rid="ref16">16</xref>]; Kirkpatrick et al [<xref ref-type="bibr" rid="ref25">25</xref>]; Kuijpers et al [<xref ref-type="bibr" rid="ref27">27</xref>]; Li et al [<xref ref-type="bibr" rid="ref17">17</xref>]; McKemmish et al [<xref ref-type="bibr" rid="ref30">30</xref>]; Melchart et al [<xref ref-type="bibr" rid="ref31">31</xref>]</td>
              </tr>
              <tr valign="top">
                <td>Patient health literacy</td>
                <td>9 (41)</td>
                <td>Baldwin et al [<xref ref-type="bibr" rid="ref19">19</xref>]; Das et al [<xref ref-type="bibr" rid="ref24">24</xref>]; Kirkpatrick et al [<xref ref-type="bibr" rid="ref25">25</xref>]; Kohler [<xref ref-type="bibr" rid="ref26">26</xref>]; Kuijpers et al [<xref ref-type="bibr" rid="ref27">27</xref>]; McKemmish et al [<xref ref-type="bibr" rid="ref30">30</xref>]; Melchart et al [<xref ref-type="bibr" rid="ref31">31</xref>]; Melholt et al [<xref ref-type="bibr" rid="ref31">31</xref>]; Nordqvist et al [<xref ref-type="bibr" rid="ref15">15</xref>]</td>
              </tr>
              <tr valign="top">
                <td>Equity</td>
                <td>4 (18)</td>
                <td>Bostrom et al [<xref ref-type="bibr" rid="ref21">21</xref>]; Marrie et al [<xref ref-type="bibr" rid="ref29">29</xref>]; McKemmish et al [<xref ref-type="bibr" rid="ref30">30</xref>]; Melchart et al [<xref ref-type="bibr" rid="ref31">31</xref>]</td>
              </tr>
              <tr valign="top">
                <td>Training</td>
                <td>9 (41)</td>
                <td>Baldwin et al [<xref ref-type="bibr" rid="ref19">19</xref>]; Bartonova [<xref ref-type="bibr" rid="ref20">20</xref>]; Christensen et al [<xref ref-type="bibr" rid="ref23">23</xref>]; Das et al [<xref ref-type="bibr" rid="ref24">24</xref>]; Kuijpers et al [<xref ref-type="bibr" rid="ref27">27</xref>]; Maggio et al [<xref ref-type="bibr" rid="ref28">28</xref>]; Melchart et al [<xref ref-type="bibr" rid="ref31">31</xref>]; Nordfeldt et al [<xref ref-type="bibr" rid="ref33">33</xref>]; Nordqvist et al [<xref ref-type="bibr" rid="ref15">15</xref>]</td>
              </tr>
              <tr valign="top">
                <td>Decision-making</td>
                <td>10 (45)</td>
                <td>Bartonova [<xref ref-type="bibr" rid="ref20">20</xref>]; Bowler et al [<xref ref-type="bibr" rid="ref22">22</xref>]; Cai et al [<xref ref-type="bibr" rid="ref18">18</xref>]; Christensen et al [<xref ref-type="bibr" rid="ref23">23</xref>]; Das et al [<xref ref-type="bibr" rid="ref24">24</xref>]; Kirkpatrick et al [<xref ref-type="bibr" rid="ref25">25</xref>]; Kohler [<xref ref-type="bibr" rid="ref26">26</xref>]; Kuijpers et al [<xref ref-type="bibr" rid="ref27">27</xref>]; Maggio et al [<xref ref-type="bibr" rid="ref28">28</xref>]; Melchart et al [<xref ref-type="bibr" rid="ref31">31</xref>]</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <sec>
          <title>Overview</title>
          <p>This review demonstrates that web portals are presently being used for a wide range of functions and in a variety of clinical and research settings. Ling Cai et al [<xref ref-type="bibr" rid="ref18">18</xref>], for example, described the Lung Cancer Explorer, a database developed by researchers at the Southwestern Medical Center, University of Texas. The resource houses genomic expression and clinical data on lung cancer and is accessible to the public. Although information included on the Lung Cancer Explorer portal is a highly sophisticated technical data, it is openly accessible and can be used by a public audience attempting to learn about the genomic dimensions of lung cancer. As the third-party processing of raw consumer genetic data becomes more common [<xref ref-type="bibr" rid="ref37">37</xref>], there may be an increase in the use of portals in the form of Lung Cancer Explorer by members of the public. Research conducted by Leanne Bowler et al [<xref ref-type="bibr" rid="ref22">22</xref>] investigated an entirely different kind of portal, though one that combines clinical information, health research, and engages members of the public. This work details 6 web portals that provide health information to teenagers, finding that much of the information offered is of dubious quality. Two of the studies described portals for sharing genomic data, two described portals for cancer, and two for diabetes. The remaining themes included mental health, teenage health, and the intersection of health and the environment. We found that therapeutic portalsweb tools that facilitate the sharing of research findings with clinicians, researchers, and patientsare an emerging trend in health care, although they have not yet received widespread attention in the literature.</p>
          <p>Notably, we have also found that therapeutic portals have generally not received attention as a phenomenon that is conceptually distinct from the emergence of the patient portal. An extensive literature has been published on the development and use of patient portals in recent years [<xref ref-type="bibr" rid="ref38">38</xref>], as well as on their capacity to promote patient empowerment and self-care [<xref ref-type="bibr" rid="ref39">39</xref>]. A growing consensus suggests that the use of a patient portal tends to positively influence health outcomes for patients with chronic disease, despite ongoing concerns about the willingness of such patients to engage with web portals [<xref ref-type="bibr" rid="ref40">40</xref>]. Patient portals are generally thought to reflect a positive development in health care [<xref ref-type="bibr" rid="ref41">41</xref>], even as they are accompanied by a range of pressing challenges. The popularization of patient portals has been associated, for example, with an increasing concern about the protection of sensitive or confidential patient data [<xref ref-type="bibr" rid="ref42">42</xref>]. Our review indicates that web portals are being used for functions that generally fall outside of the scope of patient portals, as they are traditionally conceived. In particular, the increased sharing of basic research results and the expansion of portal audiences to include the general public may raise unique and unforeseen challenges. We believe that these changes may warrant a conceptual distinction between patient and therapeutic portals. As the latter becomes more prominent, it is important that they be subjected to increased scrutiny on their own terms.</p>
          <p>Our findings suggest that therapeutic portals are likely to raise a number of important legal, ethical, and social issues. In particular, our review highlights 5 particularly prominent issues: (1) privacy and confidentiality, (2) patient health literacy, (3) equity, (4) training, and (5) decision-making. In this section, we outline how each of these issues is contemplated in our review and suggest policy and regulatory approaches that may be considered to address them.</p>
        </sec>
        <sec>
          <title>Privacy and Confidentiality</title>
          <p>The treatment of privacy and confidentiality issues in the sources identified in this review focused largely on the necessity of ensuring that personal data stored on a web portal is protected, and that data made available to third parties through a web resource cannot be used to identify individual research participants or patients [<xref ref-type="bibr" rid="ref25">25</xref>]. One source discussed the importance of accounting for privacy regulations in the design of web portals that connect to personal health records [<xref ref-type="bibr" rid="ref19">19</xref>]. Although therapeutic portals are unlikely to connect directly to personal health records, it is conceivable that they may display individualized or improperly anonymized data. A particular challenge may be determining whether a therapeutic portal is subject to local privacy regulations or is primarily governed by an internal privacy policy. Portals developed in jurisdictions with less privacy protection and made available in others may raise additional privacy considerations. Das et al [<xref ref-type="bibr" rid="ref24">24</xref>] pointed out that certain web portals may require secure log-in procedures, including specific credentials and passwords, to protect patient information. Not surprisingly, some sources communicated empirical findings that a number of web portal users are concerned about data security and privacy [<xref ref-type="bibr" rid="ref27">27</xref>]. Issues of privacy and confidentiality are likely to be important considerations wherever sensitive health data are processed or shared [<xref ref-type="bibr" rid="ref17">17</xref>], including the case of therapeutic portals. With this in view, Melchart et al [<xref ref-type="bibr" rid="ref31">31</xref>] stress the important role project governance and strong privacy protection principles can play in advancing health research. The overall treatment of privacy and confidentiality issues in the reviewed sources helps to underscore the consensus in the literature that personal information must be carefully safeguarded, especially when such information interacts with internet-enabled tools.</p>
        </sec>
        <sec>
          <title>Patient Health Literacy</title>
          <p>Several articles assessed in this review described the potential health literacy and patient health literacy functions of publicly available web portals for managing and interacting with health data. Indeed, 2 of the 9 papers we found to have discussed patient health literacy, those by McKemmish et al [<xref ref-type="bibr" rid="ref30">30</xref>] and Kuijpers et al [<xref ref-type="bibr" rid="ref27">27</xref>], engaged explicitly with empowerment as the orienting theme of their respective contributions. McKemmish et al [<xref ref-type="bibr" rid="ref30">30</xref>] described a web portal for sharing resources on breast cancer, writing that the <italic>ability to access timely, relevant, and reliable information is a vital component in patient empowerment</italic>. Access to high-quality health information can improve patient outcomes by <italic>facilitating decision-making</italic> and <italic>better treatment compliance</italic> [<xref ref-type="bibr" rid="ref30">30</xref>]. Similarly, Kuijpers et al [<xref ref-type="bibr" rid="ref27">27</xref>] outlined the high informational needs of cancer patients and survivors, writing that “it seems imperative to provide cancer survivors with the knowledge, skills, and motivation to positively influence their health status, which is commonly referred to as patient empowerment.” Importantly, Kuijpers et al [<xref ref-type="bibr" rid="ref27">27</xref>] noted that informational web programs can maximize their empowering potential if accompanied with face-to-face support, suggesting that web portals should not be expected to promote empowerment on their own. Other authors have identified the empowering potential of web portals in passing [<xref ref-type="bibr" rid="ref15">15</xref>], whereas others focus on the related concept of health literacy. For example, Melholt et al [<xref ref-type="bibr" rid="ref32">32</xref>] focused on the capacity of web portals to increase health literacy [<xref ref-type="bibr" rid="ref32">32</xref>]. On the terms of this paper, <italic>eHealth literacy</italic> is conceived as “the ability to seek, find, understand, and appraise health information from electronic sources and apply the knowledge gained to address or solve a health problem” [<xref ref-type="bibr" rid="ref32">32</xref>]. In this way, the relationship between health literacy and patient empowerment can easily be discerned. Tools that improve a user’s understanding of their health, for example, can be expected to improve outcomes [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>]. Sources contemplating health literacy and empowerment in this review coalesce with the view that web portals, properly implemented, may positively contribute to both of these outcomes. Critically, however, the authors note that web portals must exist within a supportive health infrastructure, offering reliable and accessible information to achieve these empowering objectives.</p>
        </sec>
        <sec>
          <title>Equity</title>
          <p>One possible effect of increased health literacy facilitated by web resources is the generation of greater equity in access to care. Several studies alluded to this point, although we did not find extensive discussion of health equity promotion in the sample of resources we reviewed. Melchart et al [<xref ref-type="bibr" rid="ref31">31</xref>], for example, mentioned the importance of designing web systems that are attentive to equality of access concerns, noting that users of a service should be able to depend on receiving high-quality and equitable treatment. Similarly, Bostrom et al [<xref ref-type="bibr" rid="ref21">21</xref>] described the development of a portal for enhancing greenspace and improving public health specifically to ensure more equitable access to recreational opportunities for underserved populations. Although this study describes a web portal significantly different from those with which we are primarily interested here, it reveals the important role that health information, collected and processed with the help of web systems, can play in advancing health equality. However, the promotion of health equity using web resources is not straightforward. Marrie et al [<xref ref-type="bibr" rid="ref29">29</xref>] pointed out that web resource use is likely to vary substantially across sociodemographic cohorts. Technology adopters tend to be younger, more highly educated, wealthier, and have higher comorbidities. This generates a serious problem if resource developers intend for web portals to contribute to the advancements in health equity. Ensuring that such portals are accessible to everyone is almost certain to be a perennial challenge, one that is, however, necessary for achieving overarching objectives in this space, including patient empowerment and broader access to leading health research.</p>
        </sec>
        <sec>
          <title>Training</title>
          <p>Further challenging the implementation of novel web health resources is the issue of training. Several of the sources we reviewed detailed the particular training challenges associated with the development of tools intended to be used by clinicians, researchers, patients, and the public. For example, Das et al [<xref ref-type="bibr" rid="ref24">24</xref>] emphasized the need to ensure that health system personnel feel adequately prepared to effectively use any new web system. Maggio et al [<xref ref-type="bibr" rid="ref28">28</xref>] made a related point, arguing that little is known about how clinicians access and apply research findings in their practice, which has important <italic>implications for educators designing physician training and policymakers considering public access mandates for research</italic>. Moreover, empirical work suggests that training may be a significant barrier for clinicians to more broadly pursue the use of novel web resources in their practice. Nordfeldt et al [<xref ref-type="bibr" rid="ref33">33</xref>] wrote that “lack of access, lack of time, and lack of opportunities for training [are] examples of causal factors preventing practitioners from adopting new technologies.” Similarly, researchers accessing web systems may also require contextualizing resources that contribute to the effective use of novel tools. Bartonova et al [<xref ref-type="bibr" rid="ref20">20</xref>], for example, stressed the importance of training regimes aimed at facilitating the work of research scientists, especially when they are encountering tools that promote interdisciplinary collaboration. In addition, web resources that bring together multiple kinds of stakeholders might also require approaches to training that include patients or the public. Kuijpers et al [<xref ref-type="bibr" rid="ref27">27</xref>] noted that the use of web health management resources by patients or the public ought to be accompanied by sufficient training and guidance to ensure that such systems are used safely and as intended by their developers. According to Christensen et al [<xref ref-type="bibr" rid="ref23">23</xref>], the development of web portals for certain serious medical conditions, such as in the mental health context, access to web resources might sometimes need to be accompanied by the ability to consult with trained medical professionals who are able to offer follow-up support and care [<xref ref-type="bibr" rid="ref23">23</xref>]. Our findings in this review on training considerations are relatively straightforward. Nevertheless, they may have important policy implications. The literature exhibits a strong consensus on the view that training systems should be commensurate with the establishment of novel web portals for health. Such training will ensure that clinicians, patients, and researchers are able to use web portals as effectively as possible, thereby maximizing potential health benefits. As portals continue to be pursued as a means to communicate research findings and general health information among stakeholders, it is critical to develop adequate strategies for training intended users.</p>
        </sec>
        <sec>
          <title>Decision-making</title>
          <p>Our review found that of the 22 sources, 10 (45%) discussed issues related to decision-making. Although this is somewhat an imprecise consideration, in need of greater specificity, it has potentially far-reaching legal, ethical, and policy implications for the use of web portals for health. We discovered that a number of studies gave varying degrees of attention to the ways novel web systems affect clinical and other health-related decision-making. Web resources may affect patient and public decision-making about health simply by influencing the information to which such persons have ready access. Kohler [<xref ref-type="bibr" rid="ref26">26</xref>] made this point, stating that “information accessed through the internet enables people to make informed decisions about their life and health.” Such resources may also influence medical professionals’ decisions during the course of treatment [<xref ref-type="bibr" rid="ref27">27</xref>]. The fact that web resources may affect the way health decisions are made is not, by itself, revelatory. It is, indeed, the intended function of such systems to modulate decision-making, hopefully for the more effective and efficient allocation of care resources and for improvements in individual health. However, the precise manner in which such decision-making effects are realized may be critically important. Maggio et al [<xref ref-type="bibr" rid="ref28">28</xref>] discussed the possibility, for example, that web portals may be used to enable <italic>shared decision-making</italic>, in which therapeutic decisions are reached through dialog between the clinicians and their (informed) patients. Christensen et al [<xref ref-type="bibr" rid="ref23">23</xref>] noted that certain kinds of persons may be more likely to make medical decisions based on information found on the web than others. They wrote that “consumers living with a disability or chronic disease are more frequent internet users, and more likely to state that they made health decisions based on information found on the web.” Bowler et al [<xref ref-type="bibr" rid="ref22">22</xref>] similarly found that decisions made by teenage health portal users are often <italic>based on socially constructed content rather content provided by experts in the field</italic>. Although portals have important implications for the manner in which medical decisions are made, they might raise questions about who makes decisions in complex health contexts. According to Das et al [<xref ref-type="bibr" rid="ref24">24</xref>], portals accessed by clinicians should consider whether systems are established to ensure adequate decisional support and interdisciplinary interaction. Where web portals are used in the course of clinical decision-making, it is important to ensure that the provided information is supported by appropriate expertise in the circumstance. Health portal developers may also be attentive to maintaining a balance between the aim of empowering individual patients to make decisions about their own health while protecting their capacity to access high-quality clinical support and expertise. Our findings suggest that web portals may make medical decision-making significantly more efficient for numerous stakeholders, but it is critical to ensure that such decisional resources are well calibrated to the needs and capacities of the individuals using them.</p>
        </sec>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>This review attempts to collect preliminary data concerning proposals to implement therapeutic portals. This research encountered 3 important limitations that should be addressed in future work. First, the search terms employed in this review may not have been maximally targeted to the phenomenon under consideration. The reason for this is that the precise area of research with which we were interested remains relatively gestational and the terminology surrounding web portals that incorporate health research and patient perspectives has not yet been settled. It may also be that a number of therapeutic portals under development have not been described in published articles. This being the case, we hope that it will become increasingly commonplace for scholars and researchers to publish their experiences and perspectives on web portal design and implementation. Second, we did not specifically seek to include gray literature sources in this review. It is highly likely that some sources on therapeutic portals have been communicated outside of traditional academic settings. As our review focused on articles published in peer-reviewed periodicals, we did not assess any potentially pertinent gray literature sources. Future research on this topic should be expanded to include consideration of published works outside of traditional academic settings. Third, this review was limited by language and jurisdiction. Each of the 22 sources we reviewed was published in English and obtained from the English search databases. Moreover, most sources were written by scholars working in North America. These factors likely limited the scope of our search. Future research should explicitly engage with research published in languages other than English and by scholars in a more diverse set of jurisdictions. Despite these limitations, we believe that this study provides a useful overview of the landscape for therapeutic portals, including their specific potential objectives and legal, ethical, and policy challenges they are likely to face.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This paper communicates the findings of a scoping literature review on the potential development and implementation of what we have called therapeutic portals, web systems that facilitate the sharing of health information among researchers, clinicians, patients, and the public. Such portals differ from patient portals in several important respects. First, the role of researchers directly communicating novel findings with clinicians and the public could be significantly enhanced. This approach could help promote the growth of precision medicine as a response to complex diseases. The main aim of this study was to assess the primary legal, ethical, and policy issues associated with the development and use of web portals that facilitate information sharing between researchers, clinicians, patients, and the general public. Our findings indicate that <italic>therapeutic portals</italic> are a potentially promising but largely underexplored area of study. Of the 22 studies reviewed, 8 (36%) contemplated therapeutic portals were defined. The portals we reviewed took a variety of forms and covered a range of medical issues. The absence of extensive literature on portals that specifically integrate uses from clinical, research, and public settings indicate that such systems have not been implemented on a large scale. We found that developing therapeutic portals would raise a number of important legal, ethical, and social issues, including those surrounding privacy and confidentiality, patient health literacy, equity, training, and decision-making. Each of these considerations should be given careful attention through the implementation of robust policy frameworks for managing the functions of novel portals, especially those that are of a form that has not yet been widely adopted. Further research is critical to better understand the perspectives of clinicians, researchers, patients, and members of the public on the contours of possible therapeutic portals. Although web portals that interface the numerous vital constituents in health research are, in principle, highly promising, any novel system must account for the various legal, ethical, and social challenges that they will present.</p>
        <p>It is noteworthy that, although several of the papers included in the final review are several years post publication, those that more recently entered the literature express concern for the same kinds of issues and potential concerns. This indicates that the policy considerations identified here have not yet been fully addressed in policy development over the last decade. This underscores the responsibility for developers of the next generation of web portals to rededicate themselves to the challenge of implementing web tools that account for the serious legal, ethical, and social issues identified in this study.</p>
        <p>This review is situated within a broader discussion in the literature on patients and other portals for managing health data and sharing information with patients and the public. The rapidly expanding use of web systems has generally been held out as a success that has contributed to improved outcomes and greater patient empowerment [<xref ref-type="bibr" rid="ref43">43</xref>,<xref ref-type="bibr" rid="ref44">44</xref>]. Our results suggest that web portals and systems are a promising mechanism for improving patient engagement, facilitating rapid research translation, and ultimately improving outcomes. There is great promise for portals that explicitly promote the sharing of basic research findings and engage with patients and the broader public. Portals of this kind would need to engage across a varied set of stakeholders with varying needs and levels of expertise. Further policy and empirical research will be necessary to develop strategies that are responsive to the unique challenges that such systems would raise. As web portals become increasingly important mechanisms for sharing health research with clinicians, patients, and the public, it is vital that these developments are met with ethical and conceptual scrutiny. The therapeutic portals presented in this paper may become a more widespread feature of precision and translational medicine. Our findings suggest that web portals are already being used to disseminate research results among clinicians, patients, and the public. However, much of the ethical and conceptual debate is framed in terms of the patient portal, a concept that does not adequately reflect the potentially broader scope of therapeutic portals. It may be useful to clarify this distinction in future research and to underscore the unique ethical, legal, and policy challenges raised when web systems are used as a platform for disseminating research to as wide an audience as possible.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AML</term>
          <def>
            <p>acute myeloid leukemia</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This work was supported by the Government of Canada through Genome Canada and the Ministère de l’économie et de l’innovation du Québec through Génome Québec (grant 13528). MHZ acknowledges the generous support of the Fonds de recherche du Québec–Santé, Junior 1 Research Scholar program.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Doyle</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The internet and medicine: past, present, and future</article-title>
          <source>Yale J Biol Med</source>
          <year>1996</year>
          <volume>69</volume>
          <issue>5</issue>
          <fpage>429</fpage>
          <lpage>37</lpage>
          <pub-id pub-id-type="medline">9381738</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Revolutionizing 21st century medicine with consumer-based diagnostics and the internet</article-title>
          <source>J Am Physicians Surg</source>
          <year>2007</year>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>14</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journaldatabase.info/articles/revolutionizing_21st_century_medicine.html"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hood</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Balling</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Auffray</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Revolutionizing medicine in the 21st century through systems approaches</article-title>
          <source>Biotechnol J</source>
          <year>2012</year>
          <month>08</month>
          <volume>7</volume>
          <issue>8</issue>
          <fpage>992</fpage>
          <lpage>1001</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22815171"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/biot.201100306</pub-id>
          <pub-id pub-id-type="medline">22815171</pub-id>
          <pub-id pub-id-type="pmcid">PMC3962497</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Fix</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Hogan</surname>
              <given-names>TP</given-names>
            </name>
            <name name-style="western">
              <surname>Simon</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Nazi</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Turvey</surname>
              <given-names>CL</given-names>
            </name>
          </person-group>
          <article-title>Use of the blue button online tool for sharing health information: qualitative interviews with patients and providers</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <month>08</month>
          <day>18</day>
          <volume>17</volume>
          <issue>8</issue>
          <fpage>e199</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2015/8/e199/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.4595</pub-id>
          <pub-id pub-id-type="medline">26286139</pub-id>
          <pub-id pub-id-type="pii">v17i8e199</pub-id>
          <pub-id pub-id-type="pmcid">PMC4736289</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Davoody</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Koch</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Krakau</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Hägglund</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Accessing and sharing health information for post-discharge stroke care through a national health information exchange platform - a case study</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2019</year>
          <month>05</month>
          <day>03</day>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>95</fpage>
          <pub-id pub-id-type="doi">10.1186/s12911-019-0816-x</pub-id>
          <pub-id pub-id-type="medline">31053141</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12911-019-0816-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC6500022</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pastorino</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>De Vito</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Migliara</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Glocker</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Binenbaum</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Ricciardi</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Boccia</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Benefits and challenges of big data in healthcare: an overview of the european initiatives</article-title>
          <source>Eur J Public Health</source>
          <year>2019</year>
          <month>10</month>
          <day>01</day>
          <volume>29</volume>
          <issue>Supplement_3</issue>
          <fpage>23</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31738444"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/eurpub/ckz168</pub-id>
          <pub-id pub-id-type="medline">31738444</pub-id>
          <pub-id pub-id-type="pii">5628051</pub-id>
          <pub-id pub-id-type="pmcid">PMC6859509</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Irizarry</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Dabbs</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Curran</surname>
              <given-names>CR</given-names>
            </name>
          </person-group>
          <article-title>Patient portals and patient engagement: a state of the science review</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <month>06</month>
          <day>23</day>
          <volume>17</volume>
          <issue>6</issue>
          <fpage>e148</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2015/6/e148/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.4255</pub-id>
          <pub-id pub-id-type="medline">26104044</pub-id>
          <pub-id pub-id-type="pii">v17i6e148</pub-id>
          <pub-id pub-id-type="pmcid">PMC4526960</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mangino</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Danis</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Sharing ethics consultation notes with patients through online portals</article-title>
          <source>AMA J Ethics</source>
          <year>2020</year>
          <month>09</month>
          <day>01</day>
          <volume>22</volume>
          <issue>9</issue>
          <fpage>784</fpage>
          <lpage>91</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journalofethics.ama-assn.org/article/sharing-ethics-consultation-notes-patients-through-online-portals/2020-09"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/amajethics.2020.784</pub-id>
          <pub-id pub-id-type="medline">33009775</pub-id>
          <pub-id pub-id-type="pii">amajethics.2020.784</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Daskalakis</surname>
              <given-names>DC</given-names>
            </name>
          </person-group>
          <article-title>The electronic health record and patient portals in HIV medicine: pushing the boundaries of current ethics and stigma</article-title>
          <source>Camb Q Healthc Ethics</source>
          <year>2017</year>
          <month>04</month>
          <volume>26</volume>
          <issue>2</issue>
          <fpage>332</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1017/S096318011600092X</pub-id>
          <pub-id pub-id-type="medline">28361729</pub-id>
          <pub-id pub-id-type="pii">S096318011600092X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lau</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Elliott</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Impact of patient use of an online patient portal on diabetes outcomes</article-title>
          <source>Can J Diabetes</source>
          <year>2014</year>
          <month>03</month>
          <volume>38</volume>
          <issue>1</issue>
          <fpage>17</fpage>
          <lpage>21</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jcjd.2013.10.005</pub-id>
          <pub-id pub-id-type="medline">24485208</pub-id>
          <pub-id pub-id-type="pii">S1499-2671(13)01356-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lavallée</surname>
              <given-names>VP</given-names>
            </name>
            <name name-style="western">
              <surname>Krosl</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lemieux</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Boucher</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Gendron</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Pabst</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Boivin</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Marinier</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Guidos</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Meloche</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hébert</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sauvageau</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Chemo-genomic interrogation of CEBPA mutated AML reveals recurrent CSF3R mutations and subgroup sensitivity to JAK inhibitors</article-title>
          <source>Blood</source>
          <year>2016</year>
          <month>06</month>
          <day>16</day>
          <volume>127</volume>
          <issue>24</issue>
          <fpage>3054</fpage>
          <lpage>61</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0006-4971(20)34468-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1182/blood-2016-03-705053</pub-id>
          <pub-id pub-id-type="medline">27034432</pub-id>
          <pub-id pub-id-type="pii">S0006-4971(20)34468-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Black</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Avard</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Zawati</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Knoppers</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Hébert</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sauvageau</surname>
              <given-names>G</given-names>
            </name>
            <collab>Leucegene Project</collab>
          </person-group>
          <article-title>Funding considerations for the disclosure of genetic incidental findings in biobank research</article-title>
          <source>Clin Genet</source>
          <year>2013</year>
          <month>11</month>
          <volume>84</volume>
          <issue>5</issue>
          <fpage>397</fpage>
          <lpage>406</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23662709"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/cge.12190</pub-id>
          <pub-id pub-id-type="medline">23662709</pub-id>
          <pub-id pub-id-type="pmcid">PMC4670700</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arksey</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>O'Malley</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Scoping studies: towards a methodological framework</article-title>
          <source>Int J Soc Res Methodol</source>
          <year>2005</year>
          <month>02</month>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>19</fpage>
          <lpage>32</lpage>
          <pub-id pub-id-type="doi">10.1080/1364557032000119616</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mays</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Popay</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Fulop</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Allen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Black</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Synthesizing research evidence</article-title>
          <source>Studying the Organisation and Delivery of Health Services: Research Methods</source>
          <year>2001</year>
          <publisher-loc>London</publisher-loc>
          <publisher-name>Routledge</publisher-name>
          <fpage>188</fpage>
          <lpage>220</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nordqvist</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hanberger</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Timpka</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Nordfeldt</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Health professionals' attitudes towards using a Web 2.0 portal for child and adolescent diabetes care: qualitative study</article-title>
          <source>J Med Internet Res</source>
          <year>2009</year>
          <month>04</month>
          <day>06</day>
          <volume>11</volume>
          <issue>2</issue>
          <fpage>e12</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2009/2/e12/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.1152</pub-id>
          <pub-id pub-id-type="medline">19403464</pub-id>
          <pub-id pub-id-type="pii">v11i2e12</pub-id>
          <pub-id pub-id-type="pmcid">PMC2762803</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kaiser</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A new portal for patient data</article-title>
          <source>Science</source>
          <year>2018</year>
          <month>07</month>
          <day>20</day>
          <volume>361</volume>
          <issue>6399</issue>
          <fpage>212</fpage>
          <pub-id pub-id-type="doi">10.1126/science.361.6399.212</pub-id>
          <pub-id pub-id-type="medline">30026205</pub-id>
          <pub-id pub-id-type="pii">361/6399/212</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rockhold</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Hill</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sim</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Moving data sharing forward: the launch of the vivli platform</article-title>
          <source>National Academy of Medicine</source>
          <year>2018</year>
          <month>11</month>
          <day>19</day>
          <access-date>2021-09-29</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://nam.edu/moving-data-sharing-forward-the-launch-of-the-vivli-platform/">https://nam.edu/moving-data-sharing-forward-the-launch-of-the-vivli-platform/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cai</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Girard</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ci</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Yao</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Allen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Huffman</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Gazdar</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Heymach</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wistuba</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Xiao</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Minna</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>LCE: an open web portal to explore gene expression and clinical associations in lung cancer</article-title>
          <source>Oncogene</source>
          <year>2019</year>
          <month>04</month>
          <volume>38</volume>
          <issue>14</issue>
          <fpage>2551</fpage>
          <lpage>64</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30532070"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41388-018-0588-2</pub-id>
          <pub-id pub-id-type="medline">30532070</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41388-018-0588-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC6477796</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baldwin</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Sittig</surname>
              <given-names>DF</given-names>
            </name>
            <name name-style="western">
              <surname>Giardina</surname>
              <given-names>TD</given-names>
            </name>
          </person-group>
          <article-title>Patient portals and health apps: pitfalls, promises, and what one might learn from the other</article-title>
          <source>Healthc (Amst)</source>
          <year>2017</year>
          <month>09</month>
          <volume>5</volume>
          <issue>3</issue>
          <fpage>81</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2213-0764(16)30012-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.hjdsi.2016.08.004</pub-id>
          <pub-id pub-id-type="medline">27720139</pub-id>
          <pub-id pub-id-type="pii">S2213-0764(16)30012-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC8386919</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bartonova</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>How can scientists bring research to use: the HENVINET experience</article-title>
          <source>Environ Health</source>
          <year>2012</year>
          <month>06</month>
          <day>28</day>
          <volume>11 Suppl 1</volume>
          <fpage>S2</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ehjournal.biomedcentral.com/articles/10.1186/1476-069X-11-S1-S2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1476-069X-11-S1-S2</pub-id>
          <pub-id pub-id-type="medline">22759502</pub-id>
          <pub-id pub-id-type="pii">1476-069X-11-S1-S2</pub-id>
          <pub-id pub-id-type="pmcid">PMC3388450</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bostrom</surname>
              <given-names>HE</given-names>
            </name>
            <name name-style="western">
              <surname>Shulaker</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Rippon</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Strategic and integrated planning for healthy, connected cities: chattanooga case study</article-title>
          <source>Prev Med</source>
          <year>2017</year>
          <month>02</month>
          <volume>95 Suppl</volume>
          <fpage>115</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ypmed.2016.11.002</pub-id>
          <pub-id pub-id-type="medline">27845157</pub-id>
          <pub-id pub-id-type="pii">S0091-7435(16)30346-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bowler</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hong</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>He</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The visibility of health web portals for teens: a hyperlink analysis</article-title>
          <source>Online Inform Rev</source>
          <year>2011</year>
          <month>06</month>
          <day>21</day>
          <volume>35</volume>
          <issue>3</issue>
          <fpage>443</fpage>
          <lpage>70</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.emerald.com/insight/content/doi/10.1108/14684521111151469/full/html"/>
          </comment>
          <pub-id pub-id-type="doi">10.1108/14684521111151469</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Calear</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Griffiths</surname>
              <given-names>KM</given-names>
            </name>
          </person-group>
          <article-title>Beacon: a web portal to high-quality mental health websites for use by health professionals and the public</article-title>
          <source>Med J Aust</source>
          <year>2010</year>
          <month>06</month>
          <day>07</day>
          <volume>192</volume>
          <issue>S11</issue>
          <fpage>40</fpage>
          <lpage>4</lpage>
          <pub-id pub-id-type="doi">10.5694/j.1326-5377.2010.tb03692.x</pub-id>
          <pub-id pub-id-type="medline">20528708</pub-id>
          <pub-id pub-id-type="pii">chr10830_fm</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Das</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Faxvaag</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Svanæs</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The impact of an eHealth portal on health care professionals' interaction with patients: qualitative study</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <month>11</month>
          <day>24</day>
          <volume>17</volume>
          <issue>11</issue>
          <fpage>e267</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2015/11/e267/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.4950</pub-id>
          <pub-id pub-id-type="medline">26601678</pub-id>
          <pub-id pub-id-type="pii">v17i11e267</pub-id>
          <pub-id pub-id-type="pmcid">PMC4704899</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kirkpatrick</surname>
              <given-names>BE</given-names>
            </name>
            <name name-style="western">
              <surname>Riggs</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Azzariti</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>VR</given-names>
            </name>
            <name name-style="western">
              <surname>Ledbetter</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>DT</given-names>
            </name>
            <name name-style="western">
              <surname>Rehm</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Faucett</surname>
              <given-names>WA</given-names>
            </name>
            <collab>ClinGen Resource</collab>
          </person-group>
          <article-title>GenomeConnect: matchmaking between patients, clinical laboratories, and researchers to improve genomic knowledge</article-title>
          <source>Hum Mutat</source>
          <year>2015</year>
          <month>10</month>
          <volume>36</volume>
          <issue>10</issue>
          <fpage>974</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26178529"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/humu.22838</pub-id>
          <pub-id pub-id-type="medline">26178529</pub-id>
          <pub-id pub-id-type="pmcid">PMC4575269</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kohler</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Can internet access growth help reduce the global burden of noncommunicable diseases?</article-title>
          <source>Online J Public Health Inform</source>
          <year>2013</year>
          <volume>5</volume>
          <issue>2</issue>
          <fpage>221</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23923103"/>
          </comment>
          <pub-id pub-id-type="doi">10.5210/ojphi.v5i2.4667</pub-id>
          <pub-id pub-id-type="medline">23923103</pub-id>
          <pub-id pub-id-type="pii">ojphi-05-221</pub-id>
          <pub-id pub-id-type="pmcid">PMC3733764</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kuijpers</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Groen</surname>
              <given-names>WG</given-names>
            </name>
            <name name-style="western">
              <surname>Loos</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Oldenburg</surname>
              <given-names>HS</given-names>
            </name>
            <name name-style="western">
              <surname>Wouters</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Aaronson</surname>
              <given-names>NK</given-names>
            </name>
            <name name-style="western">
              <surname>van Harten</surname>
              <given-names>WH</given-names>
            </name>
          </person-group>
          <article-title>An interactive portal to empower cancer survivors: a qualitative study on user expectations</article-title>
          <source>Support Care Cancer</source>
          <year>2015</year>
          <month>09</month>
          <volume>23</volume>
          <issue>9</issue>
          <fpage>2535</fpage>
          <lpage>42</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25876157"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s00520-015-2605-0</pub-id>
          <pub-id pub-id-type="medline">25876157</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00520-015-2605-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC4519580</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maggio</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Moorhead</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Willinsky</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Qualitative study of physicians' varied uses of biomedical research in the USA</article-title>
          <source>BMJ Open</source>
          <year>2016</year>
          <month>11</month>
          <day>21</day>
          <volume>6</volume>
          <issue>11</issue>
          <fpage>e012846</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=27872121"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2016-012846</pub-id>
          <pub-id pub-id-type="medline">27872121</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2016-012846</pub-id>
          <pub-id pub-id-type="pmcid">PMC5128940</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marrie</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Leung</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tyry</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Cutter</surname>
              <given-names>GR</given-names>
            </name>
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Salter</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Use of eHealth and mHealth technology by persons with multiple sclerosis</article-title>
          <source>Mult Scler Relat Disord</source>
          <year>2019</year>
          <month>01</month>
          <volume>27</volume>
          <fpage>13</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/j.msard.2018.09.036</pub-id>
          <pub-id pub-id-type="medline">30296732</pub-id>
          <pub-id pub-id-type="pii">S2211-0348(18)30352-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McKemmish</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Manaszewicz</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Burstein</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Fisher</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Consumer empowerment through metadata-based information quality reporting: the breast cancer knowledge online portal</article-title>
          <source>J Am Soc Inf Sci</source>
          <year>2009</year>
          <month>09</month>
          <volume>60</volume>
          <issue>9</issue>
          <fpage>1792</fpage>
          <lpage>807</lpage>
          <pub-id pub-id-type="doi">10.1002/asi.21096</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Melchart</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Eustachi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gronwald</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wühr</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Wifling</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bachmeier</surname>
              <given-names>BE</given-names>
            </name>
          </person-group>
          <article-title>Introduction of a web portal for an individual health management and observational health data sciences</article-title>
          <source>Patient Relat Outcome Meas</source>
          <year>2018</year>
          <volume>9</volume>
          <fpage>183</fpage>
          <lpage>96</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.2147/PROM.S157410"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/PROM.S157410</pub-id>
          <pub-id pub-id-type="medline">29950912</pub-id>
          <pub-id pub-id-type="pii">prom-9-183</pub-id>
          <pub-id pub-id-type="pmcid">PMC6016587</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Melholt</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Joensson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Spindler</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Hansen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Andreasen</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Nielsen</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Noergaard</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tracey</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Thorup</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kringelholt</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dinesen</surname>
              <given-names>BI</given-names>
            </name>
          </person-group>
          <article-title>Cardiac patients' experiences with a telerehabilitation web portal: implications for eHealth literacy</article-title>
          <source>Patient Educ Couns</source>
          <year>2018</year>
          <month>05</month>
          <volume>101</volume>
          <issue>5</issue>
          <fpage>854</fpage>
          <lpage>61</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pec.2017.12.017</pub-id>
          <pub-id pub-id-type="medline">29305064</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(17)30663-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nordfeldt</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ängarne-Lindberg</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Berterö</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>To use or not to use--practitioners' perceptions of an open web portal for young patients with diabetes</article-title>
          <source>J Med Internet Res</source>
          <year>2012</year>
          <month>11</month>
          <day>09</day>
          <volume>14</volume>
          <issue>6</issue>
          <fpage>e154</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2012/6/e154/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.1987</pub-id>
          <pub-id pub-id-type="medline">23137767</pub-id>
          <pub-id pub-id-type="pii">v14i6e154</pub-id>
          <pub-id pub-id-type="pmcid">PMC3510716</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rocker</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Cappelletti</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Marshall</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Meunier</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>DW</given-names>
            </name>
            <name name-style="western">
              <surname>Sherer</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Chowdhury</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Use of an online portal to facilitate clinical trial recruitment: a preliminary analysis of Fox Trial Finder</article-title>
          <source>J Parkinsons Dis</source>
          <year>2015</year>
          <volume>5</volume>
          <issue>1</issue>
          <fpage>55</fpage>
          <lpage>66</lpage>
          <pub-id pub-id-type="doi">10.3233/JPD-140522</pub-id>
          <pub-id pub-id-type="medline">25624422</pub-id>
          <pub-id pub-id-type="pii">X10L404468625844</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sutherland</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Stevens</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Elango</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Webster</surname>
              <given-names>YW</given-names>
            </name>
            <name name-style="western">
              <surname>Mills</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Robertson</surname>
              <given-names>DH</given-names>
            </name>
          </person-group>
          <article-title>A novel open access web portal for integrating mechanistic and toxicogenomic study results</article-title>
          <source>Toxicol Sci</source>
          <year>2019</year>
          <month>08</month>
          <day>01</day>
          <volume>170</volume>
          <issue>2</issue>
          <fpage>296</fpage>
          <lpage>309</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31020328"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/toxsci/kfz101</pub-id>
          <pub-id pub-id-type="medline">31020328</pub-id>
          <pub-id pub-id-type="pii">5478579</pub-id>
          <pub-id pub-id-type="pmcid">PMC6657575</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tomlinson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Thimma</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Alexandrakis</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Castillo</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Dennis</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bradley</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Turnbull</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Blaveri</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Barton</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Chiba</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Maratou</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Soutter</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Aitman</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Game</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>MiMiR--an integrated platform for microarray data sharing, mining and analysis</article-title>
          <source>BMC Bioinformatics</source>
          <year>2008</year>
          <month>09</month>
          <day>18</day>
          <volume>9</volume>
          <fpage>379</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcbioinformatics.biomedcentral.com/articles/10.1186/1471-2105-9-379"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2105-9-379</pub-id>
          <pub-id pub-id-type="medline">18801157</pub-id>
          <pub-id pub-id-type="pii">1471-2105-9-379</pub-id>
          <pub-id pub-id-type="pmcid">PMC2572073</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moscarello</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Reuter</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Demo</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Direct-to-consumer raw genetic data and third-party interpretation services: more burden than bargain?</article-title>
          <source>Genet Med</source>
          <year>2019</year>
          <month>03</month>
          <volume>21</volume>
          <issue>3</issue>
          <fpage>539</fpage>
          <lpage>41</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29997392"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41436-018-0097-2</pub-id>
          <pub-id pub-id-type="medline">29997392</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41436-018-0097-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC6752274</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Antonio</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Petrovskaya</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Lau</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Is research on patient portals attuned to health equity? a scoping review</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2019</year>
          <month>08</month>
          <day>01</day>
          <volume>26</volume>
          <issue>8-9</issue>
          <fpage>871</fpage>
          <lpage>83</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31066893"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocz054</pub-id>
          <pub-id pub-id-type="medline">31066893</pub-id>
          <pub-id pub-id-type="pii">5487071</pub-id>
          <pub-id pub-id-type="pmcid">PMC7647227</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kujala</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hörhammer</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Kaipio</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Heponiemi</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Health professionals' expectations of a national patient portal for self-management</article-title>
          <source>Int J Med Inform</source>
          <year>2018</year>
          <month>09</month>
          <volume>117</volume>
          <fpage>82</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1386-5056(18)30348-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2018.06.005</pub-id>
          <pub-id pub-id-type="medline">30032968</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(18)30348-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coughlin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Prochaska</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Besenyi</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Heboyan</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Goggans</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Yoo</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>De Leo</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Patient web portals, disease management, and primary prevention</article-title>
          <source>Risk Manag Healthc Policy</source>
          <year>2017</year>
          <month>04</month>
          <day>07</day>
          <volume>10</volume>
          <fpage>33</fpage>
          <lpage>40</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.2147/RMHP.S130431"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/RMHP.S130431</pub-id>
          <pub-id pub-id-type="medline">28435342</pub-id>
          <pub-id pub-id-type="pii">rmhp-10-033</pub-id>
          <pub-id pub-id-type="pmcid">PMC5391175</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Han</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Gleason</surname>
              <given-names>KT</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>HN</given-names>
            </name>
            <name name-style="western">
              <surname>Kang</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Chow</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Nagy</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bauer</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Using patient portals to improve patient outcomes: systematic review</article-title>
          <source>JMIR Hum Factors</source>
          <year>2019</year>
          <month>12</month>
          <day>19</day>
          <volume>6</volume>
          <issue>4</issue>
          <fpage>e15038</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://humanfactors.jmir.org/2019/4/e15038/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/15038</pub-id>
          <pub-id pub-id-type="medline">31855187</pub-id>
          <pub-id pub-id-type="pii">v6i4e15038</pub-id>
          <pub-id pub-id-type="pmcid">PMC6940868</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bush</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Connelly</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Fuller</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pérez</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Implementation of the integrated electronic patient portal in the pediatric population: a systematic review</article-title>
          <source>Telemed J E Health</source>
          <year>2016</year>
          <month>03</month>
          <volume>22</volume>
          <issue>2</issue>
          <fpage>144</fpage>
          <lpage>52</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26258289"/>
          </comment>
          <pub-id pub-id-type="doi">10.1089/tmj.2015.0033</pub-id>
          <pub-id pub-id-type="medline">26258289</pub-id>
          <pub-id pub-id-type="pmcid">PMC5209291</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kipping</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Stuckey</surname>
              <given-names>MI</given-names>
            </name>
            <name name-style="western">
              <surname>Hernandez</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Riahi</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A web-based patient portal for mental health care: benefits evaluation</article-title>
          <source>J Med Internet Res</source>
          <year>2016</year>
          <month>11</month>
          <day>16</day>
          <volume>18</volume>
          <issue>11</issue>
          <fpage>e294</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2016/11/e294/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.6483</pub-id>
          <pub-id pub-id-type="medline">27852556</pub-id>
          <pub-id pub-id-type="pii">v18i11e294</pub-id>
          <pub-id pub-id-type="pmcid">PMC5131190</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Irizarry</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Shoemake</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Nilsen</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Czaja</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Beach</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dabbs</surname>
              <given-names>AD</given-names>
            </name>
          </person-group>
          <article-title>Patient portals as a tool for health care engagement: a mixed-method study of older adults with varying levels of health literacy and prior patient portal use</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>03</month>
          <day>30</day>
          <volume>19</volume>
          <issue>3</issue>
          <fpage>e99</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/3/e99/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.7099</pub-id>
          <pub-id pub-id-type="medline">28360022</pub-id>
          <pub-id pub-id-type="pii">v19i3e99</pub-id>
          <pub-id pub-id-type="pmcid">PMC5391436</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
