<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v20i10e269</article-id>
    <article-id pub-id-type="pmid"/>
    <article-id pub-id-type="doi">10.2196/jmir.9497</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Original Paper</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Original Paper</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>Designing a Patient Portal for Patient-Centered Care: Cross-Sectional Survey</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Eysenbach</surname>
          <given-names>Gunther</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Irizarry</surname>
          <given-names>Taya</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Xie</surname>
          <given-names>Bo</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Kruse</surname>
          <given-names>Clemens</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Pankomera</surname>
          <given-names>Richard</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1" corresp="yes">
      <name name-style="western">
        <surname>Van den Bulck</surname>
        <given-names>Steve Alfons</given-names>
      </name>
      <degrees>MD</degrees>
      <xref rid="aff1" ref-type="aff">1</xref>
      <address>
        <institution>Academic Center for General Practice</institution>
        <institution>Department of Public Health and Primary Care</institution>
        <institution>KU Leuven</institution>
        <addr-line>Kapucijnenvoer 33 Blok J</addr-line>
        <addr-line>Leuven, 3000</addr-line>
        <country>Belgium</country>
        <phone>32 16 37 90 14</phone>
        <fax>32 16 33 74 80</fax>
        <email>steve.vandenbulck@kuleuven.be</email>
      </address>  
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-0744-3923</ext-link></contrib>
      <contrib contrib-type="author" id="contrib2">
        <name name-style="western">
          <surname>Hermens</surname>
          <given-names>Rosella</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-7624-7120</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib3">
        <name name-style="western">
          <surname>Slegers</surname>
          <given-names>Karin</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff3" ref-type="aff">3</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-3368-2282</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib4">
        <name name-style="western">
          <surname>Vandenberghe</surname>
          <given-names>Bert</given-names>
        </name>
        <degrees>MSc</degrees>
        <xref rid="aff3" ref-type="aff">3</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-4282-6743</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib5">
        <name name-style="western">
          <surname>Goderis</surname>
          <given-names>Geert</given-names>
        </name>
        <degrees>MD, PhD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-5303-2290</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib6">
        <name name-style="western">
          <surname>Vankrunkelsven</surname>
          <given-names>Patrik</given-names>
        </name>
        <degrees>MD, PhD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-1047-9732</ext-link>
      </contrib>
    </contrib-group>
    <aff id="aff1">
    <label>1</label>
    <institution>Academic Center for General Practice</institution>
    <institution>Department of Public Health and Primary Care</institution>  
    <institution>KU Leuven</institution>  
    <addr-line>Leuven</addr-line>
    <country>Belgium</country></aff>
    <aff id="aff2">
    <label>2</label>
    <institution>Scientific Institute for Quality in Healthcare, Radboud Institute for Health Sciences</institution>
    <institution>Radboud University Medical Center</institution>  
    <institution>Radboud University Nijmegen</institution>  
    <addr-line>Nijmegen</addr-line>
    <country>Netherlands</country></aff>
    <aff id="aff3">
    <label>3</label>
    <institution>Meaningful Interactions Lab</institution>
    <institution>Imec</institution>  
    <institution>KU Leuven</institution>  
    <addr-line>Leuven</addr-line>
    <country>Belgium</country></aff>
    <author-notes>
      <corresp>Corresponding Author: Steve Alfons Van den Bulck 
      <email>steve.vandenbulck@kuleuven.be</email></corresp>
    </author-notes>
    <pub-date pub-type="collection">
      <month>10</month>
      <year>2018</year>
    </pub-date>
    <pub-date pub-type="epub">
      <day>1</day>
      <month>10</month>
      <year>2018</year>
    </pub-date>
    <volume>20</volume>
    <issue>10</issue>
    <elocation-id>e269</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>26</day>
        <month>11</month>
        <year>2017</year>
      </date>
      <date date-type="rev-request">
        <day>15</day>
        <month>3</month>
        <year>2018</year>
      </date>
      <date date-type="rev-recd">
        <day>9</day>
        <month>5</month>
        <year>2018</year>
      </date>
      <date date-type="accepted">
        <day>29</day>
        <month>6</month>
        <year>2018</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©Steve Alfons Van den Bulck, Rosella Hermens, Karin Slegers, Bert Vandenberghe, Geert Goderis, Patrik Vankrunkelsven. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 01.10.2018.</copyright-statement>
    <copyright-year>2018</copyright-year>
    <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="http://www.jmir.org/2018/10/e269/" xlink:type="simple"/>
    <abstract>
      <sec sec-type="Background">
        <title>Background</title>
        <p>In recent literature, patient portals are considered as important tools for the delivery of patient-centered care. To date, it is not clear how patients would conceptualize a patient portal and which health information needs they have when doing so.</p>
      </sec>
      <sec sec-type="Objective">
        <title>Objective</title>
        <p>This study aimed (1) to investigate health information needs, expectations, and attitudes toward a patient portal and (2) to assess whether determinants, such as patient characteristics, health literacy, and empowerment status, can predict two different variables, namely the importance people attribute to obtaining health information when using a patient portal and the expectations concerning personal health care when using a patient portal.</p>
      </sec>
      <sec sec-type="Methods">
        <title>Methods</title>
        <p>We conducted a cross-sectional survey of the Flemish population on what patients prefer to know about their digital health data and their expectations and attitudes toward using a patient portal to access their electronic health record. People were invited to participate in the survey through newsletters, social media, and magazines. We used a questionnaire including demographics, health characteristics, health literacy, patient empowerment, and patient portal characteristics.</p>
      </sec>
      <sec sec-type="Results">
        <title>Results</title>
        <p>We received 433 completed surveys. The health information needs included features such as being notified when one’s health changes (371/396, 93.7%), being notified when physical parameters increase to dangerous levels (370/395, 93.7%), observing connections between one’s symptoms or diseases or biological parameters (339/398, 85.2%), viewing the evolution of one’s health in function of time (333/394, 84.5%), and viewing information about the expected effect of treatment (349/395, 88.4%). Almost 90% (369/412) of respondents were interested in using a patient portal. Determinants of patients’ attachment for obtaining health information on a patient portal were (1) age between 45 and 54 years (<italic>P</italic>=.05); (2) neutral (<italic>P</italic>=.03) or interested attitude (<italic>P</italic>=.008) toward shared decision making; and (3) commitment to question physicians’ decisions (<italic>P</italic>=.03, <italic>R<sup>2</sup></italic>=0.122). Determinants of patients’ expectations on improved health care by accessing a patient portal were (1) lower education level (<italic>P</italic>=.04); (2) neutral (<italic>P</italic>=.03) or interested attitude (<italic>P</italic>=.008) toward shared decision making; and (3) problems in understanding health information (<italic>P</italic>=.04; <italic>R<sup>2</sup></italic>=0.106).</p>
      </sec>
      <sec sec-type="Conclusions">
        <title>Conclusions</title>
        <p>The interest in using a patient portal is considerable in Flanders. People would like to receive alerts or some form of communication from a patient portal in case they need to act to manage their health. Determinants such as education, attached importance to shared decision making, difficulties in finding relevant health information, and the attached importance in questioning the decisions of physicians need to be considered in the design of a patient portal.</p>
      </sec>
    </abstract>
    <kwd-group>
      <kwd>cross-sectional studies</kwd>
      <kwd>consumer health informatics</kwd>
      <kwd>electronic health record</kwd>
      <kwd>patient portal</kwd>
      <kwd>personal health records</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>The expression “no decision about me, without me,” as formulated by the British National Health Service, emphasizes the importance of patient-centered care and shared decision making [<xref ref-type="bibr" rid="ref1">1</xref>]. Patient-centered care, which is an important feature of high-quality health care, is defined as “providing care that is respectful of and responsive to individual patient preferences, needs, and values, and ensuring that patient values guide all clinical decisions” [<xref ref-type="bibr" rid="ref2">2</xref>]. The Institute of Medicine considers patient-centered care as one of the 6 objectives to be achieved to improve the quality of US health care [<xref ref-type="bibr" rid="ref2">2</xref>]. It can be promoted with the help of patient-centered health information technologies [<xref ref-type="bibr" rid="ref3">3</xref>], such as a patient portal.</p>
      <p>A patient portal is known to improve the quality of and access to health care [<xref ref-type="bibr" rid="ref4">4</xref>]. In addition, a patient portal exerts a positive influence on health care utilization [<xref ref-type="bibr" rid="ref5">5</xref>]. A patient portal can be defined as “An electronic application through which individuals can access, manage and share their health information, and that of others for whom they are authorized, in a private, secure, and confidential environment” [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. More specifically, a patient portal can be described as an application that is linked (tethered) to the electronic health record of the doctor [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. The functions of a patient portal often include a medication list, test results, a list of allergies, a problem list, social history, major illness, lifestyle, family history, and links to personalized information [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref9">9</xref>].</p>
      <p>Although patient portals are considered important tools for the development of patient-centered care, the current use is not optimal, and portals are still less patient-centered than they could be [<xref ref-type="bibr" rid="ref10">10</xref>-<xref ref-type="bibr" rid="ref12">12</xref>]. Known barriers to the use of portals for patients and providers include security and privacy issues, the negative impact on the workflow and limited user-friendliness [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. Benefits associated with the use of a patient portal are increased convenience and satisfaction for patients [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>].</p>
      <p>Patient safety could be improved by identifying errors in medication lists [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. Moreover, providing Web access could lower the threshold for the patient-clinician contact [<xref ref-type="bibr" rid="ref13">13</xref>]. In addition, the quality of care can be improved by the sustained use of some features of a patient portal. For example, Web-based prescription refills and secure messaging have an impact on some physiological measures important for the management of type 2 diabetes [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
      <p>Patients’ interest and ability to use a patient portal are influenced by age, health literacy, and level of education. Patients are more likely to adopt a patient portal if its features align with their information needs and with the functionalities they require [<xref ref-type="bibr" rid="ref19">19</xref>].</p>
      <p>To date, however, it remains unclear what patients’ information needs and functionality requirements exactly are. In addition, participants in this study had no prior experience with patient portals as they do not exist in Belgium. The survey intro was the first exposure people had to the concept of a patient portal. Therefore, this study aimed to investigate patients’ information needs with regard to the concept of a patient portal and its presumed use to access their health data. Furthermore, this study aims to assess patients’ expectations and attitudes regarding a patient portal and its use to access electronic health records in primary care. Finally, we investigate whether patients’ information needs, expectations, and attitudes regarding a patient portal correlate with patient-related determinants such as personal characteristics, health literacy, and empowerment status.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>We conducted a cross-sectional survey on the digital health information needs of patients and their expectations and attitudes toward using a patient portal to access their electronic health record in primary care among inhabitants of the Dutch-speaking part of Belgium (Flanders).</p>
      </sec>
      <sec>
        <title>Study Population and Sample Size</title>
        <p>The study population included inhabitants of the Flemish part of Belgium. For precise estimation of our results, we calculated the sample size using the free Web-based software Raosoft [<xref ref-type="bibr" rid="ref20">20</xref>]. For a population size of 6,471,996, with a 5% margin of error and a 50% response distribution, we needed 385 completed surveys.</p>
      </sec>
      <sec>
        <title>Design and Domains of the Survey</title>
        <p>Our open and voluntary survey was a convenience sample and consisted of 2 parts (<xref ref-type="app" rid="app1">Multimedia Appendix 1</xref> for the English version and <xref ref-type="app" rid="app2">Multimedia Appendix 2</xref> for the Dutch Version).</p>
        <p>The first part was based on the Health Information Technology Evaluation Collaborative (HITEC) Consumer Health Information Technology Survey as designed by Patel et al [<xref ref-type="bibr" rid="ref21">21</xref>]. The second part was based on findings from previous qualitative research. The first page of the survey contained the informed consent and a mandatory checkbox for participants to acknowledge that they have read and agree with the informed consent. The final page of the survey contained a mandatory checkbox for participants to acknowledge they wanted to send the information to the researchers. If not, the data were not stored. <xref ref-type="app" rid="app3">Multimedia Appendix 3</xref> provides a detailed description of the survey methodology according to the Checklist for Reporting Results of Internet E-Surveys [<xref ref-type="bibr" rid="ref22">22</xref>].</p>
        <sec>
          <title>Part 1 of the Survey</title>
          <p>The HITEC Consumer Survey, developed in the United States, aimed to characterize consumer attitudes toward personal health records and included questions on potential personal health record use, preferences, and attitudes toward personal health records, the use of computers and the internet, experience with health care, health characteristics, and demographics [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
          <p>One researcher translated the HITEC Consumer Survey from English to Dutch, and 2 researchers with adequate English proficiency translated the Dutch survey independently from each other back to English to reduce language bias to a minimum [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. Small differences in the translation were solved by consensus. In the Dutch translation, a patient portal was defined as “an electronic online tool to view and manage patients’ health care information stored in the electronic health record of their general physician” [<xref ref-type="bibr" rid="ref8">8</xref>]. Of note, 2 questions were not included in the Dutch translation of the questionnaire—one about payment options and one about private insurance companies—because these were not applicable to the Belgian situation. A few other questions were slightly changed because of the different demographic situation in Belgium compared with that in the United States. For example, questions inquiring about ethnicity were reformulated to match the common Dutch terminology. Instead, of asking “what is your race” or “are you of Latino or Hispanic origin or descent,” we asked, “What is your mother’s, father’s, and your country of birth?”</p>
        </sec>
        <sec>
          <title>Part 2 of the Survey</title>
          <p>The questions in this part of the survey were based on the findings of a previous qualitative study (<xref ref-type="app" rid="app4">Multimedia Appendix 4</xref>). This study aimed to understand what motivated people to search for health information. For this purpose, cultural probes and the Lillidots method were used [<xref ref-type="bibr" rid="ref25">25</xref>]. Cultural probes are objects, such as a diary or camera, provided to participants to self-report data; cultural probes perform similar to astronomic probes because they are also left behind and return with fragmentary data [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. In the study mentioned above, cultural probes were used to sensitize participants about digital health data to make it easier for them to express their feelings and experiences regarding health information. Participants were then interviewed to learn what health topics they wanted to know more about and what their questions and expectations were concerning these topics. For this purpose, an ideation method, called the Lillidots method [<xref ref-type="bibr" rid="ref25">25</xref>], was combined with a strategy to anthropomorphize the technology at hand (digital health data in this case). This method, detailed elsewhere [<xref ref-type="bibr" rid="ref28">28</xref>], resulted in insights about the type of health data people are interested in, questions they have in this respect, and their motivations to ask these questions. The second part of the survey was based on these motivations and included questions such as “In your relationship with your doctor, how important is it for you to be able to question their decision” and “Please indicate how important each of the following aspects would be to you, if you had access to all the data in your patient portal.”</p>
          <p>In a nutshell, the second part of the survey was developed based on the themes that emerged from the previous qualitative study: (1) health awareness; (2) coping; (3) effective care; (4) empowerment; (5) good health; (6) patient rights; and (7) getting recognition. These themes grouped several items, such as people want to understand whether and when care is necessary and compare possible treatments (effective care) or what reimbursements they are entitled to (patient rights). To validate these findings with a larger population a questionnaire was constructed based on these items (part 2 of the survey). Combining part 1 and 2 allowed us to use a quantitative research instrument with our bottom-up qualitative research method.</p>
        </sec>
        <sec>
          <title>Pilot</title>
          <p>A pilot was performed in a small sample of 6 Dutch-speaking Belgians to establish whether the survey was feasible, particularly regarding the ease of use and time of completion. All participants appraised the survey as user-friendly and completed it in an average time of 20 minutes, which was considered acceptable. We did not include any pilot data in the large sample for analysis.</p>
        </sec>
      </sec>
      <sec>
        <title>Data Collection</title>
        <p>The data were collected between March 25 and September 1, 2016. Inhabitants of the Flemish part of Belgium were invited to participate through several channels—the member magazine of a health insurance with a print run expanding up to 1,200,000 copies, only this channel gave readers an opportunity to choose between Web-based reply and paper; the Web-based newsletter of the same health insurance; the newsletter of a website called “Health and Science,” which is an independent and evidence-based website to inform patients about health-related topics (12,000 subscribers); and the website of a well-known Flemish weekly magazine (knack.be), which receives 54,769 unique visitors and 141,304 (2.58 per visitor) page views per day [<xref ref-type="bibr" rid="ref29">29</xref>] and their social media channels (Facebook and Twitter). In addition, some students of the Faculty of Social Sciences used their social networks to recruit participants. Two reminders were sent by the health insurance and the “Health and Science” newsletter to obtain the greatest possible response. People without access to a computer or the internet could phone to request a paper copy of the survey. This ensured involving as many people as possible and having a representative sample of the population to minimize selection bias. The paper surveys we received were manually entered into the database containing the results from the Web-based surveys.</p>
      </sec>
      <sec>
        <title>Analyses</title>
        <sec>
          <title>Descriptive Statistics (Frequencies)</title>
          <p>In this study, descriptive statistics (frequencies) were used to assess the following:</p>
          <list list-type="bullet">
            <list-item>
              <p>Demographics (age, gender, mother tongue, employment status, education, income, internet use, and residence),</p>
            </list-item>
            <list-item>
              <p>Health characteristics (answers to questions on self-rated health status, the presence of a chronic disease, &gt;3 annual visits to the primary care physician, and prescribed medication use),</p>
            </list-item>
            <list-item>
              <p>Health literacy (answers to questions on difficulties with finding relevant and reliable health information),</p>
            </list-item>
            <list-item>
              <p>Patient empowerment (answers to questions on the quality of health care received in the last 5 years and questions about the importance of shared decision making and being able to question physicians’ decisions),</p>
            </list-item>
            <list-item>
              <p>The potential use of a patient portal, attitude and expectations when using a patient portal (answers to questions on one’s interest in using a patient portal, types of information expected to be found in a patient portal, Web-based activities concerning health, frequency of using a patient portal, perceived usefulness of a patient portal, difficulty with using a patient portal, granting access to one’s own patient portal, and importance of certain features of a patient portal).</p>
            </list-item>
          </list>
        </sec>
        <sec>
          <title>Determinant Analyses</title>
          <p>To investigate whether determinants such as patient characteristics, health literacy, and patient empowerment predict the importance people attach to obtaining health information when accessing a patient portal and the expectations and attitudes of people toward the use of a patient portal, we used linear and logistic regression models. First, bivariate regression models were used to investigate associations between all variables. Only predictor variables that were significantly associated (<italic>P</italic> ≤.10) with the dependent variable in bivariate analyses were used for the multivariate analyses.</p>
          <p>Bivariate and multivariate linear regression models were used to predict 2 different dependent variables. For one of these “the importance people attach to obtaining health information when using a patient portal,” we used the mean sum score of 5-point Likert scale answers (ranging from 1 “very important” to 5 “very unimportant”) to 12 questions asking about the importance of doing certain things with the help of a patient portal (Cronbach alpha=.897). We considered the mean sum score as an interval variable and used it as a dependent variable in a linear regression model. [<xref ref-type="bibr" rid="ref30">30</xref>]</p>
          <p>For the second dependent variable “expectations concerning one’s personal health care when using a patient portal,” we used the mean sum score of answers to 9 questions asking for the level of expected improvement on different aspects of health care when using a patient portal (ranging from 1 “will greatly improve” to 5 “will greatly worsen”; Cronbach alpha=.871). We used the mean sum score to compensate for missing data in ≥1 of the questions. Preliminary analyses were performed to ensure there was no violation of the assumption of normality, linearity, and multicollinearity. If a correlation (&gt;.6) between independent variables was detected, only the variable with the greatest influence on the <italic>R</italic><sup>2</sup>of the model was included in the multivariate analyses.</p>
          <p>We used bivariate and multivariate logistic regression models to predict the attitude toward using a patient portal. We used answers to the question asking for the interest in using a patient portal as the dependent variable. This ordinal variable with 5 categories was recoded into a dichotomous variable (interested and not interested or neutral)</p>
          <p>As predictor variables, we used answers to the questions asking for patient characteristics (age, employment status, family income, health status, education, and gender), patient empowerment (shared decision making, questioning the decisions of physicians, satisfaction with health care received the last 5 years), and health literacy (finding relevant information about health, evaluating the reliability of health information, and problems in understanding health information; <xref ref-type="app" rid="app5">Multimedia Appendix 5</xref>).</p>
          <p>Except for the internal consistency (Cronbach alpha) of our composite dependent variables, we did not include any psychometric measures for our predictor variables because of the gap in the availability of sound psychometric measures for evaluating patient-facing eHealth technologies [<xref ref-type="bibr" rid="ref31">31</xref>]. All statistical analyses were performed with IBM SPSS Statistics version 24 for Windows (IBM Corp, Armonk, NY, USA).</p>
        </sec>
      </sec>
      <sec>
        <title>Missing Data</title>
        <p>To calculate the frequencies, missing data were excluded, and percentages were based on the number of nonmissing values. For the regression models, we used independent variables that had a low percentage of missing data (&lt;15%). If values of any of the independent variables included missing data, the entire case was excluded for the analysis.</p>
      </sec>
      <sec>
        <title>Ethical Approval</title>
        <p>This study was approved by the Social and Societal Ethics Committee of the Faculty of Social Sciences of KU Leuven on July 14, 2015 (first part of the survey) and on September 24, 2015 (second part of the survey) with the grant number G-2015 07 272.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Demographics and Health Characteristics</title>
        <p>The survey was completed by 433 people. While 10 surveys were submitted on paper, 423 were completed through the Web (<xref ref-type="table" rid="table1">Table 1</xref>). The completion rate of the Web-based survey was 91% (<xref ref-type="app" rid="app3">Multimedia Appendix 3</xref>). Differences between the 10 surveys submitted on paper and those completed on the Web were mainly age of respondents, age-related properties (eg, employment status), and their internet use. The mean age in the group of the paper surveys (n=10) was 68.6 years (SD 10.146), while it was 53 years (SD 16.497) in the Web-based group (n=423). All respondents of the paper surveys group were not working anymore (9/10 retired and 1/10 disabled), and 40% (4/10) did rarely or never used the internet, while only 0.2% (1/423) of the Web-based group rarely or never used the internet. The mean age of all the respondents (n=433) was 53.28 (SD 16.451) years.</p>
        <p>Almost 92% (397/432) of participants reported that they were in excellent or good health, although 49.4% (213/431) reported they had a chronic disease, and 69.4% (300/432) were taking prescribed medication (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
      </sec>
      <sec>
        <title>Health Literacy and Patient Empowerment</title>
        <p>Finding relevant health information was considered difficult by 26.2% (106/404) of respondents, and assessing the reliability of the health care information found was considered difficult by 48.3% (195/404). More than 93% (377/404) of participants reported that they found shared decision making important, and 89.9% (363/404) of respondents thought it was important to be able to question the decisions made by physicians (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Demographics and health characteristics of the participants (N=433).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="670"/>
            <col width="300"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Characteristics</td>
                <td>Participants, n (%)<sup>a</sup></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">Male</td>
                <td>187 (47.1)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Dutch-speaking</td>
                <td>394 (99.0)</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Age (years)</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>18-34</td>
                <td>72 (19.1)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>35-44</td>
                <td>39 (10.4)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>45-54</td>
                <td>53 (14.1)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>55-64</td>
                <td>95 (25.3)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>&gt;65</td>
                <td>117 (31.1)</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Employment status</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Employed</td>
                <td>164 (41.3)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Student</td>
                <td>21 (5.3)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Unemployed</td>
                <td>51 (12.8)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Retired</td>
                <td>161 (40.6)</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Education</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Secondary school</td>
                <td>130 (32.7)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Bachelor degree</td>
                <td>159 (40.1)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Master degree or higher</td>
                <td>108 (27.2)</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Family income</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>€ &lt;30,000</td>
                <td>114 (28.9)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>€ 30,000-60,000</td>
                <td>100 (25.3)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>€ &gt;60,000</td>
                <td>58 (14.7)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Does not know or prefers not to disclose</td>
                <td>123 (31.1)</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Internet use</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Internet use ≥1 time per day</td>
                <td>423 (97.9)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Searched information on health or disease on the Web</td>
                <td>406 (94.4)</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Residence description</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Rural</td>
                <td>202 (50.6)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Urban</td>
                <td>197 (49.4)</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Self-rated health status</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Excellent or very good</td>
                <td>121 (28.0)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Good or fair</td>
                <td>276 (63.9)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Poor</td>
                <td>35 (8.1)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Chronic medical condition</td>
                <td>213 (49.4)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Visited primary caregiver &gt;3 times in a year</td>
                <td>214 (50.1)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Taking prescribed medication</td>
                <td>300 (69.4)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Numbers may not sum to totals because of missing data. Percentages were calculated considering the missing data.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Health literacy and patient empowerment (N=433).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="670"/>
            <col width="300"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Health literacy and patient empowerment</td>
                <td>Participants, n (%)<sup>a</sup></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3"><bold>Satisfaction with the quality of health care received in the last 5 years</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Satisfied</td>
                <td>366 (84.5)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Neutral</td>
                <td>39 (9.0)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Dissatisfied</td>
                <td>28 (6.5)</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Finding relevant health information</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Difficult</td>
                <td>106 (26.2)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Not easy or not difficult</td>
                <td>149 (36.9)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Easy</td>
                <td>149 (36.9)</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Assessing the reliability of Web-based health care information</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Difficult</td>
                <td>195 (48.3)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Not easy or not difficult</td>
                <td>116 (28.7)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Easy</td>
                <td>93 (23.0)</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Importance of shared decision making</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Important</td>
                <td>377 (93.3)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Neutral</td>
                <td>18 (4.5)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Not important</td>
                <td>9 (2.2)</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Importance of being able to questions physicians’ decisions</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Important</td>
                <td>363 (89.9)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Neutral</td>
                <td>37 (9.1)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Not important</td>
                <td>4 (1.0)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>Numbers may not sum to totals because of missing data. Percentages were calculated considering the missing data.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Patient Portal’s Potential Impact and Features</title>
        <p>Most respondents were interested in the potential use of a patient portal (369/412, 89.6%; <xref ref-type="table" rid="table3">Table 3</xref>). The information that most people wanted to see in their patient portal were test results (381/410, 92.9%), current medication (345/410, 84.1%), immunization records (338/410, 82.4%), and their past medical visits, procedures, and surgeries (338/410, 82.4%). This corresponds with the Web-based health-related activities people are most interested in, namely viewing their medical records, test results, medication list (384/405, 94.8%); requesting appointments, referrals, and prescription refills (376/403, 93.3%); and signing up for reminders for preventive medicine (360/399, 90.2%).</p>
        <p>Respondents were less interested in seeing their lifestyle choices (138/410, 33.7%) and information from devices to help monitor their health (199/410, 48.5%; <xref ref-type="table" rid="table3">Table 3</xref>).</p>
        <p>The perceived impact of patient portal use varied. Only 22.3% (90/404) of respondents believed that the patient portal use would improve the security and privacy of their medical data, and 47.4% (192/405) of participants thought that using a patient portal would reduce the overall cost of their health care.</p>
        <p>The majority (391/414, 94.4%) would give their primary care doctor permission to view information in their patient portal. The potential features of a patient portal that were considered important by respondents were being notified when certain physical parameters evolve toward dangerous levels (370/395, 93.7%), being notified when their health changes (371/396, 93.7%), being able to view the expected impact of treatment on personal health (349/395, 88.4%), being able to see connections between symptoms, disease(s), biological parameters, etc (339/398, 85.2%), and being able to view the evolution of their health in function of time (333/394, 84.5%). Consumers were less interested in comparing their personal health data with anonymous data from other patients (146/396, 36.9%) and with anonymous data from the Flemish population (146/394, 37.1%).</p>
      </sec>
      <sec>
        <title>Determinant Analysis of the Importance People Attribute to Obtaining Health Information When Using a Patient Portal</title>
        <p>Bivariate linear regression showed that the importance people attributed to obtaining health information when using a patient portal to access health data (dependent) was significantly associated (cutoff <italic>P</italic>≤.10) with age, employment status, self-rated health status, the interest in shared decision making, the importance of being able to question the decisions of physicians, the difficulty in finding relevant health information, the difficulty in assessing the reliability of health information, and the difficulty in understanding health information. Due to the collinearity between age and employment status, only age was used for multivariate analysis.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Patient portal use characteristics (N=433).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="670"/>
            <col width="300"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Patient portal characteristics</td>
                <td>Participants, n (%)<sup>a</sup></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">Interested in using a patient portal</td>
                <td>369 (89.6)</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Types of information people would prefer to have in their patient portal</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>My allergies</td>
                <td>263 (64.1)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Test results (eg, X-rays, blood tests, etc)</td>
                <td>381 (92.9)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Immunization records (list of vaccines received)</td>
                <td>338 (82.4)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Medication I have taken or am currently taking</td>
                <td>345 (84.1)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>List of doctors or health care providers I have seen</td>
                <td>279 (68.0)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Family history of health problems</td>
                <td>236 (57.6)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Medical problems</td>
                <td>322 (78.5)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Medical visits or surgeries or medical procedures I have had</td>
                <td>338 (82.4)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Lifestyle choices (eg, smoking history and exercise)</td>
                <td>138 (33.7)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Information from devices that help me monitor my health</td>
                <td>199 (48.5)</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Activities I am doing or</bold> <bold>would like to do on the internet</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>View medical records, test results, and medication list</td>
                <td>384 (94.8)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Add notes to my medical record</td>
                <td>312 (78.6)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Request appointments, referrals, prescription refills</td>
                <td>376 (93.3)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Communicate with my doctor and receive reports by mail</td>
                <td>358 (88.8)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Fill out paperwork before or after a physician visit</td>
                <td>331 (83.0)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Sign up for reminders for preventive medicine (eg, flu shot)</td>
                <td>360 (90.2)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Learn about opportunities to participate in medical research</td>
                <td>327 (82.6)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Access my child’s or parents’ medical record if I am primary caretaker</td>
                <td>315 (81.2)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Communicate with other people with similar health problems</td>
                <td>197 (50.8)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Receive educational materials related to my health</td>
                <td>304 (79.4)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Record my representative to manage my health care when I am not able</td>
                <td>337 (83.6)</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Expected frequency of patient portal use</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>At least 1 time per week</td>
                <td>61 (14.8)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>1 time per month</td>
                <td>159 (38.6)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Every 3-6 months</td>
                <td>159 (38.6)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Rarely or never</td>
                <td>33 (8.0)</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>How many people think the use of a patient portal will improve the following<sup>b</sup></bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Security and privacy of my medical information</td>
                <td>90 (22.3)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Communication between my doctors and myself</td>
                <td>321 (78.7)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>My understanding of my own health</td>
                <td>300 (73.7)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>My sense of control over my own health care</td>
                <td>311 (76.4)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>My worries about my own health care</td>
                <td>236 (58.1)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>The safety of my care (freedom from errors)</td>
                <td>278 (68.6)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>My satisfaction with my health care</td>
                <td>275 (68.1)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>The overall quality of my health care</td>
                <td>292 (72.1)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>The overall costs of my health care</td>
                <td>192 (47.4)</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Difficulty to use a patient portal to view and manage your health information and care</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Difficult</td>
                <td>22 (5.3)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Easy</td>
                <td>292 (70.9)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Neutral</td>
                <td>98 (23.8)</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Who would you give permission to view information in your patient portal</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Designated family members or friends</td>
                <td>226 (54.6)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>My primary care doctor</td>
                <td>391 (94.4)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Other doctors or health care providers who care for me</td>
                <td>332 (80.2)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>My health insurance</td>
                <td>26 (6.3)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>My employer</td>
                <td>1 (0.2)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>The government</td>
                <td>8 (1.9)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>No-one</td>
                <td>18 (4.3)</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Importance of certain features when using a patient portal<sup>c</sup></bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Compare recent personal health data with health data from the past</td>
                <td>311 (78.1)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Compare personal health data with medical standards</td>
                <td>291 (73.5)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Compare personal health data with anonymous data from other patients</td>
                <td>146 (36.9)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Compare personal health data with anonymous data from the Flemish population</td>
                <td>146 (37.1)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>See connections between your symptoms, your disease(s), your biological parameters</td>
                <td>339 (85.2)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>See connections between your health and the presence of environmental factors</td>
                <td>284 (71.7)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>View the evolution of your health in function of time</td>
                <td>333 (84.5)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>View information about the expected effect of treatment on your personal health</td>
                <td>349 (88.4)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>View information on the expected impact of your lifestyle on your personal health</td>
                <td>309 (79.0)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Provide your data anonymously so that regional problems can be detected</td>
                <td>250 (63.1)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Be notified when certain physical parameters evolve toward dangerous levels</td>
                <td>370 (93.7)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Be notified when your health changes</td>
                <td>371 (93.7)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>Numbers may not sum to totals due to missing data. Percentages were calculated considering the missing data.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>Used as a composite dependent variable: “expectation concerning one’s personal health care when using a patient portal.”</p>
            </fn>
            <fn id="table3fn3">
              <p><sup>c</sup>Used as a composite dependent variable: “importance attached to obtaining health information when using a patient portal to access health data.”</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>In the multivariate linear regression, age, shared decision making, and the importance of being able to question the decisions of physicians were significant (cutoff <italic>P</italic>≤.05). People attributed greater importance to receiving health information if they were aged 45-54 years compared with those who were aged 18-34 years, if they had an interested or neutral attitude toward shared decision making compared with having a negative attitude toward shared decision making and if they found it important to be able to question the decisions made by physicians compared with finding this unimportant (<italic>R</italic><sup>2</sup>=0.122; <xref ref-type="table" rid="table4">Table 4</xref>).</p>
      </sec>
      <sec>
        <title>Determinant Analysis of Expectations Concerning Personal Health Care When Using a Patient Portal</title>
        <p>Bivariate linear regression showed that expectations concerning personal health care when using a patient portal (dependent) were significantly associated (cutoff <italic>P</italic>≤.10) with age, employment status, education, the interest in shared decision making, the importance of being able to question the decisions of physicians, the difficulty in finding relevant health information, the difficulty in assessing the reliability of health information, and the difficulty in understanding health information.</p>
        <p>Due to the collinearity between age and employment status, only the employment status was used for multivariate analysis. Multivariate linear regression showed that expectations concerning personal health care when using a patient portal (dependent) was significantly associated (cutoff <italic>P</italic>≤.05) with education, shared decision making, the difficulty in finding relevant health information and problems in understanding health information (<xref ref-type="table" rid="table4">Table 4</xref>). People expected an improvement in their individual health care when using a patient portal if they had lower levels of education (high school degree or lower) compared with highly educated participants (master degree or higher), an interested or neutral attitude toward shared decision making compared with a negative attitude toward shared decision making and if they sometimes had problems to understand health information compared with rarely having problems in understanding health information. People expected an impairment in their health care when using a patient portal if they found it easy or had a neutral attitude toward finding relevant health information compared with thinking it is difficult to find this information (<italic>R</italic><sup>2</sup>=0.106; <xref ref-type="table" rid="table4">Table 4</xref>).</p>
      </sec>
      <sec>
        <title>Determinant Analysis of the Interest in Using a Patient Portal</title>
        <p>Owing to the low variance between the independent and dependent variables, the determinant analysis showed results with very high uncertainty and was not conclusive.</p>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Multivariate regression models.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="30"/>
            <col width="640"/>
            <col width="100"/>
            <col width="200"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Multivariate regression models</td>
                <td><italic>P</italic> value</td>
                <td>Beta (95% CI)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="5"><bold>Importance of obtaining health information</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="4"><bold>Shared decision making</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Important</td>
                <td>.03</td>
                <td>–.558 (–0.969 to –0.147)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Neutral</td>
                <td>.008</td>
                <td>–.500 (–0.952 to –0.048)</td>
              </tr>
              <tr valign="bottom">
                <td><break/></td>
                <td><break/></td>
                <td>Unimportant (constant)</td>
                <td>—<sup>a</sup></td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="4"><bold>Questioning decisions of physicians</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Important</td>
                <td>.03</td>
                <td>–.642 (–1.222 to –0.061)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Neutral</td>
                <td>.12</td>
                <td>–.467 (–1.052 to 0.119)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Unimportant (constant)</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="4"><bold>Age<sup>b</sup>in years</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>18-34 (constant)</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>35-44</td>
                <td>.069</td>
                <td>–.186 (–0.386 to 0.014)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>45-54</td>
                <td>.047</td>
                <td>–.183 (–0.363 to –0.002)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>55-64</td>
                <td>.10</td>
                <td>–.126 (–0.278 to 0.026)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>&gt;65</td>
                <td>.099</td>
                <td>–.124 (–0.271 to 0.023)</td>
              </tr>
              <tr valign="top">
                <td colspan="5"><bold>Expectations concerning personal health care</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="4"><bold>Education</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>High school or lower</td>
                <td>.04</td>
                <td>–.155 (–0.303 to –0.007)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Bachelor degree</td>
                <td>.84</td>
                <td>–.015 (–0.153 to 0.124)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Master degree or higher (constant)</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="4"><bold>Shared decision making</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Important</td>
                <td>.008</td>
                <td>–.566 (–0.983 to –0.148)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Neutral</td>
                <td>.03</td>
                <td>–.521 (–0.989 to –0.052)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Unimportant (constant)</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="4"><bold>Finding relevant health information</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Difficult (constant)</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Not difficult or not easy</td>
                <td>.017</td>
                <td>.180 (0.032 to 0.328)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Easy</td>
                <td>.022</td>
                <td>.197 (0.028-0.366)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="4"><bold>Problems in understanding health information</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Frequently</td>
                <td>.99</td>
                <td>.002 (–0.234 to 0.237)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Sometimes</td>
                <td>.037</td>
                <td>–.141 (–0.272 to –0.009)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Rarely (constant)</td>
                <td>—</td>
                <td>—</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>Not applicable.</p>
            </fn>
            <fn id="table4fn2">
              <p><sup>b</sup>Owing to collinearity with employment status, only age was used for the multivariate regression.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This study used a cross-sectional survey design to investigate health information needs, expectations, and interest of people accessing a patient portal to view their health data. The health information needs in this context are mainly features such as being notified when one’s health changes and being notified when physical parameters increase to dangerous levels. In addition, people are interested to see connections among their symptoms, disease, and biological parameters. Moreover, they prefer to have an overview of how their health evolves and to have access to information about the expected effect of treatment on their health. These findings are in line with the patients’ desire for direct communication through a patient portal that was described in previous work [<xref ref-type="bibr" rid="ref32">32</xref>].</p>
        <p>The importance that people attribute to obtaining health information when using a patient portal is partially predicted by age and the level of patient empowerment, namely the importance of shared decision making and questioning physicians’ decisions. Expectations concerning the impact on personal health care when using a patient portal are influenced by the level of education, interest in shared decision making, and the difficulty people experience in finding and understanding the relevant health care information. These findings confirm that screening for eHealth literacy and providing training in the use of a patient portal could help in improving the experience and expectations people have when using a patient portal [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>].</p>
        <p>People expect that the use of a patient portal can improve the communication between their physician and themselves. However, only a few people think that the use of a patient portal will improve the security and privacy of their medical information. In this study, the expressed interest in using a patient portal was high, with almost 90% of respondents interested in the use of a patient portal, although there was no functional patient portal available in Belgium at the time the survey was submitted. The fact that people in Flanders express the need to be notified when their health changes highlights the interest of people in receiving some form of communication or alert through their patient portal as to when they need to act to manage their health care. This corresponds with previous research that states that receiving intelligent alerts is an important feature in the conceptual design of an integrated shared decision personal health record [<xref ref-type="bibr" rid="ref35">35</xref>]. A patient-directed clinical decision system that is integrated into a patient portal could be useful for this purpose as the ongoing research hypothesizes [<xref ref-type="bibr" rid="ref36">36</xref>].</p>
        <p>Although earlier research shows that incorporating patients’ lifestyle is important for patient portals to become more user-centric [<xref ref-type="bibr" rid="ref37">37</xref>], only a third of our respondents were interested to have data about lifestyle choices in their patient portal. A potential explanation might be that people when conceptualizing a patient portal consider themselves to be aware of their lifestyle and therefore do not feel the need to find this information in a patient portal. Patients in Flanders, who have no experience with a patient portal, might think about a patient portal as a unidirectional channel where they can find and consult their health information, where people who have actually used a patient portal, value it as a bidirectional tool [<xref ref-type="bibr" rid="ref11">11</xref>].</p>
        <p>Another important finding is the fact that almost 9 of 10 respondents consider it important to be able to question the decisions made by physicians. This finding, together with the importance of shared decision making (93% consider this important), emphasizes the fact that people in Flanders are critical health care users who greatly appreciate patient empowerment and endorses the results from a former study where Belgian inhabitants attained fairly high empowerment scores [<xref ref-type="bibr" rid="ref38">38</xref>].</p>
        <p>Previous research showed that people think the use of a patient portal can improve the communication between their physician and themselves [<xref ref-type="bibr" rid="ref39">39</xref>], the understanding of their own health [<xref ref-type="bibr" rid="ref14">14</xref>], the sense of control over their health care [<xref ref-type="bibr" rid="ref40">40</xref>], and the overall quality of their health care [<xref ref-type="bibr" rid="ref4">4</xref>]. In literature, there is some skepticism about the influence of a patient portal on the security and privacy of health data and the total costs of health care [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref42">42</xref>]. People are mostly interested in test results, medication schemes, immunization records, and a history of medical visits and procedures [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref43">43</xref>]. These findings are consistent with ours, where about three-quarters of respondents believed that a patient portal could improve the doctor-patient communication, the understanding and sense of control of their health, and the quality of care.</p>
        <p>Only a small percentage of respondents (22.3%) think the use of a patient portal can improve the privacy and security of medical information and almost half of them believe a patient portal can lower the cost of health care. People consider information about lifestyles choices and data from devices to help monitor their health to be the least interesting information in a patient portal. The lack of interest to have data in a patient portal that is gathered from devices to monitor one’s health corresponds with findings from a previous study, which states that “tools alone are not enough” and engaging patients in the use of a patient portal requires a patient-centered approach [<xref ref-type="bibr" rid="ref44">44</xref>].</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>This study is one of the first to investigate the health information needs of patients on conceptualizing a patient portal to access digital health data. In contrast to other studies in this field, which often focus on a functional patient portal, we had to start from the very beginning, as there was no functional patient portal available in Belgium at the time our survey was submitted [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref45">45</xref>-<xref ref-type="bibr" rid="ref48">48</xref>]. In addition, the use of cultural probes and ideation techniques, frequently used in design and human computer interaction research, provides insights into the way people would like to interact with digital health data. It creates the opportunity to design a patient portal that considers the health information needs expressed by future users. Our survey was distributed across a large region in Belgium and included respondents of all age categories.</p>
        <p>Despite our efforts to reduce selection bias to a minimum, we could not recruit participants from different ethnic backgrounds. Our respondents almost exclusively spoke Dutch. This is not in line with the demographics in Flanders, where a significant part of the population (8.1%) is of foreign origin. As almost 98% of respondents used the internet at least once a day, we could not find much evidence for the so-called “digital divide,” which is described in previous research as an important barrier in the implementation of a patient portal [<xref ref-type="bibr" rid="ref49">49</xref>]. One potential explanation for this could be the Web-based nature of the survey and the fact that reminders to participate were mostly made with the help of social media and Web-based newsletters. This means our findings may not be representative of some groups in the Flemish population who rarely use the internet. Finally, our 2 statistical models had a low predictive power with an <italic>R</italic><sup>2</sup> of 0.122 (predicted importance people attribute to obtaining health information when using a patient portal) and.106 (predicted expectations toward personal health care when using a patient portal). Although these <italic>R</italic><sup>2</sup> values were low, this is not unusual in social research [<xref ref-type="bibr" rid="ref50">50</xref>].</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This study yields a range of relevant aspects to consider when designing a patient portal. First of all, people express the need for a patient portal and personal access to it. Second, people like to receive alerts or some form of communication to foster their health management. Finally, several patient characteristics influence people’s attitude toward a patient portal. As such, middle-aged people and those with a positive attitude toward shared decision making attach more importance to obtaining health information. People with a lower education level or with low health literacy expect an improvement in their health care by using a patient portal.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <app id="app1">
        <title>Multimedia Appendix 1</title>
        <p>Survey part 1 and part 2.</p>
        <media xlink:href="jmir_v20i10e269_app1.pdf" xlink:title="PDF File (Adobe PDF File), 115KB"/>
      </app>
      <app id="app2">
        <title>Multimedia Appendix 2</title>
        <p>Survey part 1 and part 2, Dutch translation.</p>
        <media xlink:href="jmir_v20i10e269_app2.pdf" xlink:title="PDF File (Adobe PDF File), 760KB"/>
      </app>
      <app id="app3">
        <title>Multimedia Appendix 3</title>
        <p>The Checklist for Reporting Results of Internet E-Surveys (CHERRIES).</p>
        <media xlink:href="jmir_v20i10e269_app3.pdf" xlink:title="PDF File (Adobe PDF File), 48KB"/>
      </app>
      <app id="app4">
        <title>Multimedia Appendix 4</title>
        <p>Qualitative study that forms the basis for the second part of the survey.</p>
        <media xlink:href="jmir_v20i10e269_app4.pdf" xlink:title="PDF File (Adobe PDF File), 544KB"/>
      </app>
      <app id="app5">
        <title>Multimedia Appendix 5</title>
        <p>Predictor variables for regression models.</p>
        <media xlink:href="jmir_v20i10e269_app5.pdf" xlink:title="PDF File (Adobe PDF File), 48KB"/>
      </app>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">HITEC</term>
          <def>
            <p>Health Information Technology Evaluation Collaborative</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>MyHealthData is a project cofunded by IMEC. Project partners are Mintlab, EBMPracticeNet, CEBAM, HealthConnect, Landsbond der Christelijke Mutualiteiten, and MindBytes, with project support from Agentschap Innoveren &amp; Ondernemen. The authors gratefully acknowledge Martial Luyts and Anna Ivanova for their guidance with the statistical analyses.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <collab>NHS</collab>
        </person-group>
        <source>Equity and Excellence: Liberating the NHS</source>  
        <year>2010</year>  
        <publisher-loc>London</publisher-loc>
        <publisher-name>The Stationery Office/Tso</publisher-name></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <collab>Institute of Medicine (US) Committee on Quality of Health Care in America</collab>
        </person-group>
        <source>Crossing the Quality Chasm: A New Health System for the 21st Century</source>  
        <year>2001</year>  
        <publisher-loc>Washington (DC)</publisher-loc>
        <publisher-name>National Academies Press</publisher-name></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Barry</surname>
            <given-names>MJ</given-names>
          </name>
          <name name-style="western">
            <surname>Edgman-Levitan</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Shared decision making--pinnacle of patient-centered care</article-title>
        <source>N Engl J Med</source>  
        <year>2012</year>  
        <month>03</month>  
        <day>01</day>  
        <volume>366</volume>  
        <issue>9</issue>  
        <fpage>780</fpage>  
        <lpage>1</lpage>  
        <pub-id pub-id-type="doi">10.1056/NEJMp1109283</pub-id>
        <pub-id pub-id-type="medline">22375967</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kruse</surname>
            <given-names>CS</given-names>
          </name>
          <name name-style="western">
            <surname>Argueta</surname>
            <given-names>DA</given-names>
          </name>
          <name name-style="western">
            <surname>Lopez</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Nair</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Patient and provider attitudes toward the use of patient portals for the management of chronic disease: a systematic review</article-title>
        <source>J Med Internet Res</source>  
        <year>2015</year>  
        <volume>17</volume>  
        <issue>2</issue>  
        <fpage>e40</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2015/2/e40/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.3703</pub-id>
        <pub-id pub-id-type="medline">25707035</pub-id>
        <pub-id pub-id-type="pii">v17i2e40</pub-id>
        <pub-id pub-id-type="pmcid">PMC4376181</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Zhou</surname>
            <given-names>YY</given-names>
          </name>
          <name name-style="western">
            <surname>Garrido</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Chin</surname>
            <given-names>HL</given-names>
          </name>
          <name name-style="western">
            <surname>Wiesenthal</surname>
            <given-names>AM</given-names>
          </name>
          <name name-style="western">
            <surname>Liang</surname>
            <given-names>LL</given-names>
          </name>
        </person-group>
        <article-title>Patient access to an electronic health record with secure messaging: impact on primary care utilization</article-title>
        <source>Am J Manag Care</source>  
        <year>2007</year>  
        <month>07</month>  
        <volume>13</volume>  
        <issue>7</issue>  
        <fpage>418</fpage>  
        <lpage>24</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.ajmc.com/pubMed.php?pii=3340"/>
        </comment>  
        <pub-id pub-id-type="medline">17620037</pub-id>
        <pub-id pub-id-type="pii">3340</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
        <source>Markle</source>  
        <year>2003</year>  
        <month>07</month>  
        <day>1</day>  
        <access-date>2018-06-24</access-date>
        <publisher-loc>NY, USA</publisher-loc>
        <publisher-name>Markle Connecting for Health</publisher-name>
        <comment>Personal Health Working Group Final Report 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.markle.org/publications/1429-personal-health-working-group-final-report">https://www.markle.org/publications/1429-personal-health-working-group-final-report</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="70Petps3V"/></comment> </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Tang</surname>
            <given-names>PC</given-names>
          </name>
          <name name-style="western">
            <surname>Ash</surname>
            <given-names>JS</given-names>
          </name>
          <name name-style="western">
            <surname>Bates</surname>
            <given-names>DW</given-names>
          </name>
          <name name-style="western">
            <surname>Overhage</surname>
            <given-names>JM</given-names>
          </name>
          <name name-style="western">
            <surname>Sands</surname>
            <given-names>DZ</given-names>
          </name>
        </person-group>
        <article-title>Personal health records: definitions, benefits, and strategies for overcoming barriers to adoption</article-title>
        <source>J Am Med Inform Assoc</source>  
        <year>2006</year>  
        <month>03</month>  
        <volume>13</volume>  
        <issue>2</issue>  
        <fpage>121</fpage>  
        <lpage>6</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://paperpile.com/b/kOVAHn/jlUbm"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1197/jamia.M2025</pub-id>
        <pub-id pub-id-type="medline">16357345</pub-id>
        <pub-id pub-id-type="pii">M2025</pub-id>
        <pub-id pub-id-type="pmcid">PMC1447551</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gheorghiu</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Hagens</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Use and Maturity of Electronic Patient Portals</article-title>
        <source>Stud Health Technol Inform</source>  
        <year>2017</year>  
        <volume>234</volume>  
        <fpage>136</fpage>  
        <lpage>141</lpage>  
        <pub-id pub-id-type="medline">28186030</pub-id></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bates</surname>
            <given-names>DW</given-names>
          </name>
          <name name-style="western">
            <surname>Wells</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Personal health records and health care utilization</article-title>
        <source>JAMA</source>  
        <year>2012</year>  
        <month>11</month>  
        <day>21</day>  
        <volume>308</volume>  
        <issue>19</issue>  
        <fpage>2034</fpage>  
        <lpage>6</lpage>  
        <pub-id pub-id-type="doi">10.1001/jama.2012.68169</pub-id>
        <pub-id pub-id-type="medline">23168828</pub-id>
        <pub-id pub-id-type="pii">1392549</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Otte-Trojel</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>de Bont</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>van de Klundert</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Rundall</surname>
            <given-names>TG</given-names>
          </name>
        </person-group>
        <article-title>Characteristics of patient portals developed in the context of health information exchanges: early policy effects of incentives in the meaningful use program in the United States</article-title>
        <source>J Med Internet Res</source>  
        <year>2014</year>  
        <volume>16</volume>  
        <issue>11</issue>  
        <fpage>e258</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2014/11/e258/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.3698</pub-id>
        <pub-id pub-id-type="medline">25447837</pub-id>
        <pub-id pub-id-type="pii">v16i11e258</pub-id>
        <pub-id pub-id-type="pmcid">PMC4260079</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gerard</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Fossa</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Folcarelli</surname>
            <given-names>PH</given-names>
          </name>
          <name name-style="western">
            <surname>Walker</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Bell</surname>
            <given-names>SK</given-names>
          </name>
        </person-group>
        <article-title>What Patients Value About Reading Visit Notes: A Qualitative Inquiry of Patient Experiences With Their Health Information</article-title>
        <source>J Med Internet Res</source>  
        <year>2017</year>  
        <month>07</month>  
        <day>14</day>  
        <volume>19</volume>  
        <issue>7</issue>  
        <fpage>e237</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2017/7/e237/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.7212</pub-id>
        <pub-id pub-id-type="medline">28710055</pub-id>
        <pub-id pub-id-type="pii">v19i7e237</pub-id>
        <pub-id pub-id-type="pmcid">PMC5533943</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Black</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Gonzalez</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Priolo</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Schapira</surname>
            <given-names>MM</given-names>
          </name>
          <name name-style="western">
            <surname>Sonnad</surname>
            <given-names>SS</given-names>
          </name>
          <name name-style="western">
            <surname>Hanson</surname>
            <given-names>CW</given-names>
          </name>
          <name name-style="western">
            <surname>Langlotz</surname>
            <given-names>CP</given-names>
          </name>
          <name name-style="western">
            <surname>Howell</surname>
            <given-names>JT</given-names>
          </name>
          <name name-style="western">
            <surname>Apter</surname>
            <given-names>AJ</given-names>
          </name>
        </person-group>
        <article-title>True "meaningful use": technology meets both patient and provider needs</article-title>
        <source>Am J Manag Care</source>  
        <year>2015</year>  
        <month>05</month>  
        <day>01</day>  
        <volume>21</volume>  
        <issue>5</issue>  
        <fpage>e329</fpage>  
        <lpage>37</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ncbi.nlm.nih.gov/pubmed/26167781"/>
        </comment>  
        <pub-id pub-id-type="medline">26167781</pub-id>
        <pub-id pub-id-type="pii">86163</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>de Lusignan</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Mold</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Sheikh</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Majeed</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Wyatt</surname>
            <given-names>JC</given-names>
          </name>
          <name name-style="western">
            <surname>Quinn</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Cavill</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Gronlund</surname>
            <given-names>TA</given-names>
          </name>
          <name name-style="western">
            <surname>Franco</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Chauhan</surname>
            <given-names>U</given-names>
          </name>
          <name name-style="western">
            <surname>Blakey</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Kataria</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Barker</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Ellis</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Koczan</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Arvanitis</surname>
            <given-names>TN</given-names>
          </name>
          <name name-style="western">
            <surname>McCarthy</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Jones</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Rafi</surname>
            <given-names>I</given-names>
          </name>
        </person-group>
        <article-title>Patients' online access to their electronic health records and linked online services: a systematic interpretative review</article-title>
        <source>BMJ Open</source>  
        <year>2014</year>  
        <volume>4</volume>  
        <issue>9</issue>  
        <fpage>e006021</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://bmjopen.bmj.com/cgi/pmidlookup?view=long&amp;pmid=25200561"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1136/bmjopen-2014-006021</pub-id>
        <pub-id pub-id-type="medline">25200561</pub-id>
        <pub-id pub-id-type="pii">bmjopen-2014-006021</pub-id>
        <pub-id pub-id-type="pmcid">PMC4158217</pub-id></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Fisher</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Bhavnani</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Winfield</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>How patients use access to their full health records: a qualitative study of patients in general practice</article-title>
        <source>J R Soc Med</source>  
        <year>2009</year>  
        <month>12</month>  
        <volume>102</volume>  
        <issue>12</issue>  
        <fpage>539</fpage>  
        <lpage>44</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19966130"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1258/jrsm.2009.090328</pub-id>
        <pub-id pub-id-type="medline">19966130</pub-id>
        <pub-id pub-id-type="pii">102/12/539</pub-id>
        <pub-id pub-id-type="pmcid">PMC2789021</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Delbanco</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Walker</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Darer</surname>
            <given-names>JD</given-names>
          </name>
          <name name-style="western">
            <surname>Elmore</surname>
            <given-names>JG</given-names>
          </name>
          <name name-style="western">
            <surname>Feldman</surname>
            <given-names>HJ</given-names>
          </name>
          <name name-style="western">
            <surname>Leveille</surname>
            <given-names>SG</given-names>
          </name>
          <name name-style="western">
            <surname>Ralston</surname>
            <given-names>JD</given-names>
          </name>
          <name name-style="western">
            <surname>Ross</surname>
            <given-names>SE</given-names>
          </name>
          <name name-style="western">
            <surname>Vodicka</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Weber</surname>
            <given-names>VD</given-names>
          </name>
        </person-group>
        <article-title>Open notes: doctors and patients signing on</article-title>
        <source>Ann Intern Med</source>  
        <year>2010</year>  
        <month>07</month>  
        <day>20</day>  
        <volume>153</volume>  
        <issue>2</issue>  
        <fpage>121</fpage>  
        <lpage>5</lpage>  
        <pub-id pub-id-type="doi">10.7326/0003-4819-153-2-201007200-00008</pub-id>
        <pub-id pub-id-type="medline">20643992</pub-id>
        <pub-id pub-id-type="pii">153/2/121</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Schnipper</surname>
            <given-names>JL</given-names>
          </name>
          <name name-style="western">
            <surname>Gandhi</surname>
            <given-names>TK</given-names>
          </name>
          <name name-style="western">
            <surname>Wald</surname>
            <given-names>JS</given-names>
          </name>
          <name name-style="western">
            <surname>Grant</surname>
            <given-names>RW</given-names>
          </name>
          <name name-style="western">
            <surname>Poon</surname>
            <given-names>EG</given-names>
          </name>
          <name name-style="western">
            <surname>Volk</surname>
            <given-names>LA</given-names>
          </name>
          <name name-style="western">
            <surname>Businger</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Williams</surname>
            <given-names>DH</given-names>
          </name>
          <name name-style="western">
            <surname>Siteman</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Buckel</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Middleton</surname>
            <given-names>B</given-names>
          </name>
        </person-group>
        <article-title>Effects of an online personal health record on medication accuracy and safety: a cluster-randomized trial</article-title>
        <source>J Am Med Inform Assoc</source>  
        <year>2012</year>  
        <volume>19</volume>  
        <issue>5</issue>  
        <fpage>728</fpage>  
        <lpage>34</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://jamia.oxfordjournals.org/lookup/pmidlookup?view=long&amp;pmid=22556186"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1136/amiajnl-2011-000723</pub-id>
        <pub-id pub-id-type="medline">22556186</pub-id>
        <pub-id pub-id-type="pii">amiajnl-2011-000723</pub-id>
        <pub-id pub-id-type="pmcid">PMC3422826</pub-id></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Weingart</surname>
            <given-names>SN</given-names>
          </name>
          <name name-style="western">
            <surname>Hamrick</surname>
            <given-names>HE</given-names>
          </name>
          <name name-style="western">
            <surname>Tutkus</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Carbo</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Sands</surname>
            <given-names>DZ</given-names>
          </name>
          <name name-style="western">
            <surname>Tess</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Davis</surname>
            <given-names>RB</given-names>
          </name>
          <name name-style="western">
            <surname>Bates</surname>
            <given-names>DW</given-names>
          </name>
          <name name-style="western">
            <surname>Phillips</surname>
            <given-names>RS</given-names>
          </name>
        </person-group>
        <article-title>Medication safety messages for patients via the web portal: the MedCheck intervention</article-title>
        <source>Int J Med Inform</source>  
        <year>2008</year>  
        <month>03</month>  
        <volume>77</volume>  
        <issue>3</issue>  
        <fpage>161</fpage>  
        <lpage>8</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2007.04.007</pub-id>
        <pub-id pub-id-type="medline">17581772</pub-id>
        <pub-id pub-id-type="pii">S1386-5056(07)00090-1</pub-id></nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Shimada</surname>
            <given-names>SL</given-names>
          </name>
          <name name-style="western">
            <surname>Allison</surname>
            <given-names>JJ</given-names>
          </name>
          <name name-style="western">
            <surname>Rosen</surname>
            <given-names>AK</given-names>
          </name>
          <name name-style="western">
            <surname>Feng</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Houston</surname>
            <given-names>TK</given-names>
          </name>
        </person-group>
        <article-title>Sustained Use of Patient Portal Features and Improvements in Diabetes Physiological Measures</article-title>
        <source>J Med Internet Res</source>  
        <year>2016</year>  
        <month>07</month>  
        <day>01</day>  
        <volume>18</volume>  
        <issue>7</issue>  
        <fpage>e179</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2016/7/e179/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.5663</pub-id>
        <pub-id pub-id-type="medline">27369696</pub-id>
        <pub-id pub-id-type="pii">v18i7e179</pub-id>
        <pub-id pub-id-type="pmcid">PMC4947193</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Irizarry</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>DeVito</surname>
            <given-names>DA</given-names>
          </name>
          <name name-style="western">
            <surname>Curran</surname>
            <given-names>CR</given-names>
          </name>
        </person-group>
        <article-title>Patient Portals and Patient Engagement: A State of the Science Review</article-title>
        <source>J Med Internet Res</source>  
        <year>2015</year>  
        <volume>17</volume>  
        <issue>6</issue>  
        <fpage>e148</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2015/6/e148/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.4255</pub-id>
        <pub-id pub-id-type="medline">26104044</pub-id>
        <pub-id pub-id-type="pii">v17i6e148</pub-id>
        <pub-id pub-id-type="pmcid">PMC4526960</pub-id></nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
        <source>http://www.raosoft.com/samplesize.html</source>  
        <access-date>2017-05-14</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.raosoft.com/samplesize.html">http://www.raosoft.com/samplesize.html</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6qS807qEy"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Patel</surname>
            <given-names>VN</given-names>
          </name>
          <name name-style="western">
            <surname>Abramson</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Edwards</surname>
            <given-names>AM</given-names>
          </name>
          <name name-style="western">
            <surname>Cheung</surname>
            <given-names>MA</given-names>
          </name>
          <name name-style="western">
            <surname>Dhopeshwarkar</surname>
            <given-names>RV</given-names>
          </name>
          <name name-style="western">
            <surname>Kaushal</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>Consumer attitudes toward personal health records in a beacon community</article-title>
        <source>Am J Manag Care</source>  
        <year>2011</year>  
        <month>04</month>  
        <volume>17</volume>  
        <issue>4</issue>  
        <fpage>e104</fpage>  
        <lpage>20</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.ajmc.com/pubMed.php?pii=48672"/>
        </comment>  
        <pub-id pub-id-type="medline">21774099</pub-id>
        <pub-id pub-id-type="pii">48672</pub-id></nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Eysenbach</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>Improving the quality of Web surveys: the Checklist for Reporting Results of Internet E-Surveys (CHERRIES)</article-title>
        <source>J Med Internet Res</source>  
        <year>2004</year>  
        <month>09</month>  
        <day>29</day>  
        <volume>6</volume>  
        <issue>3</issue>  
        <fpage>e34</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2004/3/e34/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.6.3.e34</pub-id>
        <pub-id pub-id-type="medline">15471760</pub-id>
        <pub-id pub-id-type="pii">v6e34</pub-id>
        <pub-id pub-id-type="pmcid">PMC1550605</pub-id></nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Hambleton</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Rodgers</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Item Bias Review</article-title>
        <source>Practical Assessment, Research &amp; Evaluation</source>  
        <year>1995</year>  
        <fpage>1</fpage>  
        <lpage>3</lpage> </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Pouwer</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>van der Ploeg</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Bramsen</surname>
            <given-names>I</given-names>
          </name>
        </person-group>
        <article-title>Dwalingen in de methodologie II. Bias door vragenlijsten</article-title>
        <source>Nederlands tijdschrift voor geneeskunde</source>  
        <year>1998</year>  
        <volume>142</volume>  
        <issue>27</issue>  
        <fpage>1556</fpage>  
        <lpage>8</lpage> </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>De Roeck</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Slegers</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Stappers</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Standaert</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Infusing digital creativity in design, the low fidelity way</article-title>
        <source>Proceedings of the Chi Sparks</source>  
        <year>2011</year>  
        <month>06</month>  
        <day>23</day>  
        <conf-name>Chi Sparks Nederland</conf-name>
        <conf-date>2011</conf-date>
        <conf-loc>Arnhem, The Netherlands</conf-loc></nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gaver</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Dunne</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Pacenti</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>Design: Cultural probes</article-title>
        <source>Interactions</source>  
        <year>1999</year>  
        <month>01</month>  
        <volume>6</volume>  
        <issue>1</issue>  
        <fpage>21</fpage>  
        <lpage>29</lpage>  
        <pub-id pub-id-type="doi">10.1145/291224.291235</pub-id></nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Boehner</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Vertesi</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Sengers</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Dourish</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>How HCI interprets the probes</article-title>
        <year>2007</year>  
        <conf-name>The SIGCHI Conference on Human Factors in Computing Systems</conf-name>
        <conf-date>2007</conf-date>
        <conf-loc>San Jose, California, USA</conf-loc>
        <publisher-loc>1240789</publisher-loc>
        <publisher-name>ACM</publisher-name>
        <fpage>1077</fpage>  
        <lpage>86</lpage> </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Vandenberghe</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Slegers</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <article-title>Anthropomorphism as a Strategy to Engage End-Users in Health Data Ideation</article-title>
        <year>2016</year>  
        <conf-name>The 9th Nordic Conference on Human-Computer Interaction</conf-name>
        <conf-date>2016</conf-date>
        <conf-loc>Gothenburg, Sweden</conf-loc>
        <publisher-loc>2971500</publisher-loc>
        <publisher-name>ACM</publisher-name>
        <fpage>1</fpage>  
        <lpage>4</lpage> </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
        <source>Hype Stat</source>  
        <access-date>2018-05-06</access-date>
        <comment>Knack.Be - Info 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://hypestat.com/info/knack.be">https://hypestat.com/info/knack.be</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6zCszvzvE"/></comment> </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Norman</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>Likert scales, levels of measurement and the "laws" of statistics</article-title>
        <source>Adv in Health Sci Educ</source>  
        <year>2010</year>  
        <month>2</month>  
        <day>10</day>  
        <volume>15</volume>  
        <issue>5</issue>  
        <fpage>625</fpage>  
        <lpage>632</lpage>  
        <pub-id pub-id-type="doi">10.1007/s10459-010-9222-y</pub-id></nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wakefield</surname>
            <given-names>BJ</given-names>
          </name>
          <name name-style="western">
            <surname>Turvey</surname>
            <given-names>CL</given-names>
          </name>
          <name name-style="western">
            <surname>Nazi</surname>
            <given-names>KM</given-names>
          </name>
          <name name-style="western">
            <surname>Holman</surname>
            <given-names>JE</given-names>
          </name>
          <name name-style="western">
            <surname>Hogan</surname>
            <given-names>TP</given-names>
          </name>
          <name name-style="western">
            <surname>Shimada</surname>
            <given-names>SL</given-names>
          </name>
          <name name-style="western">
            <surname>Kennedy</surname>
            <given-names>DR</given-names>
          </name>
        </person-group>
        <article-title>Psychometric Properties of Patient-Facing eHealth Evaluation Measures: Systematic Review and Analysis</article-title>
        <source>J Med Internet Res</source>  
        <year>2017</year>  
        <month>10</month>  
        <day>11</day>  
        <volume>19</volume>  
        <issue>10</issue>  
        <fpage>e346</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2017/10/e346/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.7638</pub-id>
        <pub-id pub-id-type="medline">29021128</pub-id>
        <pub-id pub-id-type="pii">v19i10e346</pub-id>
        <pub-id pub-id-type="pmcid">PMC5656774</pub-id></nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Alpert</surname>
            <given-names>JM</given-names>
          </name>
          <name name-style="western">
            <surname>Krist</surname>
            <given-names>AH</given-names>
          </name>
          <name name-style="western">
            <surname>Aycock</surname>
            <given-names>RA</given-names>
          </name>
          <name name-style="western">
            <surname>Kreps</surname>
            <given-names>GL</given-names>
          </name>
        </person-group>
        <article-title>Applying Multiple Methods to Comprehensively Evaluate a Patient Portal's Effectiveness to Convey Information to Patients</article-title>
        <source>J Med Internet Res</source>  
        <year>2016</year>  
        <month>05</month>  
        <volume>18</volume>  
        <issue>5</issue>  
        <fpage>e112</fpage>  
        <pub-id pub-id-type="doi">10.2196/jmir.5451</pub-id>
        <pub-id pub-id-type="medline">27188953</pub-id>
        <pub-id pub-id-type="pii">v18i5e112</pub-id></nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Price-Haywood</surname>
            <given-names>EG</given-names>
          </name>
          <name name-style="western">
            <surname>Harden-Barrios</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Ulep</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Luo</surname>
            <given-names>Q</given-names>
          </name>
        </person-group>
        <article-title>eHealth Literacy: Patient Engagement in Identifying Strategies to Encourage Use of Patient Portals Among Older Adults</article-title>
        <source>Popul Health Manag</source>  
        <year>2017</year>  
        <month>12</month>  
        <volume>20</volume>  
        <issue>6</issue>  
        <fpage>486</fpage>  
        <lpage>494</lpage>  
        <pub-id pub-id-type="doi">10.1089/pop.2016.0164</pub-id>
        <pub-id pub-id-type="medline">28384076</pub-id></nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Coughlin</surname>
            <given-names>SS</given-names>
          </name>
          <name name-style="western">
            <surname>Stewart</surname>
            <given-names>JL</given-names>
          </name>
          <name name-style="western">
            <surname>Young</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Heboyan</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>De Leo</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>Health literacy and patient web portals</article-title>
        <source>Int J Med Inform</source>  
        <year>2018</year>  
        <month>05</month>  
        <volume>113</volume>  
        <fpage>43</fpage>  
        <lpage>48</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2018.02.009</pub-id>
        <pub-id pub-id-type="medline">29602432</pub-id>
        <pub-id pub-id-type="pii">S1386-5056(18)30079-0</pub-id></nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Davis</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Roudsari</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Courtney</surname>
            <given-names>KL</given-names>
          </name>
        </person-group>
        <article-title>Designing Personal Health Record Technology for Shared Decision Making</article-title>
        <source>Stud Health Technol Inform</source>  
        <year>2017</year>  
        <volume>234</volume>  
        <fpage>75</fpage>  
        <lpage>80</lpage>  
        <pub-id pub-id-type="medline">28186019</pub-id></nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Cutrona</surname>
            <given-names>SL</given-names>
          </name>
          <name name-style="western">
            <surname>Sreedhara</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Goff</surname>
            <given-names>SL</given-names>
          </name>
          <name name-style="western">
            <surname>Fisher</surname>
            <given-names>LD</given-names>
          </name>
          <name name-style="western">
            <surname>Preusse</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Jackson</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Sundaresan</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Garber</surname>
            <given-names>LD</given-names>
          </name>
          <name name-style="western">
            <surname>Mazor</surname>
            <given-names>KM</given-names>
          </name>
        </person-group>
        <article-title>Improving Rates of Influenza Vaccination Through Electronic Health Record Portal Messages, Interactive Voice Recognition Calls and Patient-Enabled Electronic Health Record Updates: Protocol for a Randomized Controlled Trial</article-title>
        <source>JMIR Res Protoc</source>  
        <year>2016</year>  
        <month>05</month>  
        <day>06</day>  
        <volume>5</volume>  
        <issue>2</issue>  
        <fpage>e56</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.researchprotocols.org/2016/2/e56/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/resprot.5478</pub-id>
        <pub-id pub-id-type="medline">27153752</pub-id>
        <pub-id pub-id-type="pii">v5i2e56</pub-id>
        <pub-id pub-id-type="pmcid">PMC4875493</pub-id></nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Alpert</surname>
            <given-names>JM</given-names>
          </name>
          <name name-style="western">
            <surname>Krist</surname>
            <given-names>AH</given-names>
          </name>
          <name name-style="western">
            <surname>Aycock</surname>
            <given-names>RA</given-names>
          </name>
          <name name-style="western">
            <surname>Kreps</surname>
            <given-names>GL</given-names>
          </name>
        </person-group>
        <article-title>Designing User-Centric Patient Portals: Clinician and Patients' Uses and Gratifications</article-title>
        <source>Telemed J E Health</source>  
        <year>2017</year>  
        <month>12</month>  
        <volume>23</volume>  
        <issue>3</issue>  
        <fpage>248</fpage>  
        <lpage>253</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27333468"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1089/tmj.2016.0096</pub-id>
        <pub-id pub-id-type="medline">27333468</pub-id>
        <pub-id pub-id-type="pmcid">PMC5359658</pub-id></nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Tambuyzer</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Van Audenhove</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>Is perceived patient involvement in mental health care associated with satisfaction and empowerment?</article-title>
        <source>Health Expect</source>  
        <year>2015</year>  
        <month>08</month>  
        <volume>18</volume>  
        <issue>4</issue>  
        <fpage>516</fpage>  
        <lpage>26</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23425015"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1111/hex.12052</pub-id>
        <pub-id pub-id-type="medline">23425015</pub-id>
        <pub-id pub-id-type="pmcid">PMC5060796</pub-id></nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>King</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Maxwell</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Karmali</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Hagens</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Pinto</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Williams</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Adamson</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <article-title>Connecting Families to Their Health Record and Care Team: The Use, Utility, and Impact of a Client/Family Health Portal at a Children's Rehabilitation Hospital</article-title>
        <source>J Med Internet Res</source>  
        <year>2017</year>  
        <month>04</month>  
        <day>06</day>  
        <volume>19</volume>  
        <issue>4</issue>  
        <fpage>e97</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2017/4/e97/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.6811</pub-id>
        <pub-id pub-id-type="medline">28385680</pub-id>
        <pub-id pub-id-type="pii">v19i4e97</pub-id>
        <pub-id pub-id-type="pmcid">PMC5399217</pub-id></nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Delbanco</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Walker</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Bell</surname>
            <given-names>SK</given-names>
          </name>
          <name name-style="western">
            <surname>Darer</surname>
            <given-names>JD</given-names>
          </name>
          <name name-style="western">
            <surname>Elmore</surname>
            <given-names>JG</given-names>
          </name>
          <name name-style="western">
            <surname>Farag</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Feldman</surname>
            <given-names>HJ</given-names>
          </name>
          <name name-style="western">
            <surname>Mejilla</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Ngo</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Ralston</surname>
            <given-names>JD</given-names>
          </name>
          <name name-style="western">
            <surname>Ross</surname>
            <given-names>SE</given-names>
          </name>
          <name name-style="western">
            <surname>Trivedi</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Vodicka</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Leveille</surname>
            <given-names>SG</given-names>
          </name>
        </person-group>
        <article-title>Inviting patients to read their doctors' notes: a quasi-experimental study and a look ahead</article-title>
        <source>Ann Intern Med</source>  
        <year>2012</year>  
        <month>10</month>  
        <day>2</day>  
        <volume>157</volume>  
        <issue>7</issue>  
        <fpage>461</fpage>  
        <lpage>70</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23027317"/>
        </comment>  
        <pub-id pub-id-type="doi">10.7326/0003-4819-157-7-201210020-00002</pub-id>
        <pub-id pub-id-type="medline">23027317</pub-id>
        <pub-id pub-id-type="pii">1363511</pub-id>
        <pub-id pub-id-type="pmcid">PMC3908866</pub-id></nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>de Lusignan</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Ross</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Shifrin</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Hercigonja-Szekeres</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Seroussi</surname>
            <given-names>B</given-names>
          </name>
        </person-group>
        <article-title>A comparison of approaches to providing patients access to summary care records across old and new europe: an exploration of facilitators and barriers to implementation</article-title>
        <source>Stud Health Technol Inform</source>  
        <year>2013</year>  
        <volume>192</volume>  
        <fpage>397</fpage>  
        <lpage>401</lpage>  
        <pub-id pub-id-type="medline">23920584</pub-id></nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Vodicka</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Mejilla</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Leveille</surname>
            <given-names>SG</given-names>
          </name>
          <name name-style="western">
            <surname>Ralston</surname>
            <given-names>JD</given-names>
          </name>
          <name name-style="western">
            <surname>Darer</surname>
            <given-names>JD</given-names>
          </name>
          <name name-style="western">
            <surname>Delbanco</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Walker</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Elmore</surname>
            <given-names>JG</given-names>
          </name>
        </person-group>
        <article-title>Online access to doctors' notes: patient concerns about privacy</article-title>
        <source>J Med Internet Res</source>  
        <year>2013</year>  
        <volume>15</volume>  
        <issue>9</issue>  
        <fpage>e208</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2013/9/e208/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.2670</pub-id>
        <pub-id pub-id-type="medline">24072335</pub-id>
        <pub-id pub-id-type="pii">v15i9e208</pub-id>
        <pub-id pub-id-type="pmcid">PMC3785972</pub-id></nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Clark</surname>
            <given-names>SJ</given-names>
          </name>
          <name name-style="western">
            <surname>Costello</surname>
            <given-names>LE</given-names>
          </name>
          <name name-style="western">
            <surname>Gebremariam</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Dombkowski</surname>
            <given-names>KJ</given-names>
          </name>
        </person-group>
        <article-title>A national survey of parent perspectives on use of patient portals for their children's health care</article-title>
        <source>Appl Clin Inform</source>  
        <year>2015</year>  
        <volume>6</volume>  
        <issue>1</issue>  
        <fpage>110</fpage>  
        <lpage>9</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25848417"/>
        </comment>  
        <pub-id pub-id-type="doi">10.4338/ACI-2014-10-RA-0098</pub-id>
        <pub-id pub-id-type="medline">25848417</pub-id>
        <pub-id pub-id-type="pmcid">PMC4377564</pub-id></nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ryan</surname>
            <given-names>BL</given-names>
          </name>
          <name name-style="western">
            <surname>Brown</surname>
            <given-names>JB</given-names>
          </name>
          <name name-style="western">
            <surname>Terry</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Cejic</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Stewart</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Thind</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Implementing and Using a Patient Portal: A qualitative exploration of patient and provider perspectives on engaging patients</article-title>
        <source>J Innov Health Inform</source>  
        <year>2016</year>  
        <month>07</month>  
        <day>04</day>  
        <volume>23</volume>  
        <issue>2</issue>  
        <fpage>848</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.doi.org/10.14236/jhi.v23i2.848"/>
        </comment>  
        <pub-id pub-id-type="medline">27869582</pub-id></nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Otte-Trojel</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>de Bont</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Rundall</surname>
            <given-names>TG</given-names>
          </name>
          <name name-style="western">
            <surname>van de Klundert</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>What do we know about developing patient portals? a systematic literature review</article-title>
        <source>J Am Med Inform Assoc</source>  
        <year>2016</year>  
        <month>04</month>  
        <volume>23</volume>  
        <issue>e1</issue>  
        <fpage>e162</fpage>  
        <lpage>8</lpage>  
        <pub-id pub-id-type="doi">10.1093/jamia/ocv114</pub-id>
        <pub-id pub-id-type="medline">26335985</pub-id>
        <pub-id pub-id-type="pii">ocv114</pub-id>
        <pub-id pub-id-type="pmcid">PMC4954617</pub-id></nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ronda</surname>
            <given-names>MCM</given-names>
          </name>
          <name name-style="western">
            <surname>Dijkhorst-Oei</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Rutten</surname>
            <given-names>GEHM</given-names>
          </name>
        </person-group>
        <article-title>Patients' Experiences with and Attitudes towards a Diabetes Patient Web Portal</article-title>
        <source>PLoS One</source>  
        <year>2015</year>  
        <month>6</month>  
        <volume>10</volume>  
        <issue>6</issue>  
        <fpage>e0129403</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0129403"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1371/journal.pone.0129403</pub-id>
        <pub-id pub-id-type="medline">26086272</pub-id>
        <pub-id pub-id-type="pii">PONE-D-15-00899</pub-id>
        <pub-id pub-id-type="pmcid">PMC4472519</pub-id></nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lazard</surname>
            <given-names>AJ</given-names>
          </name>
          <name name-style="western">
            <surname>Watkins</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Mackert</surname>
            <given-names>MS</given-names>
          </name>
          <name name-style="western">
            <surname>Xie</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Stephens</surname>
            <given-names>KK</given-names>
          </name>
          <name name-style="western">
            <surname>Shalev</surname>
            <given-names>H</given-names>
          </name>
        </person-group>
        <article-title>Design simplicity influences patient portal use: the role of aesthetic evaluations for technology acceptance</article-title>
        <source>J Am Med Inform Assoc</source>  
        <year>2016</year>  
        <month>04</month>  
        <volume>23</volume>  
        <issue>e1</issue>  
        <fpage>e157</fpage>  
        <lpage>61</lpage>  
        <pub-id pub-id-type="doi">10.1093/jamia/ocv174</pub-id>
        <pub-id pub-id-type="medline">26635314</pub-id>
        <pub-id pub-id-type="pii">ocv174</pub-id></nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Coughlin</surname>
            <given-names>SS</given-names>
          </name>
          <name name-style="western">
            <surname>Prochaska</surname>
            <given-names>JJ</given-names>
          </name>
          <name name-style="western">
            <surname>Williams</surname>
            <given-names>LB</given-names>
          </name>
          <name name-style="western">
            <surname>Besenyi</surname>
            <given-names>GM</given-names>
          </name>
          <name name-style="western">
            <surname>Heboyan</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Goggans</surname>
            <given-names>DS</given-names>
          </name>
          <name name-style="western">
            <surname>Yoo</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>De Leo</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>Patient web portals, disease management, and primary prevention</article-title>
        <source>Risk Manag Healthc Policy</source>  
        <year>2017</year>  
        <volume>10</volume>  
        <fpage>33</fpage>  
        <lpage>40</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.2147/RMHP.S130431"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2147/RMHP.S130431</pub-id>
        <pub-id pub-id-type="medline">28435342</pub-id>
        <pub-id pub-id-type="pii">rmhp-10-033</pub-id>
        <pub-id pub-id-type="pmcid">PMC5391175</pub-id></nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Graetz</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Gordon</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Fung</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Hamity</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Reed</surname>
            <given-names>ME</given-names>
          </name>
        </person-group>
        <article-title>The Digital Divide and Patient Portals: Internet Access Explained Differences in Patient Portal Use for Secure Messaging by Age, Race, and Income</article-title>
        <source>Med Care</source>  
        <year>2016</year>  
        <month>08</month>  
        <volume>54</volume>  
        <issue>8</issue>  
        <fpage>772</fpage>  
        <lpage>9</lpage>  
        <pub-id pub-id-type="doi">10.1097/MLR.0000000000000560</pub-id>
        <pub-id pub-id-type="medline">27314262</pub-id></nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Moksony</surname>
            <given-names>F</given-names>
          </name>
        </person-group>
        <article-title>Small is beautiful. The use and interpretation of R 2 in social research</article-title>
        <source>Szociologiai Szemle</source>  
        <year>1999</year>  
        <fpage>130</fpage>  
        <lpage>8</lpage> </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
