<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v19i6e210</article-id>
    <article-id pub-id-type="pmid">28615156</article-id>
    <article-id pub-id-type="doi">10.2196/jmir.7489</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Original Paper</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Original Paper</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>Dr Google Is Here to Stay but Health Care Professionals Are Still Valued: An Analysis of Health Care Consumers’ Internet Navigation Support Preferences</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Eysenbach</surname>
          <given-names>Gunther</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Pang</surname>
          <given-names>Patrick</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Ownby</surname>
          <given-names>Raymond</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1" corresp="yes">
      <name name-style="western">
        <surname>Lee</surname>
        <given-names>Kenneth</given-names>
      </name>
      <degrees>BPharm (Hons), PhD</degrees>
      <xref rid="aff1" ref-type="aff">1</xref>
      <address>
        <institution>Division of Pharmacy</institution>
        <institution>School of Medicine</institution>
        <institution>University of Tasmania</institution>
        <addr-line>Private Bag 26</addr-line>
        <addr-line>Hobart, 7001</addr-line>
        <country>Australia</country>
        <phone>61 362262191</phone>
        <fax>61 362262870</fax>
        <email>kenneth.lee@utas.edu.au</email>
      </address>  
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-3022-4868</ext-link></contrib>
      <contrib contrib-type="author" id="contrib2">
        <name name-style="western">
          <surname>Hoti</surname>
          <given-names>Kreshnik</given-names>
        </name>
        <degrees>BPharm, PhD</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <xref rid="aff3" ref-type="aff">3</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-7652-6074</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib3">
        <name name-style="western">
          <surname>Hughes</surname>
          <given-names>Jeffery David</given-names>
        </name>
        <degrees>BPharm, GradDipPharm, MPharm, PhD</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-0040-4753</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib4">
        <name name-style="western">
          <surname>Emmerton</surname>
          <given-names>Lynne</given-names>
        </name>
        <degrees>BPharm (Hons), PhD</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-0806-6691</ext-link>
      </contrib>
    </contrib-group>
    <aff id="aff1">
    <sup>1</sup>
    <institution>Division of Pharmacy</institution>
    <institution>School of Medicine</institution>  
    <institution>University of Tasmania</institution>  
    <addr-line>Hobart</addr-line>
    <country>Australia</country></aff>
    <aff id="aff2">
    <sup>2</sup>
    <institution>School of Pharmacy</institution>
    <institution>Faculty of Health Sciences</institution>  
    <institution>Curtin University</institution>  
    <addr-line>Perth</addr-line>
    <country>Australia</country></aff>
    <aff id="aff3">
    <sup>3</sup>
    <institution>Division of Pharmacy</institution>
    <institution>Faculty of Medicine</institution>  
    <institution>University of Prishtina</institution>  
    <addr-line>Prishtina</addr-line>
    <country>Albania</country></aff>
    <author-notes>
      <corresp>Corresponding Author: Kenneth Lee 
      <email>kenneth.lee@utas.edu.au</email></corresp>
    </author-notes>
    <pub-date pub-type="collection"><month>06</month><year>2017</year></pub-date>
    <pub-date pub-type="epub">
      <day>14</day>
      <month>06</month>
      <year>2017</year>
    </pub-date>
    <volume>19</volume>
    <issue>6</issue>
    <elocation-id>e210</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>21</day>
        <month>2</month>
        <year>2017</year>
      </date>
      <date date-type="rev-request">
        <day>16</day>
        <month>3</month>
        <year>2017</year>
      </date>
      <date date-type="rev-recd">
        <day>28</day>
        <month>3</month>
        <year>2017</year>
      </date>
      <date date-type="accepted">
        <day>10</day>
        <month>4</month>
        <year>2017</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©Kenneth Lee, Kreshnik Hoti, Jeffery David Hughes, Lynne Emmerton. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 14.06.2017.</copyright-statement>
    <copyright-year>2017</copyright-year>
    <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="http://www.jmir.org/2017/6/e210/" xlink:type="simple"/>
    <abstract>
      <sec sec-type="background">
        <title>Background</title>
        <p>The Internet offers great opportunities for consumers to be informed about their health. However, concerns have been raised regarding its impact on the traditional health consumer-health professional relationship. Our recent survey of 400 Australian adults identified that over half of consumers required some form of navigational support in locating appropriate Web-based health information. We propose that support provided by health professionals would be preferred by consumers; this preference is regardless of whether consumers have a need for navigational support. Secondary analysis of the survey dataset is presented here to quantify consumer-reported support preferences and barriers when navigating Web-based health information.</p>
      </sec>
      <sec sec-type="objective">
        <title>Objective</title>
        <p>We aimed to quantitatively identify consumers’ support preferences for locating Web-based health information and their barriers when navigating Web-based health information. We also aimed to compare such preferences and barriers between consumers identified as needing and not needing support when locating Web-based health information.</p>
      </sec>
      <sec sec-type="methods">
        <title>Methods</title>
        <p>Chi-square (χ<sup>2</sup>) tests identified whether each listed support preference differed between subgroups of consumers classified as needing (n=205, 51.3%) or not needing (n=195, 48.8%) navigational support; degree of association, via phi coefficient (φ) tests, were also considered to ascertain the likely practical significance of any differences. This was repeated for each listed barrier. Free-text responses regarding additional support preferences were descriptively analyzed and compared with the quantitative findings to provide a richer understanding of desired support for health information searches.</p>
      </sec>
      <sec sec-type="results">
        <title>Results</title>
        <p>Of the 400 respondents, the most preferred mode of navigational support was involvement of health professionals; this was reported by participants identified as needing and not needing navigational support. While there was a significant difference between groups, the degree of association was small (χ<sup>2</sup><sub>1</sub> [N=400]=13.2; <italic>P</italic>&#60;.001; φ=.18). Qualitative data from the free-text responses supported consumers’ desire for health professional involvement. The two most commonly reported barriers when navigating desired Web-based health information were (1) volume of available information and (2) inconsistency of information between sources; these were reported by participants with and without a need for navigational support. While participants identified with a need for navigational support were more likely to report volume (χ<sup>2</sup><sub>1</sub> [N=387]= 4.40; <italic>P</italic>=.04; φ=.11) and inconsistency of information (χ<sup>2</sup><sub>1</sub> [N=387]= 16.10, <italic>P</italic>&#60;.001, φ=.20) as barriers, the degrees of association were small to moderate.</p>
      </sec>
      <sec sec-type="conclusions">
        <title>Conclusions</title>
        <p>Despite concerns in the literature that the popularity of the Internet could compromise the health consumer-health professional relationship, our findings suggest the contrary. Our findings showed that health professionals were found to be the most commonly preferred mode of navigational support, even among consumers classified as not needing navigational support. Further research into how health professionals could assist consumers with Web-based health information seeking could strengthen the health consumer-health professional relationship amidst the growing use of “Dr Google.”</p>
      </sec>
    </abstract>
    <kwd-group>
      <kwd>health care</kwd>
      <kwd>information seeking behavior</kwd>
      <kwd>Internet</kwd>
      <kwd>chronic disease</kwd>
      <kwd>patients</kwd>
      <kwd>surveys</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>The relationships between health care consumers and health care professionals have changed over recent decades [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref4">4</xref>]. From the traditional one-way information transfer approach [<xref ref-type="bibr" rid="ref4">4</xref>], education and communication between health care consumers and health care professionals is now a two-way exchange [<xref ref-type="bibr" rid="ref2">2</xref>-<xref ref-type="bibr" rid="ref4">4</xref>]. Similarly, health care consumer autonomy and sovereignty are arguably on the rise [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. In this era, the role of health information in facilitating consumers’ health care roles appears to be of paramount importance [<xref ref-type="bibr" rid="ref5">5</xref>], particularly given the increasing prevalence of chronic health conditions [<xref ref-type="bibr" rid="ref7">7</xref>] that require day-to-day self-management [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
      <p>The Internet provides consumers with an avenue to source, query, and publicly debate health information, as well as to self-diagnose and self-manage medical conditions. Concerns have been raised among health care professionals about the potentially negative impact of Web-based health information on the relationships between health care consumers and health care professionals [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. Specifically, some health care professionals are concerned that consumers may make decisions about their health based on misleading or poor-quality information, overriding health care professionals’ recommendations [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. By contrast, a recent study by Laugesen et al found that Web-based health information does not significantly influence treatment concordance, provided there is a good relationship between health care consumers and health care professionals [<xref ref-type="bibr" rid="ref10">10</xref>]. While a larger body of evidence suggests that health care professionals are, overall, positive about the influence of the Internet on their relationships with health care consumers [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref11">11</xref>-<xref ref-type="bibr" rid="ref14">14</xref>], little research explores the position of health care professionals in this evolving relationship.</p>
      <p>Apart from concerns about the influence of the Internet on health care, the issues of variable quality and comprehensibility of available Web-based health information need to be addressed [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]; despite these issues, the Internet remains a popular channel for health information [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. Collectively, these factors mean that consumers need to be able to find and appropriately use health information for their health management [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
      <p>Appropriate searching and utilization of Web-based health information requires adequate health literacy [<xref ref-type="bibr" rid="ref19">19</xref>], as well as digital or computer literacy and media literacy, collectively known as eHealth literacy [<xref ref-type="bibr" rid="ref20">20</xref>]. While it has been established that the prevalence of limited health literacy [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref21">21</xref>-<xref ref-type="bibr" rid="ref23">23</xref>] leads to poorer health outcomes and higher rates of hospital admissions and mortality [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>], far fewer studies have investigated the prevalence of and health outcomes associated with eHealth literacy levels. For example, only one study appears to have specifically explored the prevalence of limited eHealth literacy [<xref ref-type="bibr" rid="ref26">26</xref>], and one recent study explored associations between eHealth literacy and perceived health status and self-management skills [<xref ref-type="bibr" rid="ref27">27</xref>]. Furthermore, little has been attempted in terms of interventions that can assist consumers in acquiring quality Web-based health information [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
      <p>In order to inform tailored interventions to assist consumers with acquiring quality and relevant Web-based health information, our earlier research qualitatively explored consumers’ Web-based health information-seeking behaviors and the range of preferences for support with navigating Web-based health information [<xref ref-type="bibr" rid="ref29">29</xref>]. From the manifest-level themes [<xref ref-type="bibr" rid="ref30">30</xref>] identified in our qualitative study [<xref ref-type="bibr" rid="ref29">29</xref>], we developed a questionnaire to survey a representative sample of 400 Australian adults living with chronic health conditions. The survey estimated that approximately half (51.3%, with a precision of 4.9% either side of the true population value) of Australian adult consumers using Web-based health information and living with chronic health conditions require support with navigating Web-based health information [<xref ref-type="bibr" rid="ref31">31</xref>]; this survey also found that a need for navigational support was more likely among consumers with lower reported levels of eHealth literacy [<xref ref-type="bibr" rid="ref31">31</xref>].</p>
      <p>This study builds on our qualitative study [<xref ref-type="bibr" rid="ref29">29</xref>] and previous survey [<xref ref-type="bibr" rid="ref31">31</xref>] by (1) quantitatively identifying key consumer-reported navigational support preferences, (2) quantitatively identifying consumer-reported barriers to navigating desired Web-based health information, and (3) comparing findings from Objectives 1 and 2 between respondents classified as needing or not needing navigational support.</p>
      <p>This study also aims to qualitatively explore additional navigational support preferences to provide a richer understanding of desired support for health information searches.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>This study is a secondary analysis of the raw dataset from our previous survey [<xref ref-type="bibr" rid="ref31">31</xref>], which used a Web-based questionnaire to identify health care consumers’ Web-based health information-seeking behaviors, eHealth literacy, and motivation to engage in their health care (activation). Examples of the types of questions asked in the aforementioned survey pertained to types of health information sought (eg, information about treatment options, medical conditions, diets, and exercises), why health information is sought on the Internet, what actions are taken once Web-based health information has been obtained, all 8 items from the eHealth Literacy scale developed by Norman and Skinner [<xref ref-type="bibr" rid="ref20">20</xref>], all 13 items from the Patient Activation Measure developed by Hibbard et al [<xref ref-type="bibr" rid="ref32">32</xref>], usual reason(s) for encountering difficulty with finding pertinent health information on the Internet, and preferred modes of support to assist with obtaining pertinent Web-based health information. The specific provider of the Web-based questionnaire platform used for the aforementioned survey research is Qualtrics, a company that also offers recruitment services via a third-party global research company, Research Now. While our previous analysis detailed an algorithm to identify the proportion of consumers with and without navigational needs when searching for Web-based health information, the secondary analysis reported here provides the first-known insight into navigational support preferences and barriers when finding the desired information and compares these findings between respondents in need of and those not in need of navigational support.</p>
        <p>Ethical approval for the research, including the current analyses, was granted by the Curtin University Human Research Ethics Committee (HR06/2013).</p>
      </sec>
      <sec>
        <title>Participants, Recruitment, and Sample Size</title>
        <p>The target population of our previous survey study [<xref ref-type="bibr" rid="ref31">31</xref>] was adults in Australia with a chronic health condition, who had sought health information for their condition on the Internet. Recruitment was contracted by Qualtrics to Research Now to fulfil the quota of 400 submitted questionnaires with a representative sample of Australian adults with the following criteria: ability to easily read and write in English, aged 18 years or older, diagnosis of at least one chronic health condition, and experience with the Internet to find information about their health conditions. These participants were chosen by Research Now from a combination of global Internet surveys or opinion panels, based on the participants’ profiles and whether they would likely meet our stated eligibility criteria [<xref ref-type="bibr" rid="ref33">33</xref>]. Screening questions that reflect our eligibility criteria were included in the questionnaire as an additional step to ensure that participants were indeed eligible to participate. The sample size of 400 participants was calculated using conservative parameters for prevalence studies such that there was 95% confidence that this study’s reported values would fall within 4.9% on either side of the true population values [<xref ref-type="bibr" rid="ref34">34</xref>].</p>
      </sec>
      <sec>
        <title>Navigational Needs and Navigational Support Preferences</title>
        <p>As defined in our previous survey, “navigational needs” refers to “individuals who report having difficulty finding, and would like support in locating, desired Web-based health information” [<xref ref-type="bibr" rid="ref31">31</xref>]. This was operationally defined as participants who indicated (1) at least some level of difficulty in finding Web-based health information and (2) a desire for help to find Web-based health information [<xref ref-type="bibr" rid="ref31">31</xref>]. Building on our definition of navigational needs, this study defines navigational support preferences as the mode by which consumers would prefer support in locating desired Web-based health information.</p>
      </sec>
      <sec>
        <title>Analysis</title>
        <p>Statistical analyses were conducted using IBM SPSS version 23. Descriptive statistics were used to identify preferred navigational modes of support (Objective 1) and the most commonly-reported barriers when navigating desired Web-based health information (Objective 2). Chi-square tests of independence (χ<sup>2</sup>) were utilized to identify whether each support preference and barrier differed among the groups of consumers identified with and without a need for navigational support, with phi (φ)-coefficient tests of degrees of association to indicate the potential practical significance of these differences (Objective 3) [<xref ref-type="bibr" rid="ref35">35</xref>]. Free-text responses regarding additional support preferences were also descriptively analyzed and compared with quantitative results to provide a richer understanding of support preferences.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Overview</title>
        <p>As described in our previous paper [<xref ref-type="bibr" rid="ref31">31</xref>], 400 participants completed the questionnaire, and 51.3% (205/400) of these participants were identified with navigational needs. Specifically, “a total of 1104 individuals were invited by Research Now from their diverse participant pool. Consent was obtained from 93.03% (1027/1104) of these participants. Of these 1027 individuals, 50.05% (514/1027) met our eligibility criteria, and 77.82% (400/1027) completed the questionnaire” [<xref ref-type="bibr" rid="ref31">31</xref>].</p>
      </sec>
      <sec>
        <title>Navigational Support Preferences</title>
        <p>In terms of determining participants’ navigational support preferences, participants were asked, “Which of the following ideas would help you find health-related information that you need?” The most commonly reported mode of support, by both participants with and without navigational needs, was health care professionals (<xref ref-type="table" rid="table1">Table 1</xref>). While all reported modes of support (apart from the “other” option) were significantly more likely to be reported by participants with navigational needs, the φ coefficients suggest only a small degree of association.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Support preferences for navigating Web-based health information (N=400).</p>
          </caption>
          <table width="1000" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="610"/>
            <col width="175"/>
            <col width="160"/>
            <col width="100"/>
            <thead>
              <tr valign="top">
                <td>Modes of support</td>
                <td>No navigational needs,<break/> n (%<sup>a,b</sup>)</td>
                <td>Navigational needs, <break/>n (%<sup>a,c</sup>)</td>
                <td>Total, <break/>n (%<sup>a</sup>)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Health care professionals to recommend websites (χ<sup>2</sup><sub>1</sub> [N=400]=13.2; <italic>P</italic>&#60;.001; φ=.18)</td>
                <td>112 (57.4)</td>
                <td>153 (74.6)</td>
                <td>265 (66.3)</td>
              </tr>
              <tr valign="top">
                <td>An icon on each website to indicate whether it is from a trustworthy source (χ<sup>2</sup><sub>1</sub> [N=400]=8.8;
 <italic>P</italic>=.003; φ=.15)</td>
                <td>96 (49.2)</td>
                <td>131 (63.9)</td>
                <td>227 (56.8)</td>
              </tr>
              <tr valign="top">
                <td>Blocking of unreliable websites (χ<sup>2</sup><sub>1</sub> [N=400]=6.8; <italic>P</italic>=.01; φ=.13)</td>
                <td>82 (42.1)</td>
                <td>113 (55.1)</td>
                <td>195 (48.8)</td>
              </tr>
              <tr valign="top">
                <td>Improvement in the layout of websites (χ<sup>2</sup><sub>1</sub> [N=400]=12.8; <italic>P</italic>&#60;.001; φ=.18)</td>
                <td>35 (17.9)</td>
                <td>69 (33.7)</td>
                <td>104 (26.0)</td>
              </tr>
              <tr valign="top">
                <td>Workshops on how to find trustworthy health-related information on the Internet (χ<sup>2</sup><sub>1</sub> [N=400]=3.9;
 <italic>P</italic>=.049; φ=.10)</td>
                <td>17 (8.7)</td>
                <td>31 (15.1)</td>
                <td>48 (12.0)</td>
              </tr>
              <tr valign="top">
                <td>Other</td>
                <td>9 (4.6)</td>
                <td>4 (2.0)</td>
                <td>13 (3.3)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Respondents could select multiple options (percentages do not total 100%).</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>Percentages are based on the 195 participants with no navigational needs.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>Percentages are based the 205 participants with navigational needs.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>Elaborating on the “other” option, the majority of additional modes of support suggested by participants reiterate and elaborate on one or more of the response options listed in <xref ref-type="table" rid="table1">Table 1</xref>. The below comment by one of the participants illustrates the desire for health care professionals to play a role in supporting Web-based health information seeking:</p>
        <disp-quote>
          <p>...maybe a handout of trusted web site addresses (specific to the condition discussed) could be given to the patient at the time of the visit to the doctor? This would make it easy for the patient to find out more specific information regarding their condition and know that the information they are reading is trustworthy and relevant.</p>
          <attrib>ID132</attrib>
        </disp-quote>
        <p>Participants also suggested that a centralized health portal or database containing relevant and quality health information could be beneficial:</p>
        <disp-quote>
        <p>A large, centrally managed, government endorsed database of conditions, treatments, side effects and associated forums, institutes/foundations might be helpful. Unbiased, Australian, featuring advice from eminent specialists, and importantly, featured stories showing perspectives from sufferers on how they manage their conditions. I still find myself having to get my information from American sites quite often.</p>
          <attrib>ID228</attrib>
        </disp-quote>
        <p>A few participants expressed a desire for medically-related search engines. One participant (ID197) said, “Google should have a doctor’s section (where you can read everything that is medically related).” Another participant (ID198) posed the question, “Search engine purely for medical research?”</p>
        <p>Other participants expressed a desire for greater online communicative features. As one participant (ID171) expressed it, “Online chat services, just like hotline.” Another participant (ID236) felt that a “Website comprised of common information and online chat function” would be helpful.</p>
        <p>Although few participants quantitatively indicated that they would welcome workshops to help them find health information on the Internet (<xref ref-type="table" rid="table1">Table 1</xref>), some indicated a desire to be better educated on how to use Web-based health information effectively. A notable example was this:</p>
        <disp-quote>
        <p>With the ability for anyone to put any information on the internet i [sic] think there is a lot of ill-informed information on the internet. It really depends on what your beliefs are about health as to what information is useful. I think there should be more information on what people should be asking their doctor or other health professionals in order to get the best information for them. Perhaps more sites on checklists on things to consider with your health and sources of information, what to ask, alternative options for health information.</p>
          <attrib>ID296</attrib>
        </disp-quote>
        <p>Participant ID296’s response also suggests the need to be educated on how to have more productive interactions with health care professionals.</p>
      </sec>
      <sec>
        <title>Perceived Barriers to Navigating Web-Based Health Information</title>
        <p>Of the 400 participants, only 13/400 (3.3%) indicated that they never experienced difficulty finding relevant health information on the Internet. <xref ref-type="table" rid="table2">Table 2</xref> summarizes the potential barriers to navigating Web-based health information, as reported by the remaining 387 participants. These 387 participants were asked, “When you do have difficulty finding helpful health-related information online, what is/are the usual reason(s)?” Overall, perceived barriers were similarly reported by both participants with and without navigational needs, except for one finding: the navigational needs group was moderately associated with a barrier relating to conflicting information obtained from different websites. Additionally, the two most commonly reported barriers by both groups were the volume of available information and conflicting information obtained from different websites.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Perceived barriers to navigating Web-based health information (N=387).</p>
          </caption>
          <table width="1000" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="610"/>
            <col width="175"/>
            <col width="160"/>
            <col width="100"/>
            <thead>
              <tr valign="top">
                <td>Perceived barriers</td>
                <td>No navigational needs, <break/>n (%<sup>a,b</sup>)</td>
                <td>Navigational needs, <break/>n (%<sup>a,c</sup>)</td>
                <td>Total, <break/>n (%<sup>a</sup>)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>There is a large number of websites available on the Internet (χ<sup>2</sup><sub>1</sub> [N=387]=4.4; <italic>P</italic>=.04; φ=.11)</td>
                <td>80 (44.0)</td>
                <td>112 (54.6)</td>
                <td>192 (49.6)</td>
              </tr>
              <tr valign="top">
                <td>Information obtained from different websites sometimes does not match up (χ<sup>2</sup><sub>1</sub>[N=387]=16.1; <italic>P</italic>&#60;.001; φ=.20)</td>
                <td>65 (35.7)</td>
                <td>115 (56.1)</td>
                <td>180 (46.5)</td>
              </tr>
              <tr valign="top">
                <td>The information I come across contains a lot of medical terms or jargon.</td>
                <td>55 (30.2)</td>
                <td>77 (37.6)</td>
                <td>132 (34.1)</td>
              </tr>
              <tr valign="top">
                <td>I do not know what I am looking for.</td>
                <td>24 (13.2)</td>
                <td>37 (18.0)</td>
                <td>61 (15.8)</td>
              </tr>
              <tr valign="top">
                <td>There appears to be a lack of information specific to my needs.</td>
                <td>18 (9.9)</td>
                <td>25 (12.2)</td>
                <td>43 (11.1)</td>
              </tr>
              <tr valign="top">
                <td>Other</td>
                <td>27 (14.8)</td>
                <td>11 (5.4)</td>
                <td>38 (9.8)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>Respondents could select multiple options (percentages do not total 100%).</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>Percentages are based on the 182 participants with no navigational needs.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>Percentages are based on the 205 participants with navigational needs.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Health care professionals were reported to be the most commonly selected option to assist health care consumers in finding credible information on the Internet. Specifically, participants indicated a desire for health care professionals to recommend suitable websites. Amidst some health care professionals’ concerns that consumers’ use of the Internet for health information could negatively impact the relationships between health care consumers and health care professionals [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>], this study suggests that these concerns may be unfounded, at least among people with a chronic disease. The findings of this research support a study by Laugesen et al on the impact of Web-based health information on patients’ treatment compliance [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
        <p>A desire for health care professionals’ support was significantly more likely to be reported by participants with navigational needs. Given that our previous study [<xref ref-type="bibr" rid="ref31">31</xref>] found that participants with lower reported eHealth literacy levels were more likely to have navigational needs, this study suggests that health care professionals can have a role to play in supporting health information navigation on the Internet, particularly among consumers with lower levels of eHealth literacy. Nevertheless, the small degree of association between participants with and without navigational needs and their desire for health care professionals’ support suggests that most lay consumers would be amenable to support from their health care professionals when navigating the Internet. Thus, this study provides reassurance that health care professionals are valued in an age where the Internet is a popular channel for obtaining health information [<xref ref-type="bibr" rid="ref17">17</xref>]. However, we propose that the relationships between health care consumers and health care professionals would benefit from health care professionals acknowledging to their patients that Web-based information can be found and used effectively and that health care professionals can provide guidance as required. This time investment may indeed strengthen their relationship with health care consumers and assist in the eHealth literacy of their patients. However, further investigation would be required to determine the specific roles health care professionals could play in guiding lay consumers to become better informed about their health.</p>
        <p>This study identified a number of perceived barriers when navigating Web-based health information. Specifically, the volume of available information on the Internet and the inconsistency of information obtained from different sources were identified as the two most commonly reported barriers across consumers with and without navigational needs. However, these two barriers were significantly more likely to be reported by participants with navigational needs, suggesting the need for greater efforts to be focused on addressing these barriers among consumers with navigational needs. In particular, a moderate association was found between the lack of consistency in information obtained from different sources among participants with navigational needs; this finding appears logical given the plethora of Web-based health information that can result in confusion and may not be directly comparable or may contain conflicting information or advice [<xref ref-type="bibr" rid="ref15">15</xref>], hence the need for navigational support for this group. Consumers without navigational needs may be more competent and confident in comparing Web-based information to guide their decisions. Thankfully, as consumers with navigational needs are more likely to demonstrate a desire for navigational support from health care professionals, this study further highlights the important roles health care professionals can play in guiding consumers to Web-based health information.</p>
        <p>When compared with previous studies, the overabundance of Web-based health information has indeed been reported as a potential issue with using the Internet as a channel for obtaining health information, as indicated in a review by Cline and Haynes [<xref ref-type="bibr" rid="ref15">15</xref>]. Some studies suggest that information overload and ambiguity or inconsistency of information (not specific to health) can lead to patient confusion [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]. One study applied this concept to health care and found that information overload can influence a patient’s cognition, and ambiguity or inconsistency of health information has both cognitive and affective effects [<xref ref-type="bibr" rid="ref5">5</xref>]. While this study did not specifically assess information overload, the prevalence of this issue as a barrier suggests the need for initiatives to streamline search results and tailor suggested websites to individuals’ needs and health literacy; attempts to partially address this need appear to have been considered by Google, as evidenced in the implementation of health information in their Knowledge Graphs [<xref ref-type="bibr" rid="ref37">37</xref>]. In a Knowledge Graph, health information is presented as a summary with information drawn from credible sources, including the Mayo Clinic. Another approach to addressing barriers to navigating Web-based health information is the re-design of website user interfaces to align with consumers’ information-seeking behaviors [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref39">39</xref>]. Overall, findings from this study highlight barriers to navigation commonly reported by consumers, thereby providing a focus for the development of future and current interventions to assist consumers in navigating Web-based health information.</p>
        <p>The need to filter information was also recognized by participants who suggested a centralized portal for health information, provision of handouts with a list of trusted websites, and a “Google-esque” search engine that only displays medically-related health information from reputable sources. When compared with the responses listed in <xref ref-type="table" rid="table1">Table 1</xref>, one of the common themes is a desire for a reduction in information sources. For example, “An icon on each website to indicate whether it is from a trustworthy source” and “Blocking of unreliable websites” were among the most commonly rated modes of support (<xref ref-type="table" rid="table1">Table 1</xref>); both modes of support, if implemented, would arguably result in more relevant search results and more reliable content. Similarly, one could argue that by having health care professionals recommend websites, information sources searched by consumers could be reduced in volume. Collectively, this study suggests that a key perceived barrier to navigating Web-based health information is the volume of available information and that the preferred modes of support echo the desire to effectively distil available information into a smaller set of pertinent and quality sources.</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>A key strength of this study is the “within-method” triangulation [<xref ref-type="bibr" rid="ref40">40</xref>] that was used to compare quantitative and free text (qualitative) findings from this study. The complementary nature of the collective findings serves to broaden understanding of the phenomenon and is a tactic to improve internal consistency or reliability of findings. Additionally, cross-validation, also known as “between-method” triangulation [<xref ref-type="bibr" rid="ref40">40</xref>], was used to compare findings from similar studies with findings from this study.</p>
        <p>Our structured, third party–administered questionnaire limited clarification and confirmation of free-text responses with participants. However, the use of a number of free-text responses and within-method data triangulation enabled a richer understanding of the phenomena beyond the understanding that would have been obtained if only quantifiable response options had been used [<xref ref-type="bibr" rid="ref40">40</xref>].</p>
        <p>As this study is a secondary analysis of a raw dataset, the methodological limitations recognized in our earlier paper [<xref ref-type="bibr" rid="ref31">31</xref>] also apply here. For example, our reference to “navigation” only referred to finding (searching for or sourcing) Web-based health information. The findings of this study may not extend to consumers’ preferences for assistance in interpreting and applying health information. Considering our key finding about the preference for assistance from a health care professional in finding relevant health information, it may be assumed that this type of “health coach” role would extend to assisting the health care consumer to manage the results of Internet searches, and specifically, understanding the relevance of information and how it may be applied at an individual level. Additionally, characteristics of the sample of participants, while reported by the third-party provider (Research Now) to be representative of our target population, cannot be confirmed. As such, the transferability of our findings to the wider population cannot be assured. However, given the moderately large sample size and the congruency between the quantitative and free-text responses of our participants, findings from this study may be applicable at least to the broader population of health information consumers living with chronic health conditions.</p>
      </sec>
      <sec>
        <title>Further Research</title>
        <p>The findings of this study suggest that future studies exploring consumers’ health information-seeking behaviors should explore the concept of information overload and its effects on individuals having different levels of eHealth literacy. The concept of information overload, while investigated at length in other disciplines such as management [<xref ref-type="bibr" rid="ref41">41</xref>], does not appear to be widely studied in the context of Web-based health information.</p>
        <p>The likely acceptability of assistance from health care professionals is also worthy of further investigation. It is unclear whether health care professionals feel sufficiently skilled and confident to inform consumers about suitable information sources on the Internet for specific health conditions. Further research could explore health care professionals’ ability to assess consumers’ levels of eHealth literacy and subsequently direct them to suitable, reliable Internet sources. Given the increasing popularity of mobile-based health care and the advent of mobile apps [<xref ref-type="bibr" rid="ref42">42</xref>], further research could also examine whether there is a need for consumers to be directed to appropriate apps and whether health care professionals are able to provide appropriate recommendations on suitable consumer health apps. To our knowledge, there has been no research into how health care professionals might integrate this type of assessment and advice into regular health consultations.</p>
        <p>Regardless of how health care professionals might assist consumers in navigating Web-based health information, it is important to recognize that consumers’ preferences for seeking or obtaining health information vary, and this difference can influence health behaviors. For example, a study by Williams-Piehota et al found that female participants with a lower desire for seeking health information were less likely to participate in a mammography after being given detailed information about mammograms as compared with when they were given concise information [<xref ref-type="bibr" rid="ref43">43</xref>]. Conversely, female participants with a higher desire for seeking health information were less likely to participate in a mammography after being given concise information as compared with detailed information [<xref ref-type="bibr" rid="ref43">43</xref>]. Thus, future interventions need to be cognizant of information-seeking needs at the individual level, to support desirable health behaviors.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This study explored consumer-perceived barriers to navigating desired Web-based health information and consumers’ navigational support preferences. Our findings identified that the volume of available information and the inconsistency of information obtained from different information sources were the most commonly identified barriers. Despite concerns that the Internet and consumer sovereignty could negatively impact the relationships between health care consumers and health care professionals, our findings suggest the contrary, as health care professionals were reported as the most commonly selected option for providing navigational support. Further exploration of how health care professionals could assist consumers with their Web-based health information-seeking could see the strengthening of this relationship amidst the growing use of the Internet for obtaining health information.</p>
      </sec>
    </sec>
  </body>
  <back>
    <ack>
      <p>The authors acknowledge the staff members of Qualtrics for coordinating the recruitment for the survey. KL was supported by an Australian Postgraduate Award during the design and data collection phases of the study.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>KL conceived and designed the study with assistance from LE, KH, and JH. KL performed the statistical analyses, interpreted the findings, and drafted the manuscript. All the authors were involved in reviewing and revising the manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>McMullan</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Patients using the internet to obtain health information: how this affects the patient-health professional relationship</article-title>
        <source>Patient Educ Couns</source>  
        <year>2006</year>  
        <month>10</month>  
        <volume>63</volume>  
        <issue>1-2</issue>  
        <fpage>24</fpage>  
        <lpage>8</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.pec.2005.10.006</pub-id>
        <pub-id pub-id-type="medline">16406474</pub-id>
        <pub-id pub-id-type="pii">S0738-3991(05)00315-0</pub-id></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ishikawa</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Hashimoto</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Kiuchi</surname>
            <given-names>T</given-names>
          </name>
        </person-group>
        <article-title>The evolving concept of “patient-centeredness” in patient-physician communication research</article-title>
        <source>Soc Sci Med</source>  
        <year>2013</year>  
        <month>11</month>  
        <volume>96</volume>  
        <fpage>147</fpage>  
        <lpage>53</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.socscimed.2013.07.026</pub-id>
        <pub-id pub-id-type="medline">24034962</pub-id>
        <pub-id pub-id-type="pii">S0277-9536(13)00425-5</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bodenheimer</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Lorig</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Holman</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Grumbach</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <article-title>Patient self-management of chronic disease in primary care</article-title>
        <source>JAMA</source>  
        <year>2002</year>  
        <month>11</month>  
        <day>20</day>  
        <volume>288</volume>  
        <issue>19</issue>  
        <fpage>2469</fpage>  
        <lpage>75</lpage>  
        <pub-id pub-id-type="medline">12435261</pub-id>
        <pub-id pub-id-type="pii">jip21007</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Hoving</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Visser</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Mullen</surname>
            <given-names>PD</given-names>
          </name>
          <name name-style="western">
            <surname>van den Borne</surname>
            <given-names>B</given-names>
          </name>
        </person-group>
        <article-title>A history of patient education by health professionals in Europe and North America: from authority to shared decision making education</article-title>
        <source>Patient Educ Couns</source>  
        <year>2010</year>  
        <month>03</month>  
        <volume>78</volume>  
        <issue>3</issue>  
        <fpage>275</fpage>  
        <lpage>81</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.pec.2010.01.015</pub-id>
        <pub-id pub-id-type="medline">20189746</pub-id>
        <pub-id pub-id-type="pii">S0738-3991(10)00024-8</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gebele</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Tscheulin</surname>
            <given-names>DK</given-names>
          </name>
          <name name-style="western">
            <surname>Lindenmeier</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Drevs</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Seemann</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Applying the concept of consumer confusion to healthcare: development and validation of a patient confusion model</article-title>
        <source>Health Serv Manage Res</source>  
        <year>2014</year>  
        <volume>27</volume>  
        <issue>1-2</issue>  
        <fpage>10</fpage>  
        <lpage>21</lpage>  
        <pub-id pub-id-type="doi">10.1177/0951484814546959</pub-id>
        <pub-id pub-id-type="medline">25595013</pub-id>
        <pub-id pub-id-type="pii">0951484814546959</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Hardey</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <person-group person-group-type="editor">
          <name name-style="western">
            <surname>Harlow</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Webb</surname>
            <given-names>SA</given-names>
          </name>
        </person-group>
        <article-title>Consumers, the internet and the reconfiguration of expertise</article-title>
        <source>Information and Communication Technology in the Welfare Services</source>  
        <year>2003</year>  
        <publisher-loc>London</publisher-loc>
        <publisher-name>Jessica Kingsley Publishers</publisher-name></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Nugent</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>Chronic diseases in developing countries: health and economic burdens</article-title>
        <source>Ann N Y Acad Sci</source>  
        <year>2008</year>  
        <volume>1136</volume>  
        <fpage>70</fpage>  
        <lpage>9</lpage>  
        <pub-id pub-id-type="doi">10.1196/annals.1425.027</pub-id>
        <pub-id pub-id-type="medline">18579877</pub-id>
        <pub-id pub-id-type="pii">1136/1/70</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Murray</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Lo</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Pollack</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Donelan</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Catania</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Zapert</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Turner</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>The impact of health information on the internet on health care and the physician-patient relationship: National U.S. survey among 1.050 U.S. physicians</article-title>
        <source>J Med Internet Res</source>  
        <year>2003</year>  
        <volume>5</volume>  
        <issue>3</issue>  
        <fpage>e17</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2003/3/e17/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.5.3.e17</pub-id>
        <pub-id pub-id-type="medline">14517108</pub-id>
        <pub-id pub-id-type="pmcid">PMC1550564</pub-id></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>de Oliveira</surname>
            <given-names>JF</given-names>
          </name>
        </person-group>
        <article-title>The effect of the internet on the patient-doctor relationship in a hospital in the city of Sao Paulo</article-title>
        <source>J Inf Syst Technol Manag</source>  
        <year>2014</year>  
        <month>08</month>  
        <day>21</day>  
        <volume>11</volume>  
        <issue>2</issue>  
        <fpage>327</fpage>  
        <lpage>44</lpage>  
        <pub-id pub-id-type="doi">10.4301/S1807-17752014000200006</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Laugesen</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Hassanein</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Yuan</surname>
            <given-names>Y</given-names>
          </name>
        </person-group>
        <article-title>The impact of internet health information on patient compliance: a research model and an empirical study</article-title>
        <source>J Med Internet Res</source>  
        <year>2015</year>  
        <month>06</month>  
        <day>11</day>  
        <volume>17</volume>  
        <issue>6</issue>  
        <fpage>e143</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2015/6/e143/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.4333</pub-id>
        <pub-id pub-id-type="medline">26068214</pub-id>
        <pub-id pub-id-type="pii">v17i6e143</pub-id>
        <pub-id pub-id-type="pmcid">PMC4526934</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Iverson</surname>
            <given-names>SA</given-names>
          </name>
          <name name-style="western">
            <surname>Howard</surname>
            <given-names>KB</given-names>
          </name>
          <name name-style="western">
            <surname>Penney</surname>
            <given-names>BK</given-names>
          </name>
        </person-group>
        <article-title>Impact of internet use on health-related behaviors and the patient-physician relationship: a survey-based study and review</article-title>
        <source>J Am Osteopath Assoc</source>  
        <year>2008</year>  
        <month>12</month>  
        <volume>108</volume>  
        <issue>12</issue>  
        <fpage>699</fpage>  
        <lpage>711</lpage>  
        <pub-id pub-id-type="medline">19075034</pub-id>
        <pub-id pub-id-type="pii">108/12/699</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Hart</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Henwood</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Wyatt</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>The role of the Internet in patient-practitioner relationships: findings from a qualitative research study</article-title>
        <source>J Med Internet Res</source>  
        <year>2004</year>  
        <month>09</month>  
        <day>30</day>  
        <volume>6</volume>  
        <issue>3</issue>  
        <fpage>e36</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2004/3/e36/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.6.3.e36</pub-id>
        <pub-id pub-id-type="medline">15471762</pub-id>
        <pub-id pub-id-type="pii">v6e36</pub-id>
        <pub-id pub-id-type="pmcid">PMC1550614</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wald</surname>
            <given-names>HS</given-names>
          </name>
          <name name-style="western">
            <surname>Dube</surname>
            <given-names>CE</given-names>
          </name>
          <name name-style="western">
            <surname>Anthony</surname>
            <given-names>DC</given-names>
          </name>
        </person-group>
        <article-title>Untangling the Web--the impact of Internet use on health care and the physician-patient relationship</article-title>
        <source>Patient Educ Couns</source>  
        <year>2007</year>  
        <month>11</month>  
        <volume>68</volume>  
        <issue>3</issue>  
        <fpage>218</fpage>  
        <lpage>24</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.pec.2007.05.016</pub-id>
        <pub-id pub-id-type="medline">17920226</pub-id>
        <pub-id pub-id-type="pii">S0738-3991(07)00221-2</pub-id></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Stevenson</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Kerr</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Murray</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Nazareth</surname>
            <given-names>I</given-names>
          </name>
        </person-group>
        <article-title>Information from the Internet and the doctor-patient relationship: the patient perspective--a qualitative study</article-title>
        <source>BMC Fam Pract</source>  
        <year>2007</year>  
        <month>08</month>  
        <day>16</day>  
        <volume>8</volume>  
        <fpage>47</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://bmcfampract.biomedcentral.com/articles/10.1186/1471-2296-8-47"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/1471-2296-8-47</pub-id>
        <pub-id pub-id-type="medline">17705836</pub-id>
        <pub-id pub-id-type="pii">1471-2296-8-47</pub-id>
        <pub-id pub-id-type="pmcid">PMC2041946</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Cline</surname>
            <given-names>RJ</given-names>
          </name>
          <name name-style="western">
            <surname>Haynes</surname>
            <given-names>KM</given-names>
          </name>
        </person-group>
        <article-title>Consumer health information seeking on the internet: the state of the art</article-title>
        <source>Health Educ Res</source>  
        <year>2001</year>  
        <month>12</month>  
        <volume>16</volume>  
        <issue>6</issue>  
        <fpage>671</fpage>  
        <lpage>92</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://her.oxfordjournals.org/cgi/pmidlookup?view=long&#38;pmid=11780707"/>
        </comment>  
        <pub-id pub-id-type="medline">11780707</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Andreassen</surname>
            <given-names>HK</given-names>
          </name>
          <name name-style="western">
            <surname>Bujnowska-Fedak</surname>
            <given-names>MM</given-names>
          </name>
          <name name-style="western">
            <surname>Chronaki</surname>
            <given-names>CE</given-names>
          </name>
          <name name-style="western">
            <surname>Dumitru</surname>
            <given-names>RC</given-names>
          </name>
          <name name-style="western">
            <surname>Pudule</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Santana</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Voss</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Wynn</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>European citizens' use of e-health services: a study of seven countries</article-title>
        <source>BMC Public Health</source>  
        <year>2007</year>  
        <month>04</month>  
        <day>10</day>  
        <volume>7</volume>  
        <fpage>53</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/1471-2458-7-53"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/1471-2458-7-53</pub-id>
        <pub-id pub-id-type="medline">17425798</pub-id>
        <pub-id pub-id-type="pii">1471-2458-7-53</pub-id>
        <pub-id pub-id-type="pmcid">PMC1855923</pub-id></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Fox</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Duggan</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <source>Pew Research Center</source>  
        <year>2013</year>  
        <access-date>2017-02-10</access-date>
        <comment>Part two: sources of health information
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.pewinternet.org/2013/11/26/part-two-sources-of-health-information/">http://www.pewinternet.org/2013/11/26/part-two-sources-of-health-information/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6oABK7tT4"/></comment> </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Baker</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Wolf</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Feinglass</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Thompson</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Gazmararian</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Huang</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Health literacy and mortality among elderly persons</article-title>
        <source>Arch Intern Med</source>  
        <year>2007</year>  
        <month>07</month>  
        <day>23</day>  
        <volume>167</volume>  
        <issue>14</issue>  
        <fpage>1503</fpage>  
        <lpage>9</lpage>  
        <pub-id pub-id-type="doi">10.1001/archinte.167.14.1503</pub-id>
        <pub-id pub-id-type="medline">17646604</pub-id>
        <pub-id pub-id-type="pii">167/14/1503</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Nutbeam</surname>
            <given-names>Don</given-names>
          </name>
        </person-group>
        <article-title>Defining and measuring health literacy: what can we learn from literacy studies?</article-title>
        <source>Int J Public Health</source>  
        <year>2009</year>  
        <volume>54</volume>  
        <issue>5</issue>  
        <fpage>303</fpage>  
        <lpage>5</lpage>  
        <pub-id pub-id-type="doi">10.1007/s00038-009-0050-x</pub-id>
        <pub-id pub-id-type="medline">19641847</pub-id></nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Norman</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Skinner</surname>
            <given-names>H</given-names>
          </name>
        </person-group>
        <article-title>eHealth literacy: essential skills for consumer health in a networked world</article-title>
        <source>J Med Internet Res</source>  
        <year>2006</year>  
        <month>06</month>  
        <day>16</day>  
        <volume>8</volume>  
        <issue>2</issue>  
        <fpage>e9</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2006/2/e9/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.8.2.e9</pub-id>
        <pub-id pub-id-type="medline">16867972</pub-id>
        <pub-id pub-id-type="pii">v8i2e9</pub-id>
        <pub-id pub-id-type="pmcid">PMC1550701</pub-id></nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Manning</surname>
            <given-names>DM</given-names>
          </name>
          <name name-style="western">
            <surname>Dickens</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>Health literacy: more choice, but do cancer patients have the skills to decide?</article-title>
        <source>Eur J Cancer Care (Engl)</source>  
        <year>2006</year>  
        <month>12</month>  
        <volume>15</volume>  
        <issue>5</issue>  
        <fpage>448</fpage>  
        <lpage>52</lpage>  
        <pub-id pub-id-type="doi">10.1111/j.1365-2354.2006.00687.x</pub-id>
        <pub-id pub-id-type="medline">17177901</pub-id>
        <pub-id pub-id-type="pii">ECC687</pub-id></nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>Australian Bureau of Statistics</collab>
        </person-group>
        <source>ABS</source>  
        <year>2006</year>  
        <access-date>2017-02-10</access-date>
        <publisher-loc>Canberra (Australia)</publisher-loc>
        <comment>4228.0 - Adult literacy and life skills survey, summary results, Australia, 2006
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.abs.gov.au/AUSSTATS/abs@.nsf/Lookup/4228.0Main+Features12006%20(Reissue)">http://www.abs.gov.au/AUSSTATS/abs@.nsf/Lookup/4228.0Main+Features12006%20(Reissue)</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6oABOyup2"/></comment> </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kutner</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Greenberg</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Jin</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Paulsen</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <source>NCES</source>  
        <year>2006</year>  
        <access-date>2017-02-10</access-date>
        <publisher-loc>Washington, DC</publisher-loc>
        <comment>The health literacy of America's adults: results from the 2003 national assessment of adult literacy
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://nces.ed.gov/pubs2006/2006483.pdf">https://nces.ed.gov/pubs2006/2006483.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6oABXgGIz"/></comment> </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Berkman</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Sheridan</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Donahue</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Halpern</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Crotty</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <article-title>Low health literacy and health outcomes: an updated systematic review</article-title>
        <source>Ann Intern Med</source>  
        <year>2011</year>  
        <month>07</month>  
        <day>19</day>  
        <volume>155</volume>  
        <issue>2</issue>  
        <fpage>97</fpage>  
        <lpage>107</lpage>  
        <pub-id pub-id-type="doi">10.7326/0003-4819-155-2-201107190-00005</pub-id>
        <pub-id pub-id-type="medline">21768583</pub-id>
        <pub-id pub-id-type="pii">155/2/97</pub-id></nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bostock</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Steptoe</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Association between low functional health literacy and mortality in older adults: longitudinal cohort study</article-title>
        <source>BMJ</source>  
        <year>2012</year>  
        <volume>344</volume>  
        <fpage>e1602</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.bmj.com/cgi/pmidlookup?view=long&#38;pmid=22422872"/>
        </comment>  
        <pub-id pub-id-type="medline">22422872</pub-id>
        <pub-id pub-id-type="pmcid">PMC3307807</pub-id></nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Xesfingi</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Vozikis</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>eHealth literacy: in the quest of the contributing factors</article-title>
        <source>Interact J Med Res</source>  
        <year>2016</year>  
        <month>05</month>  
        <day>25</day>  
        <volume>5</volume>  
        <issue>2</issue>  
        <fpage>e16</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.i-jmr.org/2016/2/e16/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/ijmr.4749</pub-id>
        <pub-id pub-id-type="medline">27226146</pub-id>
        <pub-id pub-id-type="pii">v5i2e16</pub-id>
        <pub-id pub-id-type="pmcid">PMC4899620</pub-id></nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Neter</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Brainin</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>Perceived and performed ehealth literacy: survey and simulated performance test</article-title>
        <source>JMIR Hum Factors</source>  
        <year>2017</year>  
        <month>01</month>  
        <day>17</day>  
        <volume>4</volume>  
        <issue>1</issue>  
        <fpage>e2</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://humanfactors.jmir.org/2017/1/e2/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/humanfactors.6523</pub-id>
        <pub-id pub-id-type="medline">28096068</pub-id>
        <pub-id pub-id-type="pii">v4i1e2</pub-id>
        <pub-id pub-id-type="pmcid">PMC5285606</pub-id></nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Hoti</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Hughes</surname>
            <given-names>JD</given-names>
          </name>
          <name name-style="western">
            <surname>Emmerton</surname>
            <given-names>LM</given-names>
          </name>
        </person-group>
        <article-title>Interventions to assist health consumers to find reliable online health information: a comprehensive review</article-title>
        <source>PLoS One</source>  
        <year>2014</year>  
        <volume>9</volume>  
        <issue>4</issue>  
        <fpage>e94186</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0094186"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1371/journal.pone.0094186</pub-id>
        <pub-id pub-id-type="medline">24710348</pub-id>
        <pub-id pub-id-type="pii">PONE-D-14-07282</pub-id>
        <pub-id pub-id-type="pmcid">PMC3978031</pub-id></nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Hoti</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Hughes</surname>
            <given-names>JD</given-names>
          </name>
          <name name-style="western">
            <surname>Emmerton</surname>
            <given-names>L</given-names>
          </name>
        </person-group>
        <article-title>Dr Google and the consumer: a qualitative study exploring the navigational needs and online health information-seeking behaviors of consumers with chronic health conditions</article-title>
        <source>J Med Internet Res</source>  
        <year>2014</year>  
        <volume>16</volume>  
        <issue>12</issue>  
        <fpage>e262</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2014/12/e262/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.3706</pub-id>
        <pub-id pub-id-type="medline">25470306</pub-id>
        <pub-id pub-id-type="pii">v16i12e262</pub-id>
        <pub-id pub-id-type="pmcid">PMC4275480</pub-id></nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Boyatzis</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <source>Transforming qualitative information: thematic analysis and code development</source>  
        <year>1998</year>  
        <publisher-loc>Thousand Oaks, CA</publisher-loc>
        <publisher-name>Sage Publications</publisher-name></nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Hoti</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Hughes</surname>
            <given-names>JD</given-names>
          </name>
          <name name-style="western">
            <surname>Emmerton</surname>
            <given-names>LM</given-names>
          </name>
        </person-group>
        <article-title>Consumer use of “Dr Google”: a survey on health information-seeking behaviors and navigational needs</article-title>
        <source>J Med Internet Res</source>  
        <year>2015</year>  
        <volume>17</volume>  
        <issue>12</issue>  
        <fpage>e288</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2015/12/e288/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.4345</pub-id>
        <pub-id pub-id-type="medline">26715363</pub-id>
        <pub-id pub-id-type="pii">v17i12e288</pub-id>
        <pub-id pub-id-type="pmcid">PMC4710847</pub-id></nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Hibbard</surname>
            <given-names>JH</given-names>
          </name>
          <name name-style="western">
            <surname>Mahoney</surname>
            <given-names>ER</given-names>
          </name>
          <name name-style="western">
            <surname>Stockard</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Tusler</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Development and testing of a short form of the patient activation measure</article-title>
        <source>Health Serv Res</source>  
        <year>2005</year>  
        <month>12</month>  
        <volume>40</volume>  
        <issue>6 Pt 1</issue>  
        <fpage>1918</fpage>  
        <lpage>30</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/16336556"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1111/j.1475-6773.2005.00438.x</pub-id>
        <pub-id pub-id-type="medline">16336556</pub-id>
        <pub-id pub-id-type="pii">HESR438</pub-id>
        <pub-id pub-id-type="pmcid">PMC1361231</pub-id></nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>Research Now</collab>
        </person-group>
        <source>Research Now</source>  
        <year>2017</year>  
        <access-date>2017-03-27</access-date>
        <publisher-loc>London</publisher-loc>
        <publisher-name>Research Now Group</publisher-name>
        <comment>Research now: panel book
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.researchnow.com/wp-content/uploads/2017/02/Panel-book_UK_Jan17.pdf">http://www.researchnow.com/wp-content/uploads/2017/02/Panel-book_UK_Jan17.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6pGTk0rNS"/></comment> </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>National Statistical Service</collab>
        </person-group>
        <source>NSS</source>  
        <access-date>2017-02-10</access-date>
        <publisher-name>Australian Bureau of Statistics</publisher-name>
        <comment>Sample size calculator
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.nss.gov.au/nss/home.nsf/pages/Sample+size+calculator">http://www.nss.gov.au/nss/home.nsf/pages/Sample+size+calculator</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6oABb5afI"/></comment> </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Field</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <source>Discovering statistics using SPSS</source>  
        <year>2013</year>  
        <publisher-loc>Thousand Oaks, CA</publisher-loc>
        <publisher-name>Sage Publications</publisher-name></nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Walsh</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Hennig-Thurau</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Mitchell</surname>
            <given-names>V</given-names>
          </name>
        </person-group>
        <article-title>Consumer confusion proneness: scale development, validation, and application</article-title>
        <source>J Mark Manag</source>  
        <year>2007</year>  
        <month>09</month>  
        <day>17</day>  
        <volume>23</volume>  
        <issue>7-8</issue>  
        <fpage>697</fpage>  
        <lpage>721</lpage>  
        <pub-id pub-id-type="doi">10.1362/026725707X230009</pub-id></nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ramaswami</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <source>Googleblog</source>  
        <year>2015</year>  
        <access-date>2017-02-10</access-date>
        <comment>A remedy for your health-related questions: health info in the knowledge graph
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://googleblog.blogspot.com.au/2015/02/health-info-knowledge-graph.html">https://googleblog.blogspot.com.au/2015/02/health-info-knowledge-graph.html</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6oABeyqmt"/></comment> </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Pang</surname>
            <given-names>PC</given-names>
          </name>
          <name name-style="western">
            <surname>Chang</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Verspoor</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Pearce</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Designing health websites based on users' web-based information-seeking behaviors: a mixed-method observational study</article-title>
        <source>J Med Internet Res</source>  
        <year>2016</year>  
        <month>06</month>  
        <day>06</day>  
        <volume>18</volume>  
        <issue>6</issue>  
        <fpage>e145</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2016/6/e145/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.5661</pub-id>
        <pub-id pub-id-type="medline">27267955</pub-id>
        <pub-id pub-id-type="pii">v18i6e145</pub-id>
        <pub-id pub-id-type="pmcid">PMC4914778</pub-id></nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Cui</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Carter</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Zhang</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>Evaluation of a novel conjunctive exploratory navigation interface for consumer health information: a crowdsourced comparative study</article-title>
        <source>J Med Internet Res</source>  
        <year>2014</year>  
        <volume>16</volume>  
        <issue>2</issue>  
        <fpage>e45</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2014/2/e45/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.3111</pub-id>
        <pub-id pub-id-type="medline">24513593</pub-id>
        <pub-id pub-id-type="pii">v16i2e45</pub-id>
        <pub-id pub-id-type="pmcid">PMC3936301</pub-id></nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Jick</surname>
            <given-names>TD</given-names>
          </name>
        </person-group>
        <article-title>Mixing qualitative and quantitative methods: triangulation in action</article-title>
        <source>Admin Sci Q</source>  
        <year>1979</year>  
        <month>12</month>  
        <volume>24</volume>  
        <issue>4</issue>  
        <fpage>602</fpage>  
        <lpage>11</lpage>  
        <pub-id pub-id-type="doi">10.2307/2392366</pub-id></nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Eppler</surname>
            <given-names>MJ</given-names>
          </name>
          <name name-style="western">
            <surname>Mengis</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>The concept of information overload: a review of literature from organization science, accounting, marketing, MIS, and related disciplines</article-title>
        <source>Inf Soc</source>  
        <year>2004</year>  
        <month>11</month>  
        <volume>20</volume>  
        <issue>5</issue>  
        <fpage>325</fpage>  
        <lpage>44</lpage>  
        <pub-id pub-id-type="doi">10.1080/01972240490507974</pub-id></nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Santo</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Richtering</surname>
            <given-names>SS</given-names>
          </name>
          <name name-style="western">
            <surname>Chalmers</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Thiagalingam</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Chow</surname>
            <given-names>CK</given-names>
          </name>
          <name name-style="western">
            <surname>Redfern</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Mobile phone apps to improve medication adherence: a systematic stepwise process to identify high-quality apps</article-title>
        <source>JMIR Mhealth Uhealth</source>  
        <year>2016</year>  
        <month>12</month>  
        <day>02</day>  
        <volume>4</volume>  
        <issue>4</issue>  
        <fpage>e132</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://mhealth.jmir.org/2016/4/e132/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/mhealth.6742</pub-id>
        <pub-id pub-id-type="medline">27913373</pub-id>
        <pub-id pub-id-type="pii">v4i4e132</pub-id>
        <pub-id pub-id-type="pmcid">PMC5161780</pub-id></nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Williams-Piehota</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Pizarro</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Schneider</surname>
            <given-names>TR</given-names>
          </name>
          <name name-style="western">
            <surname>Mowad</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Salovey</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>Matching health messages to monitor-blunter coping styles to motivate screening mammography</article-title>
        <source>Health Psychol</source>  
        <year>2005</year>  
        <month>01</month>  
        <volume>24</volume>  
        <issue>1</issue>  
        <fpage>58</fpage>  
        <lpage>67</lpage>  
        <pub-id pub-id-type="doi">10.1037/0278-6133.24.1.58</pub-id>
        <pub-id pub-id-type="medline">15631563</pub-id>
        <pub-id pub-id-type="pii">2004-22410-007</pub-id></nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
