<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="other" dtd-version="2.0">
    <front>
        <journal-meta>
            <journal-id journal-id-type="publisher-id">JMIR</journal-id>
            <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
            <journal-title>Journal of Medical Internet Research</journal-title>
            <issn pub-type="epub">1438-8871</issn>
            <publisher>
                <publisher-name>Gunther Eysenbach</publisher-name>
                <publisher-loc>Centre for Global eHealth Innovation, Toronto, Canada</publisher-loc>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="publisher-id">v3i2e19</article-id>
            <article-id pub-id-type="pmid">11720961</article-id>
            <article-id pub-id-type="medline">21578026</article-id>
            <article-id pub-id-type="doi">10.2196/jmir.3.2.e19</article-id>

            <article-categories>
                <subj-group subj-group-type="article-type">
                    <subject>Viewpoint</subject>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title>Evidence-based Patient Choice and Consumer health informatics in the Internet age</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author" corresp="yes" id="contrib1" xlink:type="simple">
                    <name name-style="western">
                        <surname>Eysenbach</surname>
                        <given-names>Gunther</given-names>
                    </name>
                    <degrees>MD</degrees>
                    <role>Head</role>
                    <address>
                    	<institution>Research Unit for Cybermedicine and eHealth</institution>
                        <institution>Department of Clinical Social Medicine</institution>
                        <institution>University of Heidelberg</institution>
                        <addr-line>Heidelberg 69115</addr-line>
                        <country>Germany</country>
                        <email xlink:type="simple">ey@yi.com</email>
                    </address>
                </contrib>
                <contrib contrib-type="author" id="contrib2" xlink:type="simple" corresp="yes">
                    <name name-style="western">
                        <surname>Jadad</surname>
                        <given-names>Alejandro R</given-names>
                    </name>
                    <degrees>MD DPhil FRCPC</degrees>
                    <role>Director</role>
                    <address>
                    	<institution>Program in eHealth Innovation</institution>
                        <institution>University Health Network</institution>
                        <institution>University of Toronto</institution>
                        <addr-line>Toronto ON</addr-line>
                        <country>Canada</country>
                        <email xlink:type="simple">ajadad@uhnres.utoronto.ca</email>
                    </address>
                    <xref ref-type="author-notes" rid="author-notes1"/>
                </contrib>
             </contrib-group>
            <contrib-group>
                  <contrib contrib-type="reviewer" xlink:type="simple">
                    <name name-style="western">
                        <surname>Edwards</surname>
                        <given-names>Adrian</given-names>
                    </name>
                </contrib>
                <contrib contrib-type="reviewer" xlink:type="simple">
                    <name name-style="western">
                        <surname>Elwyn</surname>
                        <given-names>Glyn</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <author-notes>
            	<fn id="author-notes1">
                    <p>Rose Family Chair in Supportive Care</p>
                    <p>Professor, Department of Health Administration and Anesthesiology</p>
            	</fn>
            </author-notes>
            <pub-date pub-type="collection">
                <season>Apr-Jun</season>
                <year>2001</year>
            </pub-date>
            <pub-date pub-type="epub">
                <day>7</day>
                <month>6</month>
                <year>2001</year>
            </pub-date>
            <volume>3</volume>
            <issue>2</issue>
            <elocation-id>e19</elocation-id>
            <copyright-statement>&#xA9; Gunther Eysenbach, Alejandro R Jadad.  Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 7.6.2001.  Except where otherwise noted, articles published in the Journal of Medical Internet Research are distributed under the terms of the Creative Commons Attribution License (http://www.creativecommons.org/licenses/by/2.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited, including full bibliographic	details and the URL (see "please cite as" above), and this statement is included.</copyright-statement>
            <copyright-year>2003</copyright-year>
            <self-uri xlink:href="http://www.jmir.org/2001/2/e19/" xlink:type="simple"/>
            <abstract>
                <p>In this paper we explore current access to and barriers to health information for consumers. We discuss how computers and other developments in information technology are ushering in the era of consumer health informatics <italic>,</italic> and the potential that lies ahead. It is clear that we witness a period in which the public will have unprecedented ability to access information and to participate actively in evidence-based health care. We propose that consumer health informatics be regarded as a whole new academic discipline, one that should be devoted to the exploration of the new possibilities that informatics is creating for consumers in relation to health and health care issues.</p>
            </abstract>
            <kwd-group>
                <kwd>Consumer Health Informatics</kwd>
                <kwd>Evidence-based medicine</kwd>
                <kwd>Patient Education</kwd>
                <kwd>Patient Participation</kwd>
                <kwd>Physician-Patient Relations</kwd>
                <kwd>Internet</kwd>
                <kwd>Decision-Making</kwd>
            </kwd-group>
        </article-meta>
    </front>
    <body>
        <sec sec-type="intro">
            <title>Introduction</title>
            <p>For the past 100,000 years, people have been able to produce, distribute, and process information in a synchronized manner. About 500 years ago, the situation started to change rapidly. With the advent of the mobile typepress, our ability to produce and distribute information started to accelerate, outpacing our capacity to process information. During the past 10 years, we have witnessed how the Internet and the World Wide Web have led to a hyper-production and hyper-distribution of information, which have clearly overwhelmed our capacity to process it.</p>
            <p>In this article we will explore current access to and barriers to further information for consumers. We will discuss how computers and other developments in information technology are ushering in the <italic>era of consumer health informatics,</italic> and the potential that lies ahead. It is clear that this will be a period in which the public will have unprecedented ability to access information and to participate actively in evidence-based health care.</p>
            <p>We propose that consumer health informatics be regarded as a whole new academic discipline, one that should be devoted to the exploration of the new possibilities that informatics is creating for consumers in relation to health and health care issues. In its broadest sense, consumer health informatics should involve the following [<xref ref-type="bibr" rid="ref1">1</xref>]:</p>
            <list list-type="bullet">
                <list-item>
                    <p>analysing, formalizing, and modelling consumer preferences and information needs;</p>
                </list-item>
                <list-item>
                    <p>developing methods to integrate these into information management in health promotion, clinical, educational, and research activities;</p>
                </list-item>
                <list-item>
                    <p>investigating the effectiveness and efficiency of computerized information, (tele)communication, and network systems for consumers in relation to their participation in health- and health care-related activities;</p>
                </list-item>
                <list-item>
                    <p>studying the effects of these systems on public health, the patient-professional relationship, and society.</p>
                </list-item>
            </list>
            <p>We will discuss the responses that are required of the health care professions and individual practitioners. There are also potentially helpful checks and balances on the nature of information now available to consumers. We will outline some of these and explore how all these developments may come together. None of these developments in information occur in isolation. They must be seen within the context of other changes, particularly the shifting emphasis away from the traditional paternalistic model of health care. These other changes are addressed more fully in other chapters of this book so will not be discussed in detail here. We will describe the development in information availability, but want the reader to place these issues in the broader context of moves towards greater informed choice for consumers in their health care decisions.</p>
        </sec>
        <sec sec-type="current">
            <title>Current access to information by consumers: the gap between the ideal and the real</title>
            <p>Ideally (as long as they wish), all consumers should be able to access valid and relevant information about their health status. They should be able to judge the advantages and disadvantages of all possible courses of action, according to their values, beliefs, preferences, and their personal circum-stances (for example, their perceived state of health, their socio-economic status).</p>
            <p>In reality, we are far from this ideal state, as many barriers prevent consumers from accessing the information they need, when they need it, where they need it, and in the amount and format in which they need it. The following is a brief description of some of the most prominent barriers. We do not pretend to include an exhaustive list, but a selection of those that, in our opinion, are preventing consumers from participating meaning-fully in evidence-based decision making. We have separated the barriers depending on whether they relate to providers, to the consumers <italic>per se</italic>,to the information available, to the health care system, and to information technology. As a theme in the titles of the following sections we will draw an analogy from the supply of water.</p>
            <sec>
                <title>Barriers related to providers: keeping the consumer thirsty</title>
                <p>Despite a strong international trend to shift towards a shared decision making model, many consumers in both developed and developing countries still find themselves interacting with providers who favour the 'classical', authoritarian, paternalistic, asymmetrical model of consumer-provider interaction. In these situations, consumer access to information is prevented by health care providers who adopt the role of main purveyors of knowledge. The professional acts not only as the sole holder of the consumer's data but also as the filter for other types of information needed by the consumer to participate in decisions about their health and health care. In other cases, consumers face providers who prefer an 'informed choice' decision making model, in which they give consumers as much information as they think they need to make a decision, but the professionals do not participate directly in the decision. A shared decision making approach goes beyond this, placing consumers and providers as active participants in the decision making process, with two-way exchange of information and working as partners.</p>
                <p>Even if providers wish to shift from the authoritarian or informed models to a shared one, however, many remain unable to do it because of inadequate communication skills, lack of time, or lack of financial incentives. A combination of the above factors may explain why many providers do not even think that consumers could benefit from the Internet. A survey from the US shows striking figures: only 39% of all professionals see the Internet as a valuable health information source for consumers. This sharply contrasts with the value consumers give to web-education: 70% of consumers retrieving health information on the Internet agree that 'the Internet empowers me to make better choices in my life' <italic>(sourc</italic> e: cyberdialogue/ findsvp survey, reproduced in Reents and Miller [<xref ref-type="bibr" rid="ref2">2</xref>]).</p>
                <p>Various factors probably contribute to the low esteem in which professionals hold the Internet as an educational tool. These include the (partly justified) concerns about the quality of Internet information and discomfort about having to deal with a consumer who is perhaps better informed than oneself. The Wilson study [<xref ref-type="bibr" rid="ref3">3</xref>] illustrates the extent of this: an amazing 65% of the family doctors said that the information presented by consumers was new to them (see <xref ref-type="table" rid="table1">Table 1</xref>).</p>
            </sec>
            <sec>
                <title>Barriers related to consumers: a rocky road, few shoes and no maps to find the wells</title>
                <sec>
                    <title>Lack of easy-to-access sources of high-quality relevant information</title>
                    <p>Until very recently, databases such as Medline were available only to experts (sometimes not even to them). Although consumers were always 'passively' exposed to health information in the mass media, the possibilities to actively perform targeted literature searches were limited. Not only did consumers have limited insights into and access to the whole body of medical knowledge, but usually they also had virtually no access to their own medical records.</p>
                    <p>To date, it has been the 'traditional' responsibility of the professional to integrate all types of information in the personal interaction with the consumer. Thus they would give consumers details about their conditions and distil and present the relevant external information on the available options. Increasingly, however, the traditional professional - filter and sole provider of information - is being bypassed by consumers, who now have direct access to both the external evidence and their personal health record (<xref ref-type="fig" rid="figure1">Figure 1</xref>). This process is likely to accelerate and evolve quickly, thanks to powerful forces which are shaping health and health care, of which the Internet is perhaps the most prominent [<xref ref-type="bibr" rid="ref4">4</xref>]. These changes are already facing resistance from the provider community. Many professionals are concerned that consumers may misinterpret information and will not arrive at the information that is relevant to them (intersection of <xref ref-type="fig" rid="figure1">Figure 1</xref>) but get lost in a stew of irrelevant and low-quality information. Vignettes of how the influence of information affects the models of care are illustrated in <xref ref-type="fig" rid="figure2">Figure 2</xref>.</p>
                    <fig id="figure1" position="float">
                        <label>Figure 1</label>
                        <caption>
                            <p>Consumer data and external evidence are the two categories of information that need to be integrated by the professional and consumer to arrive at a health care decision. Increasingly, consumers can bypass the professional as a filter (and moderator) and have direct access to parts of this information. This may be problematic, if the consumer accesses not only information that is relevant for their informed decision process, but also low-quality and irrelevant information. At the same time this is also an opportunity for evidence-based health care, as consumers are now able to question the evidence-base of professionals</p>
                        </caption>
                        <graphic xlink:href="jmir_v3i2e19_fig1.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
                    </fig>
                    <fig id="figure2" position="float">
                        <label>Figure 2</label>
                        <caption>
                            <p>Different models of the consumer-professional relationship: a) paternalistic, b) educational, c) Internet-age, and d) consumer-as-partner</p>
                        </caption>
                        <graphic xlink:href="jmir_v3i2e19_fig2.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
                    </fig>
                    <table-wrap id="table1" position="float">
                        <label>Table 1</label>
                        <caption>
                            <p>Survey among family doctors and practice nurses about consultations with consumers holding Internet health care information</p>
                        </caption>
                        <table width="513" border="1" cellpadding="4" cellspacing="0" rules="groups">
                            <col width="329" span="1"/>
                            <col width="100" span="1"/>
                            <col width="113" span="1"/>
                            <col width="100" span="1"/>
                            <col width="100" span="1"/>
                            <thead>
                                <tr>
                                    <td/>
                                    <td colspan="2" rowspan="1">
                                        <bold>Family doctor No. of Staff (%)</bold>
                                    </td>
                                    <td colspan="2" rowspan="1">
                                        <bold>Practice Nurse No. of Staff (%)</bold>
                                    </td>
                                </tr>
                            </thead>
                            <tbody>
                                <tr>
                                    <td>The consumer participates more actively in his/her treatment</td>
                                    <td>65</td>
                                    <td>(78.3%)</td>
                                    <td>26</td>
                                    <td>(83.9%)</td>
                                </tr>
                                <tr>
                                    <td>The consumer has higher expectations</td>
                                    <td>75</td>
                                    <td>(85.2%)</td>
                                    <td>26</td>
                                    <td>(78.8%)</td>
                                </tr>
                                <tr>
                                    <td>The information is accurate</td>
                                    <td>59</td>
                                    <td>(73.8%)</td>
                                    <td>24</td>
                                    <td>(75%)</td>
                                </tr>
                                <tr>
                                    <td>The length of consultation is increased</td>
                                    <td>68</td>
                                    <td>(77.3%)</td>
                                    <td>24</td>
                                    <td>(72.7%)</td>
                                </tr>
                                <tr>
                                    <td>This type of consumer is a welcome challenge</td>
                                    <td>46</td>
                                    <td>(55.4%)</td>
                                    <td>24</td>
                                    <td>(72.7%)</td>
                                </tr>
                                <tr>
                                    <td>The consultation is more interactive than usual</td>
                                    <td>43</td>
                                    <td>(50.6%)</td>
                                    <td>22</td>
                                    <td>(68.8%)</td>
                                </tr>
                                <tr>
                                    <td>The consumer correctly interpreted information</td>
                                    <td>38</td>
                                    <td>(44.7%)</td>
                                    <td>19</td>
                                    <td>(59.4%)</td>
                                </tr>
                                <tr>
                                    <td>The consumer is more demanding</td>
                                    <td>50</td>
                                    <td>(58.8%)</td>
                                    <td>14</td>
                                    <td>(42.4%)</td>
                                </tr>
                            </tbody>
                        </table>
                    </table-wrap>
                </sec>
                <sec>
                    <title>The problem of low health literacy</title>
                    <p>Low health literacy frequently impairs consumers' understanding of health messages and limits their ability to care for their health problems [<xref ref-type="bibr" rid="ref5">5</xref>]. This is a problem especially prevalent among the elderly [<xref ref-type="bibr" rid="ref6">6</xref>]. Consumers with inadequate health literacy have a complex array of communications difficulties, which may lead to poor health outcomes. Individuals judged to be 'functionally illiterate' (estimated to include 30 to 50% of the adult population in the US and Canada) have been shown to report worse health status and have increased risk of hospitalization [<xref ref-type="bibr" rid="ref7">7</xref>]. To compound this, much consumer education material has been produced which is at a higher reading level than the estimated average reading level of the American public [<xref ref-type="bibr" rid="ref8">8</xref>] and most patient information on the WWW is written at even higher reading levels [<xref ref-type="bibr" rid="ref9">9</xref>]. Unsurprisingly such material may fail to communicate the basic information intended.</p>
                    <p>Twentyfive years ago Tudor Hart [<xref ref-type="bibr" rid="ref10">10</xref>] described the inverse care law, stating that 'the availability of good medical care tends to vary inversely with the need for it in the population served'. In analogy, we may postulate an <italic>'inverse information la</italic> w' [<xref ref-type="bibr" rid="ref1">1</xref>] stating that access to appropriate information varies inversely with the need for it. In other words, it is likely that access to high-quality relevant information is particularly difficult for those who would need it most. At present, people with low health literacy do not benefit from advances in consumer health informatics and cybermedicine, as they lack access to or understanding of these technologies. A sequence can be envisaged in which low health literacy leads to poor health, poor health leads to low income, and low income limits access to modern information technology. Thus, one fundamental problem of telemedicine and using the Internet for health education is that those who are at highest risk of preventable or treatable health problems have the greatest need for information and are the least likely to have access to such technologies [<xref ref-type="bibr" rid="ref11">11</xref>].</p>
                    <p>Public policies are needed to actively fight this pervasive inequality. It is also important to realize that there needs to be greater awareness about the problem of health literacy. The American Medical Association's Ad Hoc Committee on Health Literacy for the Council on Scientific Affairs concluded that 'professional and public awareness of the health literacy issue must be increased, beginning with education of medical students and professionals and improved consumer-professional communication skills' [<xref ref-type="bibr" rid="ref5">5</xref>]. In addition to efforts to increase awareness, we also need to develop better methods of screening consumers to identify those with poor health literacy, more effective health education techniques, and more research on outcomes and costs associated with poor health literacy, and the causal pathway of how poor health literacy influences health.</p>
                </sec>
                <sec>
                    <title>Limited access to the Internet</title>
                    <p>Even if there were resources that provided high-quality information easily on the Internet, regardless of their literacy levels, a major barrier that would still need to be overcome is the broader barrier of access, described in detail below ('Barriers related to technology'). Thus, the inverse information law is true both on the macrolevel - the poorest countries have the worst access to information and communication [<xref ref-type="bibr" rid="ref12">12</xref>] - and on the individual level (microlevel), with disadvantaged individuals within a society having the poorest health, inferior health literacy, and the worst access to information.</p>
                </sec>
            </sec>
            <sec>
                <title>Barriers related to the information: hydrants with muddy water</title>
                <sec>
                    <title>Unlimited access to poorly organized information</title>
                    <p>In the past, health professionals had to cope with information overload, while consumers had to cope with information deficit. Today, consumers have many opportunities to access information in abundance, through mass media, self-support groups, and particularly the Internet (<xref ref-type="fig" rid="figure2">Figure 2c</xref>). The directed, intentional process of active 'health education' (<xref ref-type="fig" rid="figure2">Figure 2b</xref>) is now being counteracted by an anarchical process of uncontrolled information retrieval by the consumer.</p>
                    <p>For the first time in the history of medicine, consumers have equal access to the knowledge bases of medicine - and those 'connected' are making heavy use of this. An example of this is the fact that the number of Medline searches performed by directly accessing the database at the National Library of Medicine increased from 7 million in 1996 to 120 million in 1997, when free public access was opened. The new searches are attributed primarily to 'non-professionals' [<xref ref-type="bibr" rid="ref13">13</xref>]. It has been argued that 'a driving force behind demand for online health information is the shortage of information easily obtained from traditional channels' [<xref ref-type="bibr" rid="ref2">2</xref>]. With the duration of an average consultation still only seven minutes in the UK (and twelve minutes in the US) it comes as little surprise that professionals routinely fail to address the information needs of consumers [<xref ref-type="bibr" rid="ref4">4</xref>]. While most professionals do not understand or have access to these modern information technologies, or simply lack sufficient time to familiarize themselves with the Internet, consumers have all the time in the world to search the Internet for relevant information.</p>
                    <p>This new 'reversed' information asymmetry creates new conflicts - the fact that consumers are taking the initiative to look out for the latest research results 'stands on its head the tradition in which a doctor gives orders and the consumer obeys', as an article in the <italic>New York Times</italic> put it. 'And that makes some doctors nervous' [<xref ref-type="bibr" rid="ref14">14</xref>]. Some of the concern is well founded. It is likely, for instance, that health professionals may find themselves in the middle of unnecessary conflicts if consumers find information on the Internet that is unknown to the professional, contradicts their recommendations, or that suggests the use of an effective intervention that is unavailable.</p>
                    <p>In a postal questionnaire survey among 160 family doctors and 96 practice nurses in Scotland [<xref ref-type="bibr" rid="ref3">3</xref>], 58% of doctors and 34% of nurses stated that they have been approached by consumers with Internet health care information. Only 39% of the doctors and 31% of the nurses felt 'positive' about these consumers, the remainder were 'indifferent', 'uncomfortable', or 'not sure'. About half of the respondents were concerned about the reliability of Internet information and a similar percentage were concerned that consumers did not interpret information correctly [<xref ref-type="bibr" rid="ref3">3</xref>]. On the positive side, the majority of health professionals feel that when consumers bring information they participate more actively in their treatment, that the consultation is more interactive, and that overall 'this type of consumer is a welcome challenge' (see <xref ref-type="table" rid="table1">Table 1</xref>).</p>
                    <p>The almost unlimited access to information offered by the Internet also creates other potential problems. Seeking desired information on the Internet is often time-consuming. Consumers often experience confusion and anxiety caused by the virtually unlimited amount of information available, which is poorly organized and has quite variable quality and relevance.</p>
                </sec>
                <sec>
                    <title>Few mechanisms to control the quality of the information</title>
                    <p>Currently there is no agreed mechanism for ensuring the accuracy, currency, or completeness of the information presented to consumers [<xref ref-type="bibr" rid="ref15">15</xref>]. A quality control process, both when preparing information and when accessing it, has been demanded from different sides. A recent review of 54 consumer information materials concluded that 'current information materials for consumers omit relevant data, fail to give a balanced view of the effectiveness of different treatments, and ignore uncertainties; moreover, many information materials adopt a patronizing tone - few actively promote a participative approach to decision making' [<xref ref-type="bibr" rid="ref16">16</xref>].</p>
                    <p>On the Internet, there have been numerous studies evaluating the quality of information given on different venues such as websites [<xref ref-type="bibr" rid="ref17">17</xref>], newsgroups [<xref ref-type="bibr" rid="ref18">18</xref>] and email-consultations [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. While the Internet offers a huge amount of health information, many of the authors are not trained in medicine or even health education. In many situations, the intention of information provision is not to educate, but to sell something.</p>
                    <p>The lack of reliability is a particular concern. In addition to this, the Internet poses special problems for consumers, which have been summarized as 'lack of context' [<xref ref-type="bibr" rid="ref21">21</xref>], meaning that the Internet poses additional problems for consumers and health professionals to assess and apply the material, compared to critical appraisal of traditional information. This is due to the following characteristics of the Internet [<xref ref-type="bibr" rid="ref22">22</xref>]:</p>
                    <list list-type="bullet">
                        <list-item>
                            <p>There are no clear markers such as traditional publishing which allow consumers to recognize:</p>
                            <p>1. the target group of a document (consumers/professionals)</p>
                            <p>2. the intention (advertisement or objective information);</p>
                        </list-item>
                        <list-item>
                            <p>The anonymity (of authors) makes it difficult to appraise information based on the credentials of the authors;</p>
                        </list-item>
                        <list-item>
                            <p>Internationality: information valid in foreign health care systems may not be applicable locally [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
                        </list-item>
                    </list>
                    <p>These characteristics of the Internet may explain why consumers have difficulties finding information that relates to them and why the majority of physicians say that the consumer has difficulties interpreting information correctly [<xref ref-type="bibr" rid="ref3">3</xref>]. While it has been pointed out that we still know very little about the impact of the Internet on public health [<xref ref-type="bibr" rid="ref24">24</xref>], there are many ways that Internet information could do harm [<xref ref-type="bibr" rid="ref25">25</xref>]:</p>
                    <list list-type="bullet">
                        <list-item>
                            <p>Misinformation can lead consumers with life-threatening conditions to lose trust in their provider, and take actions that undermine the effectiveness of their treatment (such as by taking substances that interact in a negative way with prescribed medications).</p>
                        </list-item>
                        <list-item>
                            <p>Consumers may use their limited time with their health care provider unproductively, or in ways that ultimately increase costs of care, and even abandon a provider delivering high-quality care to pursue ineffective therapies.</p>
                        </list-item>
                        <list-item>
                            <p>Vulnerable people may also be victimized by biased or incomplete information from those with a financial interest in the information they provide.</p>
                        </list-item>
                    </list>
                    <p>Such risks are present in most media, but on the WWW this problem reaches a new dimension.</p>
                </sec>
            </sec>
            <sec>
                <title>Barriers related to technology: few pipes, few glasses, and complex taps</title>
                <p>If consumers are to take full advantage of the Internet, access to it should be easy, affordable, and available in all settings. This is still far from reality. Despite an unprecedented rate of penetration in developed countries, the majority of people in the world remain without access to computers and the Internet. The Internet is still available to less than 50% of people in North America, the region with the highest proportion of users in the world. In developing countries, the main barriers are the high cost of computers and poor telecommunications infrastructure. In both developed and developing countries, many consumers still perceive computer-based systems as difficult to use.</p>
                <p>The end result is that rather than levelling the playing field, the rapid development of the Internet is contributing to widening inequalities across the world [<xref ref-type="bibr" rid="ref26">26</xref>]. Even in developed countries, there is some evidence of a similar widening gap across groups with different socio-economic and demographic profiles [<xref ref-type="bibr" rid="ref12">12</xref>]. There is a clear digital divide between the information rich (such as Whites, Asians/Pacific Islanders, those with higher incomes, those more educated, and dual-parent households) and the information poor (such as those who are younger, those with lower incomes and education levels, certain minorities, and those in rural areas or central cities) [<xref ref-type="bibr" rid="ref27">27</xref>]. The levels of access appear to be increasing rapidly in other parts of the world, particularly in Western Europe and in the developed countries of Australasia. Although the data are very poor, it seems that the developing world is lagging behind, creating an increasingly wide access gap.</p>
                <p>While the information society offers tremendous potential for reducing the knowledge gap between professionals and patients, it also brings a risk of a widening of the gap between those who have access to new technology and those who have been excluded. Therefore the field must not be left to market forces alone and active policy is required to push information technology to those who are underserved [<xref ref-type="bibr" rid="ref1">1</xref>].</p>
            </sec>
        </sec>
        <sec sec-type="striving">
            <title>Striving for the ideal: bridging the gaps through information technology</title>
            <sec>
                <title>Developing advanced approaches to knowledge representation</title>
                <p>So far, most (if not all) of the Internet-based applications to promote transfer of knowledge to consumers are a mere transition from paper-based to electronic-based means to process and distribute information in text form. The true 'revolution' (in the sense of going full circle), however, is likely to come from ongoing and future increases in bandwidth that will enable all people to communicate through the Internet more effectively. The next generation Internet (see <ext-link ext-link-type="uri" xlink:href="http://www.ngi.gov" xlink:type="simple">www.ngi.gov</ext-link>) will operate at speeds up to a thousand times faster than today. Sight, sound, and even touch will be integrated through powerful computers, displays, and networks. With these developments we will be able to go beyond text to more 'natural' or primal ways of representing and exchanging knowledge. Soon we will be able to put together and deliver relevant and valid information, of different types, using more engaging ways to package the messages and multisensory modes of communication. The effectiveness and efficiency of these new modalities to organize information will be optimized through inexpensive Internet appliances (such as fridges and microwave ovens with Internet access), personal portable or wearable computers, and wireless access to the Internet [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
                <p>Another trend will lead to a 'quality leap': the perspective of 'machine understandable information'. Key to this development is the widespread use of metadata. Recent developments and Internet standards, such as the eXtensible Markup Language (XML), Dublin Core metadata [<xref ref-type="bibr" rid="ref29">29</xref>], MedPICS [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>], and RDF (Resource Description Framework), will make relations between information pieces 'understandable' for computers, allowing software for example to perform intelligent searches, filter information automatically, or to tailor information to the individual. The Web would evolve into a global medical knowledge base that is easily navigable and searchable across languages and continents [<xref ref-type="bibr" rid="ref30">30</xref>].</p>
            </sec>
            <sec>
                <title>Promoting team work</title>
                <p>It is time for health professionals 'to embrace the concept of informed consumers and use their web-surfing skills' [<xref ref-type="bibr" rid="ref31">31</xref>] (see also <xref ref-type="table" rid="table2">Table 2</xref>) rather than seeing them as threatening intruders trespassing into a forbidden zone. For the providers, this requires the acquisition of skills in the use of the Internet, familiarization with sources of high-quality information [<xref ref-type="bibr" rid="ref32">32</xref>], and confidence with the use of aids and tools to engage in shared decision making. On a public health level, 'stairways' for the consumer should be built, guiding consumers to high-quality information, as illustrated in <xref ref-type="fig" rid="figure2">Figure 2d</xref>. Examples include 'Healthfinder', a government-sponsored health portal in the US (<ext-link ext-link-type="uri" xlink:href="http://www.healthfinder.gov" xlink:type="simple">www.healthfinder.gov</ext-link>) or the National electronic Library for Health (NeLH) in the UK. The latter's mission is 'to improve health and health care, consumer choice, and clinical practice', and it includes NHS Direct Online, a service to provide consumers with information such as 'How can I stay healthy, feel better, and reduce the risk of disease?', 'Do I need to see a doctor for this problem?', and 'How can I learn more about my condition, contribute to my care, and make the best use of health services?' [<xref ref-type="bibr" rid="ref33">33</xref>]. Clearly, the demand for such information is vast, as can be seen in the large number of patient requests doctors on the Internet receive via email [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref35">35</xref>].</p>
                <table-wrap id="table2" position="float">
                    <label>Table 2</label>
                    <caption>
                        <p>Suggestions for providers to interact with Internet-literate consumers</p>
                    </caption>
                    <table width="500" border="1" cellpadding="4" cellspacing="0" rules="groups">
                        <col width="500" span="1"/>
                        <tbody>
                            <tr>
                                <td>
                                    <bold>Do</bold>
                                    <list list-type="bullet">
                                        <list-item>
                                            <p>Try to react in positive manner to information from the Internet</p>
                                        </list-item>
                                        <list-item>
                                            <p>Warn about the variability in the quality and reliability of material from the Internet</p>
                                        </list-item>
                                        <list-item>
                                            <p>Warn about time constraints that may limit your ability to address all the information found on the Internet</p>
                                        </list-item>
                                        <list-item>
                                            <p>Develop a strategy for dealing with Internet information before the encounter (e.g. get consumers to email summary of issues before consultations)</p>
                                        </list-item>
                                        <list-item>
                                            <p>Accept consumer contributions as valuable</p>
                                        </list-item>
                                        <list-item>
                                            <p>Accept that they may find relevant and valid information previously unknown to you.</p>
                                        </list-item>
                                    </list>
                                </td>
                            </tr>
                            <tr>
                                <td>
                                    <bold>Don't</bold>
                                    <list list-type="bullet">
                                        <list-item>
                                            <p>Be dismissive or paternalistic</p>
                                        </list-item>
                                        <list-item>
                                            <p>Be derogatory of comments made by others on the Internet</p>
                                        </list-item>
                                        <list-item>
                                            <p>Refuse to accept information found on the Internet</p>
                                        </list-item>
                                        <list-item>
                                            <p>Feel threatened</p>
                                        </list-item>
                                    </list>
                                </td>
                            </tr>
                        </tbody>
                    </table>
                </table-wrap>
            </sec>
        </sec>
        <sec>
            <title>Giving consumers control over their own information</title>
            <p>One of the most radical steps towards consumer empowerment will involve making the electronic health records (at least parts of them) available to consumers on the Internet. Once this occurs, consumers will be able to do 'online-doctoring', just as they do 'online-banking' and 'online-shopping' today [<xref ref-type="bibr" rid="ref1">1</xref>].</p>
            <p>To put the records into the hands of consumers is not a new idea. More than 25 years ago it was already advocated that 'patients' should be able to take their records home [<xref ref-type="bibr" rid="ref36">36</xref>]. Baldry [<xref ref-type="bibr" rid="ref37">37</xref>] conducted an early experiment with giving consumers in the waiting room their medical records to read. The international trend is to allow consumers to inspect their records and to allow them to make copies there of [<xref ref-type="bibr" rid="ref38">38</xref>]. The European Union Data Directive (applicable October 1998) required all member countries to enact legislation enabling subject access to medical records, if not already enacted.</p>
            <p>Consumer health informatics developments offer further opportunities for this process, with the potential to grant consumers access to information which is relevant to them and to integrate their personal data with explanatory information. For example, a system called SeniorMed allows elderly consumers access to their electronic medication lists via the WWW. Such systems may be integrated with drug information [<xref ref-type="bibr" rid="ref39">39</xref>]. MedicaLogic, a company based in the US, is also testing a concept called 'Internet Health Record', a service that lets consumers privately access information from their real medical records over the Internet. The information is embedded in a system that lets them research health conditions, refill prescriptions, and communicate with their professional's office. Consumer records could be linked with glossaries, and be linked to information on the Internet (for example, if the problem list contains 'smoking', links could refer to 'how-to-quit-smoking' health promotion sites or to Medline). Consumers could also change or comment on certain entries (<ext-link ext-link-type="uri" xlink:href="http://www.medicalogic.com/services/about_98point6.html" xlink:type="simple">http://www.medicalogic.com/services/about_98point6.html</ext-link>).</p>
            <fig id="figure3" position="float">
                <label>Figure 3</label>
                <caption>
                    <p>Internet accessible consumer health record</p>
                </caption>
                <graphic xlink:href="jmir_v3i2e19_fig3.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
            </fig>
        </sec>
        <sec sec-type="ensuring">
            <title>Ensuring better quality control</title>
            <p>In the field of Internet publishing, many instruments to evaluate health information exist, but none of them have been validated. In addition, it is unclear whether they should exist in the first place, whether they measure what they claim to measure, or whether they lead to more good than harm [<xref ref-type="bibr" rid="ref40">40</xref>].</p>
            <p>The Swiss Health on the Net foundation has compiled some consensus ethical principles for publishers of health information, the so-called HON Code of Conduct (<ext-link ext-link-type="uri" xlink:href="http://www.hon.ch/HONcode/" xlink:type="simple">http://www.hon.ch/HONcode/</ext-link>). Information providers who agree to implement these ethical principles display the HON logo on their websites. However, there are no mechanisms for controlling or enforcing the adoption of such principles. As a result, it is not clear how many of the several thousand sites displaying the logo have actually implemented the principles. The HON Code is often misinterpreted (also in the peer-reviewed literature!) as an award-system, rating system, or as 'quality criterion' which allows consumers to appraise the quality of a website. It is however not possible for a third party (that is, the user of a website) to verify for example that a principle such as 'privacy and confidentiality' or 'honesty in disclosing sources of funding' is observed.</p>
            <p>A systematic review on different quality criteria used to assess information on the Internet has been published recently [<xref ref-type="bibr" rid="ref41">41</xref>]. Consumers may for example use indirect quality criteria such as popularity, expressed as number of visitors or 'webcitations' [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref42">42</xref>]. There are now several tools available on the Internet for use by consumers which help users to assess the quality themselves (<ext-link ext-link-type="uri" xlink:href="http://hitiweb.mitretek.org/iq/default.asp" xlink:type="simple">http://hitiweb.mitretek.org/iq/default.asp</ext-link>, <ext-link ext-link-type="uri" xlink:href="http://www.discern.org.uk" xlink:type="simple">http://www.discern.org.uk</ext-link>, <ext-link ext-link-type="uri" xlink:href="http://www.quick.org.uk" xlink:type="simple">http://www.quick.org.uk</ext-link>).</p>
            <p>DISCERN is a standardized index to judge the quality of health information. This instrument is targeted at producers, health professionals, and consumers to appraise written information on treatment choices. Crucial in the development was the determination of inter-rater agreement among different user groups. Questions with insufficient inter-rater agreement, such as those concerning design or reading level ('the information is easy to understand'), were eliminated from the final instrument. However, the validity of DISCERN in terms of the relationship between a DISCERN score and impact of the information on consumer outcomes have not yet been determined. It should also be noted that the inter-rater reliability for DISCERN was rather low when it was used by consumers. Thus it is not yet clear whether DISCERN is a truly useful instrument for consumers to distinguish good from bad information. In the near future, an international system of accreditation or 'quality seals' (evaluative meta-information assigned by trusted raters) may help consumers to identify high-quality information on the Internet. A European Union (EU) funded project, 'G7 ENABLE', has described 'Barriers To A Global Information Society For Health'. It made the following observations to the EU Commission: 'A great deal of health-related information on the Web is poor, misleading and much positively harmful. This substantially diminishes the benefits that the Internet could potentially deliver'.</p>
            <p>What is required is an internationally-recognized scheme whereby the public can identify, and search for, high-quality Internet health information. These should carry the authority of clinical bodies, which are recognized as having the clinical standing to be trusted. Such a filtering and rating system is currently being implemented in a new EU project called MedCERTAIN (MedPICS Certification and Rating of Trustworthy Health Information on the Net, <ext-link ext-link-type="uri" xlink:href="http://www.medcertain.org" xlink:type="simple">http://www.medcertain.org</ext-link>), funded under the EU Action Plan for safer use of the Internet [<xref ref-type="bibr" rid="ref43">43</xref>]. The aim of this project is to establish trust and improve the quality of health information on the Internet by the 'four E's' [<xref ref-type="bibr" rid="ref44">44</xref>]:</p>
            <list list-type="bullet">
                <list-item>
                    <p>
                        <italic>Educating</italic> the public (teaching critical appraisal skills to consumers);</p>
                </list-item>
                <list-item>
                    <p>
                        <italic>Encouraging</italic> self-governance, for example encouraging health information providers to obey ethical codes for health [<xref ref-type="bibr" rid="ref44">44</xref>] and promoting self-labelling (disclosure of important information such as authorship and sponsors, also with metadata);</p>
                </list-item>
                <list-item>
                    <p>
                        <italic>Evaluation</italic> and certification of information (offer a framework for third party rating, so that interested medical societies and bodies can assign 'quality seals' to trustworthy information)</p>
                </list-item>
                <list-item>
                    <p>
                        <italic>Enforcement</italic>(Network of Hotlines for consumers)</p>
                </list-item>
            </list>
            <p>The international MedCERTAIN trustmark will be established in close collaboration with all interested agencies and relevant national organizations which pursue similar aims. These would include, for example, bodies such as OMNI (Organizing Medical Networked Information, <ext-link ext-link-type="uri" xlink:href="http://www.omni.ac.uk/" xlink:type="simple">http://www.omni.ac.uk/</ext-link>) or the UK Centre for Health Information Quality. A basic principle is inter-operability of existing rating services and the creation of metadata exchange standards.</p>
        </sec>
        <sec sec-type="future">
            <title>The future</title>
            <p>The vast potential of the Internet to promote health information and to foster consumer-professional communication is far from being realized. The Internet has both the clientele (consumers who really want to learn something about their health) and the technical prerequisites (the reach of a mass-medium, combined with the possibility for interactivity to tailor information specific to the individual) to be an ideal medium to promote consumer education and decision support. An interesting future perspective is the linkage of the personal online-accessible health record with general health information from evidence-based resources. The convergence of technology and knowledge will be greatly enhanced by the use of multimedia and artificial intelligence. Further contributions will come from the advent of low cost portable and wearable computers. These will allow access to knowledge at the right time and in the right place through ubiquitous computer networks and wireless connections to the Internet. Among other challenges [<xref ref-type="bibr" rid="ref45">45</xref>], development and proper evaluation of these tools and making them accessible to those who need them most will be the main themes of consumer health informatics in the information age.</p>
        </sec>
    </body>
    <back>
        <ack>
            <p>This article is based on a book-chapter written for the book "Evidence-Based Patient Choice", edited by by Adrian Edwards and Glyn Elwyn, published by Oxford University Press (ISBN 0192631942) [<ext-link ext-link-type="uri" xlink:href="http://www.oup.co.uk/isbn/0-19-263194-2" xlink:type="simple">Further information about the book from the publisher</ext-link>].</p>
            <p>Reproduced in JMIR with kind permission of Oxford University Press.</p>
        </ack>
        <fn-group>
            <fn fn-type="conflict">
                
                <p>None declared.</p>
            </fn>
        </fn-group>
        <ref-list>
            <ref id="ref1">
                <label>1</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Eysenbach</surname>
                            <given-names>G</given-names>
                        </name>
                    </person-group>
                    <article-title>Consumer health informatics</article-title>
                    <source>BMJ</source>
                    <year>2000</year>
                    <month>6</month>
                    <day>24</day>
                    <volume>320</volume>
                    <issue>7251</issue>
                    <fpage>1713</fpage>
                    <lpage>6</lpage>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://bmj.com/cgi/content/full/320/7251/1713" xlink:type="simple">http://bmj.com/cgi/content/full/320/7251/1713</ext-link></comment>
                    <pub-id pub-id-type="medline">20323060</pub-id>
                    <pub-id pub-id-type="doi">10.1136/bmj.320.7251.1713</pub-id>
                    </nlm-citation>
            </ref>
            <ref id="ref2">
                <label>2</label>
                <nlm-citation citation-type="web" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Reents</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Miller</surname>
                            <given-names>TE</given-names>
                        </name>
                    </person-group>
                    <article-title>The health care industry in transition - the online mandate to change</article-title>
                    <source>Cyber Dialogue</source>
                    <year>1998</year>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://www.cyberdialogue.com/free_data/white_papers/intel_health_day.html" xlink:type="simple">http://www.cyberdialogue.com/free_data/white_papers/intel_health_day.html</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref3">
                <label>3</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Wilson</surname>
                            <given-names>S M</given-names>
                        </name>
                    </person-group>
                    <article-title>Impact of the internet on primary care staff in Glasgow</article-title>
                    <source>J Med Internet Res</source>
                    <year>1999</year>
                    <month>11</month>
                    <day>19</day>
                    <volume>1</volume>
                    <issue>2</issue>
                    <fpage>e7</fpage>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://www.jmir.org/1999/2/e7/" xlink:type="simple">http://www.jmir.org/1999/2/e7/</ext-link></comment>
                    <pub-id pub-id-type="medline">21577981</pub-id>
                    <pub-id pub-id-type="doi">10.2196/jmir.1.2.e7</pub-id>
                    </nlm-citation>
            </ref>
            <ref id="ref4">
                <label>4</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Braddock</surname>
                            <given-names>C H</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Edwards</surname>
                            <given-names>K A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hasenberg</surname>
                            <given-names>N M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Laidley</surname>
                            <given-names>T L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Levinson</surname>
                            <given-names>W</given-names>
                        </name>
                    </person-group>
                    <article-title>Informed decision making in outpatient practice: time to get back to basics</article-title>
                    <source>JAMA</source>
                    <year>1999</year>
                    <volume>282</volume>
                    <issue>24</issue>
                    <fpage>2313</fpage>
                    <lpage>20</lpage>
                    <pub-id pub-id-type="medline">20077565</pub-id>
                    <pub-id pub-id-type="pii">joc91394</pub-id>
                    <pub-id pub-id-type="doi">10.1001/jama.282.24.2313</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref5">
                <label>5</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <collab xlink:type="simple" collab-type="authors">Health literacy: report of the Council on Scientific Affairs</collab>
                    <article-title>Ad Hoc Committee on Health Literacy for the Council on Scientific Affairs, American Medical Association</article-title>
                    <source>JAMA</source>
                    <year>1999</year>
                    <month>2</month>
                    <day>10</day>
                    <volume>281</volume>
                    <issue>6</issue>
                    <fpage>552</fpage>
                    <lpage>7</lpage>
                    <pub-id pub-id-type="medline">99144710</pub-id>
                    <pub-id pub-id-type="pii">jcn80003</pub-id>
                    <pub-id pub-id-type="doi">10.1001/jama.281.6.552</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref6">
                <label>6</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Gazmararian</surname>
                            <given-names>J A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Baker</surname>
                            <given-names>D W</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Williams</surname>
                            <given-names>M V</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Parker</surname>
                            <given-names>R M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Scott</surname>
                            <given-names>T L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Green</surname>
                            <given-names>D C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Fehrenbach</surname>
                            <given-names>S N</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ren</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Koplan</surname>
                            <given-names>J P</given-names>
                        </name>
                    </person-group>
                    <article-title>Health literacy among Medicare enrollees in a managed care organization</article-title>
                    <source>JAMA</source>
                    <year>1999</year>
                    <month>2</month>
                    <day>10</day>
                    <volume>281</volume>
                    <issue>6</issue>
                    <fpage>545</fpage>
                    <lpage>51</lpage>
    <pub-id pub-id-type="medline">10022111</pub-id>
    <pub-id pub-id-type="doi">10.1001/jama.281.6.545</pub-id>
                    <pub-id pub-id-type="pii">joc81424</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref7">
                <label>7</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Baker</surname>
                            <given-names>D W</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Parker</surname>
                            <given-names>R M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Williams</surname>
                            <given-names>M V</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Clark</surname>
                            <given-names>W S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Nurss</surname>
                            <given-names>J</given-names>
                        </name>
                    </person-group>
                    <article-title>The relationship of patient reading ability to self-reported health and use of health services</article-title>
                    <source>Am J Public Health</source>
                    <year>1997</year>
                    <month>6</month>
                    <volume>87</volume>
                    <issue>6</issue>
                    <fpage>1027</fpage>
                    <lpage>30</lpage>
                    <pub-id pub-id-type="medline">97367487</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref8">
                <label>8</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Vivian</surname>
                            <given-names>A S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Robertson</surname>
                            <given-names>E J</given-names>
                        </name>
                    </person-group>
                    <article-title>Readability of patient education materials</article-title>
                    <source>Clin Ther</source>
                    <year>1980</year>
                    <volume>3</volume>
                    <issue>2</issue>
                    <fpage>129</fpage>
                    <lpage>36</lpage>
                    <pub-id pub-id-type="medline">81088301</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref9">
                <label>9</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Graber</surname>
                            <given-names>M A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Roller</surname>
                            <given-names>C M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kaeble</surname>
                            <given-names>B</given-names>
                        </name>
                    </person-group>
                    <article-title>Readability levels of patient education material on the World Wide Web</article-title>
                    <source>J Fam Pract</source>
                    <year>1999</year>
                    <month>1</month>
                    <volume>48</volume>
                    <issue>1</issue>
                    <fpage>58</fpage>
                    <lpage>61</lpage>
                    <pub-id pub-id-type="medline">99133148</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref10">
                <label>10</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Hart</surname>
                            <given-names>J T</given-names>
                        </name>
                    </person-group>
                    <article-title>The inverse care law</article-title>
                    <source>Lancet</source>
                    <year>1971</year>
                    <month>2</month>
                    <day>27</day>
                    <volume>1</volume>
                    <issue>7696</issue>
                    <fpage>405</fpage>
                    <lpage>12</lpage>
                    <pub-id pub-id-type="medline">71133209</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref11">
                <label>11</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Eng</surname>
                            <given-names>T R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Maxfield</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Patrick</surname>
                            <given-names>K</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Deering</surname>
                            <given-names>M J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ratzan</surname>
                            <given-names>S C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gustafson</surname>
                            <given-names>D H</given-names>
                        </name>
                    </person-group>
                    <article-title>Access to health information and support: a public highway or a private road?</article-title>
                    <source>JAMA</source>
                    <year>1998</year>
                    <month>10</month>
                    <day>21</day>
                    <volume>280</volume>
                    <issue>15</issue>
                    <fpage>1371</fpage>
                    <lpage>5</lpage>
                    <pub-id pub-id-type="medline">99008453</pub-id>
                    <pub-id pub-id-type="pii">jpp80018</pub-id>
                    <pub-id pub-id-type="doi">10.1001/jama.280.15.1371</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref12">
                <label>12</label>
                <nlm-citation citation-type="web" xlink:type="simple">
                    <collab xlink:type="simple" collab-type="authors">UNDP</collab>
                    <source>Human development report 1999</source>
                <publisher-loc>Oxford</publisher-loc>
                <publisher-name>Oxford University Press</publisher-name>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://www.undp.org/hdro/report.html" xlink:type="simple">http://www.undp.org/hdro/report.html</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref13">
                <label>13</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Sieving</surname>
                            <given-names>P C</given-names>
                        </name>
                    </person-group>
                    <article-title>Factors driving the increase in medical information on the web--one American perspective</article-title>
                    <source>J Med Internet Res</source>
                    <year>1999</year>
                    <month>8</month>
                    <day>11</day>
                    <volume>1</volume>
                    <issue>1</issue>
                    <fpage>e3</fpage>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://www.jmir.org/1999/1/e3/" xlink:type="simple">http://www.jmir.org/1999/1/e3/</ext-link></comment>
                    <pub-id pub-id-type="medline">21577977</pub-id>
                    <pub-id pub-id-type="doi">10.2196/jmir.1.1.e3</pub-id>
                    </nlm-citation>
            </ref>
            <ref id="ref14">
                <label>14</label>
                <nlm-citation citation-type="web" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Hafner</surname>
                            <given-names>K</given-names>
                        </name>
                    </person-group>
                    <article-title>Can the Internet cure the common cold? The NY-Times;</article-title>
                    <source>Sect Technology</source>
                    <year>1998</year>
                    <month>7</month>
                    <day>9</day>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://www.corporateserver.com/qiodemo/nyt.htm" xlink:type="simple">http://www.corporateserver.com/qiodemo/nyt.htm</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref15">
                <label>15</label>
                <nlm-citation citation-type="web" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Hersey</surname>
                            <given-names>JC</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Matheson</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lohr</surname>
                            <given-names>KN</given-names>
                        </name>
                    </person-group>
                    <source>Consumer Health Informatics and Patient Decision making (Report nr AHCPR; Publication No.98-N001)</source>
                <year>1997</year>
                <month>10</month>
                <publisher-loc>Rockville, MD</publisher-loc>
                <publisher-name>Agency for Health Care Policy and Research</publisher-name>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://www.ahcpr.gov/research/rtisumm.htm" xlink:type="simple">http://www.ahcpr.gov/research/rtisumm.htm</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref16">
                <label>16</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Coulter</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Entwistle</surname>
                            <given-names>V</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gilbert</surname>
                            <given-names>D</given-names>
                        </name>
                    </person-group>
                    <article-title>Sharing decisions with patients: is the information good enough?</article-title>
                    <source>BMJ</source>
                    <year>1999</year>
                    <month>1</month>
                    <day>30</day>
                    <volume>318</volume>
                    <issue>7179</issue>
                    <fpage>318</fpage>
                    <lpage>22</lpage>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://bmj.com/cgi/content/full/318/7179/318?view=full&amp;pmid=9924064" xlink:type="simple">http://bmj.com/cgi/content/full/318/7179/318?view=full&amp;pmid=9924064</ext-link></comment>
                    <pub-id pub-id-type="medline">99122887</pub-id>
                    </nlm-citation>
            </ref>
            <ref id="ref17">
                <label>17</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Impicciatore</surname>
                            <given-names>P</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Pandolfini</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Casella</surname>
                            <given-names>N</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bonati</surname>
                            <given-names>M</given-names>
                        </name>
                    </person-group>
                    <article-title>Reliability of health information for the public on the World Wide Web: systematic survey of advice on managing fever in children at home</article-title>
                    <source>BMJ</source>
                    <year>1997</year>
                    <month>6</month>
                    <day>28</day>
                    <volume>314</volume>
                    <issue>7098</issue>
                    <fpage>1875</fpage>
                    <lpage>9</lpage>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://bmj.com/cgi/content/full/314/7098/1875?view=full&amp;pmid=9224132" xlink:type="simple">http://bmj.com/cgi/content/full/314/7098/1875?view=full&amp;pmid=9224132</ext-link></comment>
                    <pub-id pub-id-type="medline">97367429</pub-id>
                    </nlm-citation>
            </ref>
            <ref id="ref18">
                <label>18</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Culver</surname>
                            <given-names>J D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gerr</surname>
                            <given-names>F</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Frumkin</surname>
                            <given-names>H</given-names>
                        </name>
                    </person-group>
                    <article-title>Medical information on the Internet: a study of an electronic bulletin board</article-title>
                    <source>J Gen Intern Med</source>
                    <year>1997</year>
                    <month>8</month>
                    <volume>12</volume>
                    <issue>8</issue>
                    <fpage>466</fpage>
                    <lpage>70</lpage>
                    <pub-id pub-id-type="medline">97420666</pub-id>
                    <pub-id pub-id-type="doi">10.1046/j.1525-1497.1997.00084.x</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref19">
                <label>19</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Eysenbach</surname>
                            <given-names>G</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Diepgen</surname>
                            <given-names>T L</given-names>
                        </name>
                    </person-group>
                    <article-title>Responses to unsolicited patient e-mail requests for medical advice on the World Wide Web</article-title>
                    <source>JAMA</source>
                    <year>1998</year>
                    <month>10</month>
                    <day>21</day>
                    <volume>280</volume>
                    <issue>15</issue>
                    <fpage>1333</fpage>
                    <lpage>5</lpage>
                    <pub-id pub-id-type="medline">99008444</pub-id>
                    <pub-id pub-id-type="pii">jbr80383</pub-id>
                    <pub-id pub-id-type="doi">10.1001/jama.280.15.1333</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref20">
                <label>20</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Eysenbach</surname>
                            <given-names>G</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Diepgen</surname>
                            <given-names>T L</given-names>
                        </name>
                    </person-group>
                    <article-title>Evaluation of cyberdocs</article-title>
                    <source>Lancet</source>
                    <year>1998</year>
                    <month>11</month>
                    <day>7</day>
                    <volume>352</volume>
                    <issue>9139</issue>
                    <fpage>1526</fpage>
                    <pub-id pub-id-type="medline">99036198</pub-id>
                    <pub-id pub-id-type="doi">10.1016/S0140-6736(05)60334-0</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref21">
                <label>21</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Eysenbach</surname>
                            <given-names>G</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Diepgen</surname>
                            <given-names>T L</given-names>
                        </name>
                    </person-group>
                    <article-title>Towards quality management of medical information on the internet: evaluation, labelling, and filtering of information</article-title>
                    <source>BMJ</source>
                    <year>1998</year>
                    <month>11</month>
                    <day>28</day>
                    <volume>317</volume>
                    <issue>7171</issue>
                    <fpage>1496</fpage>
                    <lpage>500</lpage>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://www.bmj.com/cgi/content/full/317/7171/1496" xlink:type="simple">http://www.bmj.com/cgi/content/full/317/7171/1496</ext-link></comment>
                    <pub-id pub-id-type="medline">99051215</pub-id>
                    </nlm-citation>
            </ref>
            <ref id="ref22">
                <label>22</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Eysenbach</surname>
                            <given-names>G</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Diepgen</surname>
                            <given-names>T L</given-names>
                        </name>
                    </person-group>
                    <article-title>Labeling and filtering of medical information on the Internet</article-title>
                    <source>Methods Inf Med</source>
                    <year>1999</year>
                    <month>6</month>
                    <volume>38</volume>
                    <issue>2</issue>
                    <fpage>80</fpage>
                    <lpage>8</lpage>
                    <pub-id pub-id-type="medline">99360180</pub-id>
                    <pub-id pub-id-type="pii">99020080</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref23">
                <label>23</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Coiera</surname>
                            <given-names>E</given-names>
                        </name>
                    </person-group>
                    <article-title>The Internet's challenge to health care provision</article-title>
                    <source>BMJ</source>
                    <year>1996</year>
                    <month>1</month>
                    <day>6</day>
                    <volume>312</volume>
                    <issue>7022</issue>
                    <fpage>3</fpage>
                    <lpage>4</lpage>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://bmj.com/cgi/pmidlookup?view=long&amp;pmid=8555856" ext-link-type="uri">http://bmj.com/cgi/pmidlookup?view=long&amp;pmid=8555856</ext-link></comment>
                    <pub-id pub-id-type="medline">96135901</pub-id>
                    </nlm-citation>
            </ref>
            <ref id="ref24">
                <label>24</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Coiera</surname>
                            <given-names>E</given-names>
                        </name>
                    </person-group>
                    <article-title>Information epidemics, economics, and immunity on the internet. We still know so little about the effect of information on public health</article-title>
                    <source>BMJ</source>
                    <year>1998</year>
                    <month>11</month>
                    <day>28</day>
                    <volume>317</volume>
                    <issue>7171</issue>
                    <fpage>1469</fpage>
                    <lpage>70</lpage>
                    <pub-id pub-id-type="medline">99051204</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref25">
                <label>25</label>
                <nlm-citation citation-type="book" xlink:type="simple">
                    <collab xlink:type="simple" collab-type="authors">Science Panel on Interactive Communication and Health</collab>
                    <source>Wired for health and well-being; the emergence of interactive health communication</source>
                    <year>1999</year>
                    <month>4</month>
                    <publisher-loc>Washington, DC</publisher-loc>
                    <publisher-name>US Department of Health and Human Services, US Government Printing Office</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref26">
                <label>26</label>
                <nlm-citation citation-type="web" xlink:type="simple">
                    <collab xlink:type="simple" collab-type="authors">UNDP</collab>
                    <source>Human development report 2000</source>
                <publisher-loc>Oxford</publisher-loc>
                <publisher-name>Oxford University Press</publisher-name>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://www.undp.org/hdr2000/english/HDR2000.html" xlink:type="simple">http://www.undp.org/hdr2000/english/HDR2000.html</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref27">
                <label>27</label>
                <nlm-citation citation-type="web" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Irving</surname>
                            <given-names>L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Klegar-levy</surname>
                            <given-names>K</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Everette</surname>
                            <given-names>DW</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Reynolds</surname>
                            <given-names>T</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lader</surname>
                            <given-names>W</given-names>
                        </name>
                    </person-group>
                    <source>Falling through the Net: defining the digital divide. A report on the telecommunications and information technology gap in America</source>
                    <year>1999</year>
                    <month>7</month>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://www.ntia.doc.gov/ntiahome/fttn99/contents.html" xlink:type="simple">http://www.ntia.doc.gov/ntiahome/fttn99/contents.html</ext-link> <ext-link ext-link-type="uri" xlink:href="http://www.ntia.doc.gov/ntiahome/fttn99/FTTN.pdf" xlink:type="simple">http://www.ntia.doc.gov/ntiahome/fttn99/FTTN.pdf</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref28">
                <label>28</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Jadad</surname>
                            <given-names>A R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Haynes</surname>
                            <given-names>R B</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hunt</surname>
                            <given-names>D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Browman</surname>
                            <given-names>G P</given-names>
                        </name>
                    </person-group>
                    <article-title>The Internet and evidence-based decision-making: a needed synergy for efficient knowledge management in health care</article-title>
                    <source>CMAJ</source>
                    <year>2000</year>
                    <month>2</month>
                    <day>8</day>
                    <volume>162</volume>
                    <issue>3</issue>
                    <fpage>362</fpage>
                    <lpage>5</lpage>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://www.cma.ca/cmaj/vol-162/issue-3/0362.htm" xlink:type="simple">http://www.cma.ca/cmaj/vol-162/issue-3/0362.htm</ext-link></comment>
                    <pub-id pub-id-type="medline">20157984</pub-id>
                    </nlm-citation>
            </ref>
            <ref id="ref29">
                <label>29</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Malet</surname>
                            <given-names>G</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Munoz</surname>
                            <given-names>F</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Appleyard</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hersh</surname>
                            <given-names>W</given-names>
                        </name>
                    </person-group>
                    <article-title>A model for enhancing Internet medical document retrieval with "medical core metadata"</article-title>
                    <source>J Am Med Inform Assoc</source>
                    <year>1999</year>
                    <volume>6</volume>
                    <issue>2</issue>
                    <fpage>163</fpage>
                    <lpage>72</lpage>
                    <pub-id pub-id-type="pmid">10094069</pub-id>
                    <pub-id pub-id-type="medline">99191857</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref30">
                <label>30</label>
<nlm-citation citation-type="journal" xlink:type="simple">
    <person-group person-group-type="author">
        <name name-style="western">
            <surname>Eysenbach</surname>
            <given-names>G</given-names>
        </name>
        <name name-style="western">
            <surname>Sa</surname>
            <given-names>E R</given-names>
        </name>
        <name name-style="western">
            <surname>Diepgen</surname>
            <given-names>T L</given-names>
        </name>
    </person-group>
    <article-title>Cybermedicine. Interview by Clare Thompson</article-title>
    <source>BMJ</source>
    <year>1999</year>
    <month>11</month>
    <day>13</day>
    <volume>319</volume>
    <issue>7220</issue>
    <fpage>1294</fpage>
    <comment><ext-link ext-link-type="uri" xlink:href="http://www.bmj.com/cgi/content/full/319/7220/1294" xlink:type="simple">http://www.bmj.com/cgi/content/full/319/7220/1294</ext-link></comment>
                    <pub-id pub-id-type="medline">20025693</pub-id>
    </nlm-citation>
            </ref>
            <ref id="ref31">
                <label>31</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Pemberton</surname>
                            <given-names>P J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Goldblatt</surname>
                            <given-names>J</given-names>
                        </name>
                    </person-group>
                    <article-title>The Internet and the changing roles of doctors, patients and families</article-title>
                    <source>Med J Aust</source>
                    <year>1998</year>
                    <volume>169</volume>
                    <issue>11-12</issue>
                    <fpage>594</fpage>
                    <lpage>5</lpage>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.mja.com.au/public/issues/xmas98/pemberton/pemberton.html" ext-link-type="uri">http://www.mja.com.au/public/issues/xmas98/pemberton/pemberton.html</ext-link></comment>
                    <pub-id pub-id-type="medline">99104850</pub-id>
                    </nlm-citation>
            </ref>
            <ref id="ref32">
                <label>32</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Shepperd</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Charnock</surname>
                            <given-names>D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gann</surname>
                            <given-names>B</given-names>
                        </name>
                    </person-group>
                    <article-title>Helping patients access high quality health information</article-title>
                    <source>BMJ</source>
                    <year>1999</year>
                    <month>9</month>
                    <day>18</day>
                    <volume>319</volume>
                    <issue>7212</issue>
                    <fpage>764</fpage>
                    <lpage>6</lpage>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://www.bmj.com/cgi/content/full/319/7212/764" xlink:type="simple">http://www.bmj.com/cgi/content/full/319/7212/764</ext-link></comment>
                    <pub-id pub-id-type="medline">99418920</pub-id>
                    </nlm-citation>
            </ref>
            <ref id="ref33">
                <label>33</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Muir Gray</surname>
                            <given-names>J A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>De Lusignan</surname>
                            <given-names>S</given-names>
                        </name>
                    </person-group>
                    <article-title>National electronic Library for Health (NeLH)</article-title>
                    <source>BMJ</source>
                    <year>1999</year>
                    <month>12</month>
                    <day>4</day>
                    <volume>319</volume>
                    <issue>7223</issue>
                    <fpage>1476</fpage>
                    <lpage>9</lpage>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://www.bmj.com/cgi/content/full/319/7223/1476" xlink:type="simple">http://www.bmj.com/cgi/content/full/319/7223/1476</ext-link></comment>
                    <pub-id pub-id-type="medline">20050394</pub-id>
                    </nlm-citation>
            </ref>
            <ref id="ref34">
                <label>34</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Widman</surname>
                            <given-names>L E</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Tong</surname>
                            <given-names>D A</given-names>
                        </name>
                    </person-group>
                    <article-title>Requests for medical advice from patients and families to health care providers who publish on the World Wide Web</article-title>
                    <source>Arch Intern Med</source>
                    <year>1997</year>
                    <month>1</month>
                    <day>27</day>
                    <volume>157</volume>
                    <issue>2</issue>
                    <fpage>209</fpage>
                    <lpage>12</lpage>
                    <pub-id pub-id-type="medline">97163143</pub-id>
                    <pub-id pub-id-type="doi">10.1001/archinte.157.2.209</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref35">
                <label>35</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Eysenbach</surname>
                            <given-names>G</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Diepgen</surname>
                            <given-names>T L</given-names>
                        </name>
                    </person-group>
                    <article-title>Patients looking for information on the Internet and seeking teleadvice: motivation, expectations, and misconceptions as expressed in e-mails sent to physicians</article-title>
                    <source>Arch Dermatol</source>
                    <year>1999</year>
                    <month>2</month>
                    <volume>135</volume>
                    <issue>2</issue>
                    <fpage>151</fpage>
                    <lpage>6</lpage>
                    <pub-id pub-id-type="medline">99159764</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref36">
                <label>36</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Coleman</surname>
                            <given-names>V</given-names>
                        </name>
                    </person-group>
                    <article-title>Why patients should keep their own records</article-title>
                    <source>J Med Ethics</source>
                    <year>1984</year>
                    <month>3</month>
                    <volume>10</volume>
                    <issue>1</issue>
                    <fpage>27</fpage>
                    <lpage>8</lpage>
                    <pub-id pub-id-type="medline">84164804</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref37">
                <label>37</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Baldry</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Cheal</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Fisher</surname>
                            <given-names>B</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gillett</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Huet</surname>
                            <given-names>V</given-names>
                        </name>
                    </person-group>
                    <article-title>Giving patients their own records in general practice: experience of patients and staff</article-title>
                    <source>Br Med J (Clin Res Ed)</source>
                    <year>1986</year>
                    <month>3</month>
                    <day>1</day>
                    <volume>292</volume>
                    <issue>6520</issue>
                    <fpage>596</fpage>
                    <lpage>8</lpage>
                    <pub-id pub-id-type="medline">86132533</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref38">
                <label>38</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Mcquoid-mason</surname>
                            <given-names>D</given-names>
                        </name>
                    </person-group>
                    <article-title>Medical records and access thereto</article-title>
                    <source>Med Law</source>
                    <year>1996</year>
                    <volume>15</volume>
                    <issue>3</issue>
                    <fpage>499</fpage>
                    <lpage>517</lpage>
                    <pub-id pub-id-type="medline">97162627</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref39">
                <label>39</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Rind</surname>
                            <given-names>DM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kim</surname>
                            <given-names>JH</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sturges</surname>
                            <given-names>EA</given-names>
                        </name>
                    </person-group>
                    <article-title>SeniorMed: Connecting patients to their medication records</article-title>
                    <source>Proc AMIA Symp</source>
                    <year>1999</year>
                    <issue>1-2</issue>
                    <fpage>1147</fpage>
                </nlm-citation>
            </ref>
            <ref id="ref40">
                <label>40</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Jadad</surname>
                            <given-names>A R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gagliardi</surname>
                            <given-names>A</given-names>
                        </name>
                    </person-group>
                    <article-title>Rating health information on the Internet: navigating to knowledge or to Babel?</article-title>
                    <source>JAMA</source>
                    <year>1998</year>
                    <month>2</month>
                    <day>25</day>
                    <volume>279</volume>
                    <issue>8</issue>
                    <fpage>611</fpage>
                    <lpage>4</lpage>
                    <pub-id pub-id-type="medline">98146162</pub-id>
                    <pub-id pub-id-type="pii">jrv71042</pub-id>
                    <pub-id pub-id-type="doi">10.1001/jama.279.8.611</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref41">
                <label>41</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Kim</surname>
                            <given-names>P</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Eng</surname>
                            <given-names>T R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Deering</surname>
                            <given-names>M J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Maxfield</surname>
                            <given-names>A</given-names>
                        </name>
                    </person-group>
                    <article-title>Published criteria for evaluating health related web sites: review</article-title>
                    <source>BMJ</source>
                    <year>1999</year>
                    <month>3</month>
                    <day>6</day>
                    <volume>318</volume>
                    <issue>7184</issue>
                    <fpage>647</fpage>
                    <lpage>9</lpage>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://bmj.com/cgi/pmidlookup?view=long&amp;pmid=10066209" ext-link-type="uri">http://bmj.com/cgi/pmidlookup?view=long&amp;pmid=10066209</ext-link></comment>
                    <pub-id pub-id-type="pmid">10066209</pub-id>
                    <pub-id pub-id-type="medline">99165691</pub-id>
                    </nlm-citation>
            </ref>
            <ref id="ref42">
                <label>42</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Hern&#xE1;ndez-borges</surname>
                            <given-names>AA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Mac&#xED;as-cervi</surname>
                            <given-names>P</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gaspar-guardado</surname>
                            <given-names>MA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Torres-&#xC1;lvarez De Arcaya</surname>
                            <given-names>ML</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ruiz-rabaza</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Jim&#xE9;nez-sosa</surname>
                            <given-names>A</given-names>
                        </name>
                    </person-group>
                    <article-title>Can examination of WWW usage statistics and other indirect quality indicators help to distinguish the relative quality of medical websites</article-title>
                    <source>J Med Internet Res</source>
                    <year>1999</year>
                    <volume>1</volume>
                    <issue>1</issue>
                    <fpage>e1</fpage>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://www.jmir.org/1999/1/e1/" xlink:type="simple">http://www.jmir.org/1999/1/e1/</ext-link></comment>
                    <pub-id pub-id-type="doi">10.2196/jmir.1.1.e1</pub-id>
                    </nlm-citation>
            </ref>
            <ref id="ref43">
                <label>43</label>
                <nlm-citation citation-type="web" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Eysenbach</surname>
                            <given-names>G</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Yihune</surname>
                            <given-names>G</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lampe</surname>
                            <given-names>K</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Cross</surname>
                            <given-names>P</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Brickley</surname>
                            <given-names>D</given-names>
                        </name>
                    </person-group>
                    <article-title>MedCERTAIN: quality management, certification and rating of health information on the Net</article-title>
                    <source>Proc AMIA Symp</source>
                    <year>2000</year>
                    <fpage>230</fpage>
                    <lpage>4</lpage>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://www.amia.org/pubs/symposia/D200285.PDF" xlink:type="simple">http://www.amia.org/pubs/symposia/D200285.PDF</ext-link></comment>
                    <pub-id pub-id-type="medline">11079879</pub-id>
                    </nlm-citation>
            </ref>
            <ref id="ref44">
                <label>44</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Eysenbach</surname>
                            <given-names>G</given-names>
                        </name>
                    </person-group>
                    <article-title>Towards ethical guidelines for e-health: JMIR theme issue on eHealth ethics</article-title>
                    <source>J Med Internet Res</source>
                    <year>2000</year>
                    <month>3</month>
                    <day>31</day>
                    <volume>2</volume>
                    <issue>1</issue>
                    <fpage>e7</fpage>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://www.jmir.org/2000/1/e7/" xlink:type="simple">http://www.jmir.org/2000/1/e7/</ext-link></comment>
                    <pub-id pub-id-type="medline">21577991</pub-id>
                    <pub-id pub-id-type="doi">10.2196/jmir.2.1.e7</pub-id>
                    </nlm-citation>
            </ref>
            <ref id="ref45">
                <label>45</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Jadad</surname>
                            <given-names>A R</given-names>
                        </name>
                    </person-group>
                    <article-title>Promoting partnerships: challenges for the internet age</article-title>
                    <source>BMJ</source>
                    <year>1999</year>
                    <month>9</month>
                    <day>18</day>
                    <volume>319</volume>
                    <issue>7212</issue>
                    <fpage>761</fpage>
                    <lpage>4</lpage>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://www.bmj.com/cgi/content/%20full/319/7212/761/" xlink:type="simple">http://www.bmj.com/cgi/content/%20full/319/7212/761/</ext-link></comment>
                    <pub-id pub-id-type="medline">99418919</pub-id>
                    </nlm-citation>
            </ref>
        </ref-list>
    </back>
</article>
