<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
    <front>
        <journal-meta>
            <journal-id journal-id-type="publisher-id">JMIR</journal-id>
            <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
            <journal-title>Journal of Medical Internet Research</journal-title>
            <issn pub-type="epub">1438-8871</issn>
            <publisher>
                <publisher-name>Gunther Eysenbach</publisher-name>
                <publisher-loc>Centre for Global eHealth Innovation, Toronto, Canada</publisher-loc>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="publisher-id">v1i2e7</article-id>
            <article-id pub-id-type="pmid">11720916</article-id>
            <article-id pub-id-type="medline">21577981</article-id>
            <article-id pub-id-type="doi">10.2196/jmir.1.2.e7</article-id>
            <article-categories>
                <subj-group subj-group-type="article-type">
                    <subject>Original Paper</subject>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title>Impact of the Internet on Primary Care Staff in Glasgow</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author" corresp="yes" id="contrib1" xlink:type="simple">
                    <name name-style="western">
                        <surname>Wilson</surname>
                        <given-names>Steven M</given-names>
                    </name>
                    <role>Head</role>
                    <address>
                        <institution xlink:type="simple">Department of Clinical Effectiveness</institution>
                        <institution>South Glasgow University Hospitals NHS Trust</institution>
                        <institution>Clinical Effectiveness Department</institution>
                        <addr-line>Langside Road</addr-line>
                        <addr-line>Glasgow</addr-line>
                        <addr-line>G42 9TY</addr-line>
                        <country>Scotland</country>
                        <email xlink:type="simple">SWilson234@AOL.COM</email>
                    </address>
                </contrib>
             </contrib-group>
            <contrib-group>
                  <contrib contrib-type="reviewer" xlink:type="simple">
                    <name name-style="western">
                        <surname>Della Mea</surname>
                    </name>
                </contrib>
                <contrib contrib-type="reviewer" xlink:type="simple">
                    <name name-style="western">
                        <surname>Little</surname>
                        <given-names>David</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <pub-date pub-type="collection">
                <season>Oct-Dec</season>
                <year>1999</year>
            </pub-date>
            <pub-date pub-type="epub">
                <day>19</day>
                <month>11</month>
                <year>1999</year>
            </pub-date>
            <volume>1</volume>
            <issue>2</issue>
            <elocation-id>e7</elocation-id>
            <history>
                <date date-type="received">
                    <day>13</day>
                    <month>8</month>
                    <year>1999</year>
                </date>
                <date date-type="rev-request">
                    <day>4</day>
                    <month>10</month>
                    <year>1999</year>
                </date>
                <date date-type="rev-recd">
                    <day>8</day>
                    <month>10</month>
                    <year>1999</year>
                </date>
                <date date-type="accepted">
                    <day>8</day>
                    <month>10</month>
                    <year>1999</year>
                </date>
            </history>
            <copyright-statement>&#xA9; Steven M Wilson.  Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 19.11.1999.  Except where otherwise noted, articles published in the Journal of Medical Internet Research are distributed under the terms of the Creative Commons Attribution License (http://www.creativecommons.org/licenses/by/2.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited, including full bibliographic	details and the URL (see "please cite as" above), and this statement is included.</copyright-statement>
            <copyright-year>1999</copyright-year>
            <self-uri xlink:href="http://www.jmir.org/1999/2/e7/" xlink:type="simple"/>
            <abstract>
                <sec sec-type="background">
                    <title>Background</title>
                    <p>The Government has invested &#xA3;7 million (approx. $11.5 million) to connect all Primary Care Practices in Scotland to the National Health Service Intranet (NHSnet). This provides General Practitioners (GPs) and Practice Nurses with access to the Internet and a wealth of healthcare information of varying quality.</p>
                </sec>
                <sec sec-type="objective">
                    <title>Objective</title>
                    <p>This study examines Primary Care Staff's use of the Internet, their views on the reliability of healthcare information available via the Internet, and their interaction with patients who have presented them with information downloaded from the Internet.</p>
                </sec>
                <sec sec-type="methods">
                    <title>Methods</title>
                    <p>A postal questionnaire was distributed to a random sample of 300 GPs and 130 Practice Nurses throughout Glasgow. There was a response rate of 60%.</p>
                </sec>
                <sec sec-type="results">
                    <title>Results</title>
                    <p>Time restraints (20%) and concerns that they lack the necessary skills (17%) were highlighted as the most common reasons for not accessing the Internet. Sixty-nine per cent of GPs and 70% of Practice Nurses had looked at the Internet for healthcare information. Forty-eight per cent of GPs and 41% of Practice Nurses were concerned about the reliability of Internet information. Fifty-eight per cent of GPs and 34% of Practice Nurses have been approached by patients with Internet healthcare information. Sixty-five per cent of the information presented by patients was new to GPs.</p>
                </sec>
                <sec sec-type="conclusions">
                    <title>Conclusions</title>
                    <p>The majority of Primary Care Staff now have access to the Internet and use it to look up healthcare information. Almost half of GPs would consider referring their patients to the Internet for further information about their condition. Results highlight that the healthcare information downloaded from the Internet by patients is accurate, but patients have problems correctly interpreting this information. An increase in the use of home computers and free access to the Internet will see a continued increase in patients approaching GPs and Practice Nurses with healthcare information downloaded from the Internet.</p>
                </sec>
            </abstract>
            <kwd-group>
                <kwd>Internet</kwd>
                <kwd>Consultation</kwd>
                <kwd>General Practice</kwd>
                <kwd>Information Technology</kwd>
                <kwd>Patient Education</kwd>
            </kwd-group>
        </article-meta>
    </front>
    <body>
        <sec sec-type="intro">
            <title>Introduction</title>
            <p>The NHSnet was developed as part of a nationwide Information Management &amp; Technology Strategy to create a National Health Service Intranet (NHSnet). The Government has now spent &#xA3;7 million (approx. $11.5 million) to link every Primary Care Practice in Scotland to a secure connection to this network. This has important benefits for primary care practitioners. The Scottish Health Minister recently stated, "The GP (General Practitioner) will have at his fingertips a wealth of up-to-date information, new procedures, and the best of current thinking in the NHS" [<xref ref-type="bibr" rid="ref1">1</xref>]. The use of this new technology and the knowledge of how to put it into practice are varied amongst Primary Care Staff [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>].</p>
            <p>A large number of good quality, credible healthcare resources are accessible using the Internet, allowing both patients and professionals to browse, download, and read endless reams of clinical information. This healthcare information exists in the form of online medical journals, Royal Colleges, national charities, pharmaceutical companies, disease support groups, etc. In addition to these high quality websites, there are many more less reputable websites, newsgroups, listservs, chat rooms, etc., containing medical information that has little or no scientific evidence. Although the Internet does not have a monopoly on misinformation, health information can be posted by anyone with access to the net and an interest in doing so. Impicciatore et al examined 40 web sites providing advice on the management of a feverish child and found that only four adhered to published guidelines [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
            <p>The issues of misleading or inaccurate information are especially important in health care, as a little knowledge can be dangerous and very distressing for the less adept patient faced with the bare facts about his disease [<xref ref-type="bibr" rid="ref6">6</xref>]. Therefore, it is important to know how patients use the Internet healthcare information available to them and the response of the GPs and Practice Nurses in Glasgow to caring for people with such information. Increasingly more patients are attending Primary Care Practices with health care information from the Internet in hand; this article looks at the impact on Primary Care Staff within Greater Glasgow.</p>
        </sec>
        <sec sec-type="methods">
            <title>Methods</title>
            <p>An anonymous postal questionnaire was sent to a randomly selected sample of 300 General Practitioners and 130 General Practice Nurses throughout Greater Glasgow. The names and addresses of Primary Care Staff were identified using data from Greater Glasgow Health Board Department of Public Health. A covering letter was included with the questionnaire outlining the aims of the study. Staff were questioned on their use of the Internet and its potential as a source of healthcare information. Respondents were asked if they were concerned about the reliability of Internet healthcare information, and on a scale of positive to uncomfortable were asked to rate their opinion on patients obtaining information from the Internet. A section was included asking Primary Care Staff about their interactions with patients holding Internet healthcare information. Finally, staff were asked if they would consider referring a patient to the Internet for further information, and if they would recommend any particular websites.</p>
            <p>
                <bold>Data Analysis</bold>
            </p>
            <p>Data from completed questionnaires were entered into a Microsoft Access database and SPSS data analysis software (Version 9.0) was used to apply statistical tests to the data. A p value of &lt; 0.05 was used to indicate statistical significance. General Practitioner and Practice Nurse groups were compared using the chi-squared (chi&#xB2;) test for nominal data, and the two sample t-test and Mann Whitney U tests for ordinal data. When differences between the two staff groups were demonstrated to be statistically significant, analysis of variance tests (ANOVA) were used to explore relationships.</p>
        </sec>
        <sec sec-type="results">
            <title>Results</title>
            <p>A total of 160 of 300 completed questionnaires were returned by GPs, a response rate of 54%. There were 96 of 130 completed forms returned by Practice Nurses, providing a response rate of 74%. The overall response rate for the total population was 60% (N=256).</p>
            <p>No evidence of a difference in age was found between the two staff groups. While the GPs were reasonably evenly distributed between the sexes (Male 55%:Female 45%), Practice Nurses were overwhelmingly female (Male 1%:Female 99%). The Internet is accessed by 79% of GPs and 73% of Practice Nurses. Primary Care Staff were asked from where they accessed the Internet (<xref ref-type="table" rid="table1">Table 1</xref>). Results show that significantly more GPs access the Internet from home (p=0.003). Overall, significantly more male Primary Care Staff access the Internet (p=0.001).</p>
            <table-wrap id="table1" position="float">
                <label>Table 1</label>
                <caption>
                    <p>Where do Primary Care Staff Access the Internet?</p>
                </caption>
                <table border="1" cellpadding="4" cellspacing="0" rules="groups">
                    <thead>
                        <tr>
                            <td/>
                            <td>
                                <bold>Practice</bold> (No. of Staff)</td>
                            <td>
                                <bold>Home</bold> (No. of Staff)</td>
                        </tr>
                    </thead>
                    <tbody>
                        <tr>
                            <td>General Practitioner</td>
                            <td>108 (67.5%)</td>
                            <td>90 (56.3%)</td>
                        </tr>
                        <tr>
                            <td>Practice Nurse</td>
                            <td>60 (62.5%)</td>
                            <td>34 (35.4%)</td>
                        </tr>
                    </tbody>
                </table>
            </table-wrap>
            <table-wrap id="table2" position="float">
                <label>Table 2</label>
                <caption>
                    <p>What Information Have You Found Useful as a Primary Care Clinician?</p>
                </caption>
                <table border="1" cellpadding="4" cellspacing="0" rules="groups">
                    <thead>
                        <tr>
                            <td/>
                            <td>
                                <bold>General Practitioner</bold> (No. of Staff)</td>
                            <td>
                                <bold>Practice Nurse</bold> (No. of Staff)</td>
                        </tr>
                    </thead>
                    <tbody>
                        <tr>
                            <td>Disease Information</td>
                            <td>79 (49.7%)</td>
                            <td>44 (48.2%)</td>
                        </tr>
                        <tr>
                            <td>Online Journals</td>
                            <td>67 (42.1%)</td>
                            <td>34 (35.4%)</td>
                        </tr>
                        <tr>
                            <td>New Medical Information</td>
                            <td>47 (29.6%)</td>
                            <td>27 (29.0%)</td>
                        </tr>
                        <tr>
                            <td>Drug Information</td>
                            <td>37 (23.3%)</td>
                            <td>20 (20.8%)</td>
                        </tr>
                        <tr>
                            <td>Research Information</td>
                            <td>19 (11.9%)</td>
                            <td>19 (19.8%)</td>
                        </tr>
                        <tr>
                            <td>Other Information</td>
                            <td>8 (5.0%)</td>
                            <td>19 (10.6%)</td>
                        </tr>
                        <tr>
                            <td>Email with Other Clinicians</td>
                            <td>26 (16.4%)</td>
                            <td>4 (4.2%)</td>
                        </tr>
                        <tr>
                            <td>Complimentary Medicine</td>
                            <td>9 (5.7%)</td>
                            <td>3 (3.1%)</td>
                        </tr>
                        <tr>
                            <td>Healthcare Newsgroups</td>
                            <td>6 (3.8%)</td>
                            <td>3 (3.1%)</td>
                        </tr>
                        <tr>
                            <td>Notice of Meetings</td>
                            <td>10 (6.3%)</td>
                            <td>3 (3.1%)</td>
                        </tr>
                    </tbody>
                </table>
            </table-wrap>
            <p>Time (20%) and lack of skills (17%) were the most common reasons cited for not accessing the Internet (<xref ref-type="table" rid="table2">Table 2</xref>). Of those staff with Internet access, 69% of GPs and 70% of Practice Nurses had used it to access healthcare information. <xref ref-type="table" rid="table2">Table 2</xref> shows which categories of information they found useful as Primary Care Clinicians. Significantly more GPs used the Internet for email with other clinicians (p=0.004). Primary Care Staff aged under 40 are more likely to refer to the Internet for drug information (p=0.03).</p>
            <p>Staff were asked their opinion about the quality/accuracy of Internet healthcare information; 48% (74) of GPs and 41% (37) of Practice Nurses expressed concern over the reliability of information available via the Internet (<xref ref-type="table" rid="table3">Table 3</xref>).</p>
            <p>Results show that 58% (91) of GPs and 34% (32) of Nurses have, at some time, been approached by patients with information about their condition obtained from the Internet. This showed a significant statistical difference between the 2 staff groups (p&lt;0.001). On average, GPs have seen 2.9 patients holding Internet healthcare information in the past six months (min.=1, max.=20) and Practice Nurses 1.9 patients in the same period (min.=1, max.=6).</p>
            <p>
                <xref ref-type="table" rid="table3">Table 3</xref> outlines how Primary Care Staff interact with these patients. Surprisingly, 65% of the information presented by these patients was new to GPs, and only 45% of the patients had correctly interpreted the information in the GPs opinion. Both Staff Groups reported that the consultation time was increased, and significantly more Practice Nurses felt that they were able to use the consultation time more effectively (p=0.03).</p>
            <table-wrap id="table3" position="float">
                <label>Table 3</label>
                <caption>
                    <p>Consultation with Patients Holding Internet Healthcare Information</p>
                </caption>
                <table border="1" cellpadding="4" cellspacing="0" rules="groups">
                    <thead>
                        <tr>
                            <td/>
                            <td>
                                <bold>General Practitioner</bold> (No. of Staff)</td>
                            <td>
                                <bold>Practice Nurse</bold> (No. of Staff)</td>
                        </tr>
                    </thead>
                    <tbody>
                        <tr>
                            <td>The patient participates more actively in his treatment</td>
                            <td>65 (78.3%)</td>
                            <td>26 (83.9%)</td>
                        </tr>
                        <tr>
                            <td>The patient has higher expectations</td>
                            <td>75 (85.2%)</td>
                            <td>26 (78.8%)</td>
                        </tr>
                        <tr>
                            <td>The information is accurate</td>
                            <td>59 (73.8%)</td>
                            <td>24 (75%)</td>
                        </tr>
                        <tr>
                            <td>The length of consultation is increased</td>
                            <td>68 (77.3%)</td>
                            <td>24 (72.7%)</td>
                        </tr>
                        <tr>
                            <td>This type of patient is a welcome challenge</td>
                            <td>46 (55.4%)</td>
                            <td>24 (72.7%)</td>
                        </tr>
                        <tr>
                            <td>The consultation is more interactive than usual</td>
                            <td>43 (50.6%)</td>
                            <td>22 (68.8%)</td>
                        </tr>
                        <tr>
                            <td>The patient correctly interpreted information</td>
                            <td>38 (44.7%)</td>
                            <td>19 (59.4%)</td>
                        </tr>
                        <tr>
                            <td>The patient is more demanding</td>
                            <td>50 (58.8%)</td>
                            <td>14 (42.4%)</td>
                        </tr>
                        <tr>
                            <td>The information is new to the clinician</td>
                            <td>55 (64.7%)</td>
                            <td>13 (40.6%)</td>
                        </tr>
                        <tr>
                            <td>The clinician was able to use the time more effectively</td>
                            <td>16 (19.0%)</td>
                            <td>12 (38.7%)</td>
                        </tr>
                    </tbody>
                </table>
            </table-wrap>
            <p>Primary Care Staff were asked to rate how they felt about patients obtaining information from the Internet (<xref ref-type="table" rid="table4">Table 4</xref>). Results highlight that significantly more GPs were indifferent to patients retrieving healthcare information from the Internet (chi&#xB2;=5.42 DF=1 p=0.002), and significantly more Practice Nurses felt unsure about this issue (chi&#xB2;=11.52 DF=1 p=0.001).</p>
            <table-wrap id="table4" position="float">
                <label>Table 4</label>
                <caption>
                    <p>How Do You Feel about Patients Obtaining Information from the Internet?</p>
                </caption>
                <table border="1" cellpadding="4" cellspacing="0" rules="groups">
                    <thead>
                        <tr>
                            <td/>
                            <td>
                                <bold>General Practitioner</bold> (No. of Staff)</td>
                            <td>
                                <bold>Practice Nurse</bold> (No. of Staff)</td>
                        </tr>
                    </thead>
                    <tbody>
                        <tr>
                            <td>Positive</td>
                            <td>61 (39.1%)</td>
                            <td>29 (30.9%)</td>
                        </tr>
                        <tr>
                            <td>Indifferent</td>
                            <td>53 (34.0%)</td>
                            <td>19 (20.0%)</td>
                        </tr>
                        <tr>
                            <td>Uncomfortable</td>
                            <td>19 (12.2%)</td>
                            <td>15 (16.0%)</td>
                        </tr>
                        <tr>
                            <td>Not Sure</td>
                            <td>23 (14.7%)</td>
                            <td>31 (33.0%)</td>
                        </tr>
                    </tbody>
                </table>
            </table-wrap>
            <p>Almost half of the GPs, 45% (69), said they would consider referring a patient to the Internet for further information compared to only 29% (27) of the Practice Nurses. This was a statistically significant difference (p=0.01).</p>
        </sec>
        <sec sec-type="discussion">
            <title>Discussion</title>
            <p>A recent study in Australia by Young and Ward [<xref ref-type="bibr" rid="ref7">7</xref>] reported that 43% of GPs in New South Wales have access to the Internet at home or work. A survey of GPs in the United Kingdom in 1997 by Roscoe [<xref ref-type="bibr" rid="ref3">3</xref>] showed that around 50% had Internet access. It is encouraging to note that in Glasgow, with recent government funding, this figure has now reached 79%. Lack of time is most commonly cited as a barrier to accessing the Internet; one GP commented: "Most days having lunch is a luxury, if a patient has the time let them use it". The other most commonly cited barrier was the lack of appropriate skills, which may point towards a need for education and continued professional development in this area. The following comment is typical of those Primary Care Staff who said they were of unsure of the technology: "Tend to get lost in it and it wastes a lot of time."</p>
            <p>Approximately half of all the Primary Care Staff questioned have seen patients who supplemented their consultation with information obtained from the Internet. Results from this survey show that these patients have overwhelmingly higher expectations than average and more actively participate in their treatment (<xref ref-type="table" rid="table3">Table 3</xref>). With the continued proliferation of health sites on the Internet and more patients empowered by new personal computers and free Internet access, this type of patient consultation will increase [<xref ref-type="bibr" rid="ref8">8</xref>]. The role of the clinician as patient advisor/interpreter of medical Internet information is a new and time-consuming task. This study does not address the actual time invested by clinicians in Internet related activities; but as <xref ref-type="table" rid="table3">Table 3</xref> shows, 74% of clinicians identified that the length of consultation with patients holding Internet healthcare information was increased.</p>
            <p>A large amount of the information collated from the Internet and presented by patients at their consultation is new to the clinician and, in some cases, it seems that practitioners do not view this as a welcome challenge. Results from this survey show that patients are having problems correctly interpreting the medical information they have downloaded. Comments from participants highlight the difficulty in assessing the quality of this information, its source, evidence-base, and date posted. One General Practitioner likened Internet healthcare sites to the Curate's egg - "good in parts." This would seem to reinforce the idea that healthcare sites should be given a "seal of approval," confirming they have been reviewed and deemed suitable for the general public. Indeed, many frameworks now exist to allow professionals to assess the credibility, accuracy, and relevance of healthcare information on the Internet [<xref ref-type="bibr" rid="ref9">9</xref>], but clear, understandable rating criteria to assist the public in evaluating health related Internet sites are difficult to find.</p>
            <p>As one may expect, those Primary Care Staff that have themselves accessed the Internet for healthcare information are significantly more likely to refer patients to the Internet for similar information. Primary Care Staff presented with new and accurate Internet healthcare information are also statistically more likely to refer a patient to the Internet.</p>
            <p>In summary, if Primary Care Staff have a positive approach to the Internet themselves and have had good interactions with this type of patient, they appear far more open to the concept of this new technology and happier to refer their patients for more healthcare information.</p>
            <p>This information will provide a basis for determining the current scope of these activities in Glasgow, and assist in determining future directions for preparing staff to deal more effectively with more knowledgeable patients.</p>
        </sec>
    </body>
    <back>
        <fn-group>
            <fn fn-type="conflict">
                
                <p>None declared.</p>
            </fn>
        </fn-group>
        <ref-list>
            <ref id="ref1">
                <label>1</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <article-title>Sam Galbraith comments on GP computer roll-out</article-title>
                    <source>Scottish Office News Release</source>
                    <year>1998</year>
                    <month>9</month>
                    <day>22</day>
                </nlm-citation>
            </ref>
            <ref id="ref2">
                <label>2</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Watkins</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Harvey</surname>
                            <given-names>I</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Langley</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Faulkner</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gray</surname>
                            <given-names>S</given-names>
                        </name>
                    </person-group>
                    <article-title>General practitioners' use of computers during the consultation</article-title>
                    <source>Br J Gen Pract</source>
                    <year>1999</year>
                    <month>5</month>
                    <volume>49</volume>
                    <issue>442</issue>
                    <fpage>381</fpage>
                    <lpage>3</lpage>
                    <pub-id pub-id-type="medline">20201128</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref3">
                <label>3</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Roscoe</surname>
                            <given-names>TJ</given-names>
                        </name>
                    </person-group>
                    <article-title>Two surveys of Internet use in primary care</article-title>
                    <source>Health Information on the Internet</source>
                    <year>1998</year>
                    <volume>3</volume>
                    <fpage>2</fpage>
                    <lpage>3</lpage>
                </nlm-citation>
            </ref>
            <ref id="ref4">
                <label>4</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Impicciatore</surname>
                            <given-names>P</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Pandolfini</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Casella</surname>
                            <given-names>N</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bonati</surname>
                            <given-names>M</given-names>
                        </name>
                    </person-group>
                    <article-title>Reliability of health information for the public on the World Wide Web: systematic survey of advice on managing fever in children at home</article-title>
                    <source>BMJ</source>
                    <year>1997</year>
                    <month>6</month>
                    <day>28</day>
                    <volume>314</volume>
                    <issue>7098</issue>
                    <fpage>1875</fpage>
                    <lpage>9</lpage>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://bmj.bmjjournals.com/cgi/content/full/314/7098/1875" xlink:type="simple">http://bmj.bmjjournals.com/cgi/content/full/314/7098/1875</ext-link></comment>
                    <pub-id pub-id-type="medline">97367429</pub-id>
                    </nlm-citation>
            </ref>
            <ref id="ref5">
                <label>5</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Silberg</surname>
                            <given-names>WM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lundberg</surname>
                            <given-names>GD</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Musacchio</surname>
                            <given-names>RA</given-names>
                        </name>
                    </person-group>
                    <article-title>Assessing, controlling, and assuring the quality of medical information on the Internet: Caveant lector et viewor--Let the reader and viewer beware [editorial]</article-title>
                    <source>JAMA</source>
                    <year>1997</year>
                    <month>4</month>
                    <day>16</day>
                    <volume>277</volume>
                    <issue>15</issue>
                    <fpage>1244</fpage>
                    <lpage>5</lpage>
                    <pub-id pub-id-type="medline">9103351</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref6">
                <label>6</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Coulter</surname>
                            <given-names>A</given-names>
                        </name>
                    </person-group>
                    <article-title>Evidence based patient information. is important, so there needs to be a national strategy to ensure it</article-title>
                    <source>BMJ</source>
                    <year>1998</year>
                    <month>7</month>
                    <day>25</day>
                    <volume>317</volume>
                    <issue>7153</issue>
                    <fpage>225</fpage>
                    <lpage>6</lpage>
                    <pub-id pub-id-type="medline">98342279</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref7">
                <label>7</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Young</surname>
                            <given-names>J M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ward</surname>
                            <given-names>J E</given-names>
                        </name>
                    </person-group>
                    <article-title>General practitioners' use of evidence databases</article-title>
                    <source>Med J Aust</source>
                    <year>1999</year>
                    <month>1</month>
                    <day>18</day>
                    <volume>170</volume>
                    <issue>2</issue>
                    <fpage>56</fpage>
                    <lpage>8</lpage>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.mja.com.au/public/issues/jan18/young/young.html" ext-link-type="uri">http://www.mja.com.au/public/issues/jan18/young/young.html</ext-link></comment>
                    <pub-id pub-id-type="medline">99150745</pub-id>
                    </nlm-citation>
            </ref>
            <ref id="ref8">
                <label>8</label>
                <nlm-citation citation-type="web" xlink:type="simple">
                    <source>Health on the Net Survey of the use of the Internet for Medical &amp; Health Purposes</source>
                    <access-date>1999 Jul 1</access-date>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://www.hon.ch/Survey/ResumeApr99.html" xlink:type="simple">http://www.hon.ch/Survey/ResumeApr99.html</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref9">
                <label>9</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Kim</surname>
                            <given-names>P</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Eng</surname>
                            <given-names>TR</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Deering</surname>
                            <given-names>MJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Maxfield</surname>
                            <given-names>A</given-names>
                        </name>
                    </person-group>
                    <article-title>Published criteria for evaluating health related web sites: review</article-title>
                    <source>BMJ</source>
                    <year>1999</year>
                    <month>3</month>
                    <day>6</day>
                    <volume>318</volume>
                    <issue>7184</issue>
                    <fpage>647</fpage>
                    <lpage>9</lpage>
                    <pub-id pub-id-type="medline">9526195</pub-id>
                </nlm-citation>
            </ref>
        </ref-list>
    </back>
</article>
