<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
    <front>
        <journal-meta>
            <journal-id journal-id-type="publisher-id">JMIR</journal-id>
            <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
            <journal-title>Journal of Medical Internet Research</journal-title>
            <issn pub-type="epub">1438-8871</issn>
            <publisher>
                <publisher-name>Gunther Eysenbach</publisher-name>
                <publisher-loc>Centre for Global eHealth Innovation, Toronto, Canada</publisher-loc>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="publisher-id">v4i3e19</article-id>
            <article-id pub-id-type="pmid">12554550</article-id>
            <article-id pub-id-type="doi">10.2196/jmir.4.3.e19</article-id>
            <article-categories>
                <subj-group subj-group-type="article-type">
                    <subject>Original Paper</subject>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title>Unmet Needs of Primary Care Patients in Using the Internet for Health-related Activities</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author" corresp="yes" id="contrib1" xlink:type="simple">
                    <name name-style="western">
                        <surname>Sciamanna</surname>
                        <given-names>Christopher N</given-names>
                    </name>
                    <degrees>MD</degrees>
                    <degrees>MPH</degrees>
                    <address>
                        <institution>Brown Medical School</institution>
                        <institution>The Miriam Hospital</institution>
                        <institution>Centers for Behavioral and Preventive Medicine</institution>
                        <addr-line>Coro Building, Suite 500</addr-line>
                        <addr-line>One Hoppin Street</addr-line>
                        <addr-line>Providence RI 02903</addr-line>
                        <country>USA</country>
                        <phone>+1 401 793 8220</phone>
                        <fax>+1 561 892 0511</fax>
                        <email xlink:type="simple">csciamanna@lifespan.org</email>
                    </address>
                    <xref ref-type="aff" rid="aff1">1</xref>
                </contrib>
                <contrib contrib-type="author" id="contrib2" xlink:type="simple">
                    <name name-style="western">
                        <surname>Clark</surname>
                        <given-names>Melissa A</given-names>
                    </name>
                    <xref ref-type="aff" rid="aff1">1</xref>
                </contrib>
                <contrib contrib-type="author" id="contrib3" xlink:type="simple">
                    <name name-style="western">
                        <surname>Houston</surname>
                        <given-names>Thomas K</given-names>
                    </name>
                </contrib>
                <contrib contrib-type="author" id="contrib4" xlink:type="simple">
                    <name name-style="western">
                        <surname>Diaz</surname>
                        <given-names>Joseph A</given-names>
                    </name>
                </contrib>
             </contrib-group>
            <contrib-group>
                  <contrib contrib-type="reviewer" xlink:type="simple">
                    <name name-style="western">
                        <surname>Brown</surname>
                        <given-names>A.D</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <aff id="aff1" rid="aff1"><sup>1</sup>
                <institution xlink:type="simple">Brown Medical School</institution>
                <country>USA</country>
            </aff>
            <aff id="aff2" rid="aff2"><sup>2</sup>
                <institution xlink:type="simple">University of Alabama-Birmingham School of Medicine</institution>
                <country>USA</country>
            </aff>
            <pub-date pub-type="collection">
                <season>Oct-Dec</season>
                <year>2002</year>
            </pub-date>
            <pub-date pub-type="epub">
                <day>31</day>
                <month>12</month>
                <year>2002</year>
            </pub-date>
            <volume>4</volume>
            <issue>3</issue>
            <elocation-id>e19</elocation-id>
            <history>
                <date date-type="received">
                    <day>30</day>
                    <month>10</month>
                    <year>2002</year>
                </date>
                <date date-type="accepted">
                    <day>5</day>
                    <month>11</month>
                    <year>2002</year>
                </date>
            </history>
            <copyright-statement>&#xA9; Christopher N Sciamanna, Melissa A Clark, Thomas K Houston, Joseph A Diaz.  Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 31.12.2002.  Except where otherwise noted, articles published in the Journal of Medical Internet Research are distributed under the terms of the Creative Commons Attribution License (http://www.creativecommons.org/licenses/by/2.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited, including full bibliographic	details and the URL (see "please cite as" above), and this statement is included.</copyright-statement>
            <copyright-year>2003</copyright-year>
            <self-uri xlink:href="http://www.jmir.org/2002/3/e19/" xlink:type="simple"/>
            <abstract>
                <sec sec-type="background">
                    <title>Background</title>
                    <p>Millions of people use the Internet as a source for health information yet little is understood about the use of the Internet for other health-related activities.</p>
                </sec>
                <sec sec-type="objective">
                    <title>Objective</title>
                    <p>We conducted the present study to understand, among primary care patients, the interest in and experience with using the Internet for a variety of health-related activities.</p>
                </sec>
                <sec sec-type="methods">
                    <title>Methods</title>
                    <p>Cross-sectional survey in the setting of 4 community-based primary care practices in Rhode Island. A single self-administered questionnaire included the following: 14 items measuring interest in using the Internet for a variety of health-related purposes, demographics, self-reported health status, and self-reported health care quality.</p>
                </sec>
                <sec sec-type="results">
                    <title>Results</title>
                    <p>The survey was completed by 300 patients, 109 without access to the Internet and 191 with access to the Internet. Experiences with and attitudes about each of the health-related activities on the Internet varied widely across each activity. Regardless of access, patients were most interested in using the Internet for finding information about diseases and medications. However, patients with Internet access were more interested, compared to those without access, in each of the health-related activities on the Internet. Among patients with access to the Internet, the largest gap between interest and experience (the <italic>opportunity gap</italic>) was in using the Internet to investigate the quality of their care (eg, "find out if your health care provider was giving you all of the tests and treatments that you are due to have?") and administrative functions (eg, "schedule an appointment with your doctor?").</p>
                </sec>
                <sec sec-type="conclusions">
                    <title>Conclusions</title>
                    <p>Much opportunity remains for developing health-related Internet Web sites to address the unmet needs of primary care patients.</p>
                </sec>
            </abstract>
            <kwd-group>
                <kwd>Internet</kwd>
                <kwd>primary care</kwd>
                <kwd>patients</kwd>
                <kwd>access to information</kwd>
            </kwd-group>
        </article-meta>
    </front>
    <body>
        <sec sec-type="intro">
            <title>Introduction</title>
            <p>The Internet continues to evolve as an increasingly-important source of health information for millions. Based on a national survey in March 2002, an estimated 73 million Americans have used the Internet for health information, with approximately 6 million Americans going online for health advice each day [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. With an estimated 100000 health related Web sites, the Internet has changed the way that Americans access health information [<xref ref-type="bibr" rid="ref3">3</xref>]. Patients use the Internet to investigate many health-related topics commonly encountered by primary care providers [<xref ref-type="bibr" rid="ref4">4</xref>]. It is quite likely that 1 hour of Internet searching by an intelligent patient on a reputable Web site can give the patient information about his or her condition that the physician is not aware of [<xref ref-type="bibr" rid="ref5">5</xref>]. Previous reports indicate that patients feel that information on the Internet is "better than" information from their doctor [<xref ref-type="bibr" rid="ref4">4</xref>]. In fact, patients with lower self-rated health (ie, sicker patients) are the most likely to talk to health care providers about the information they found on the Internet [<xref ref-type="bibr" rid="ref6">6</xref>]. Thus, this revolution in health care information has great potential to affect the way that patients interact with their physicians.</p>
            <p>Furthermore, the pace of eHealth development has meant that more and more traditionally offline health-related activities can now be done online. For example, in addition to researching their medical conditions and seeking second opinions, patients can now access information about the quality of care in hospitals (<ext-link ext-link-type="uri" xlink:href="http://www.healthgrades.com/" xlink:type="simple">http://www.healthgrades.com/</ext-link> [<xref ref-type="bibr" rid="ref7">7</xref>], order prescription drugs online (<ext-link ext-link-type="uri" xlink:href="http://www.drugstore.com/" xlink:type="simple">http://www.drugstore.com/</ext-link>),schedule an appointment with their doctor, participate in thousands of medical discussion groups (<ext-link ext-link-type="uri" xlink:href="http://groups.yahoo.com/" xlink:type="simple">http://groups.yahoo.com/</ext-link>), and seekmedical advice from experts in various fields [<xref ref-type="bibr" rid="ref8">8</xref>]. A select few patients have begun to use e-mail to communicate with their physician [<xref ref-type="bibr" rid="ref9">9</xref>] and surveys suggest that many more desire the convenience of electronic mail with their provider [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
            <p>This revolution in health care information has great potential to affect the way that patients interact with their physicians. Though many studies have examined the information available on the Internet, both in terms of patient's experiences and the quality of the information, little work has been done to evaluate the use of the Internet for other health-related activities, such as finding information about the quality of care that a hospital provides (<ext-link ext-link-type="uri" xlink:href="http://www.leapfroggroup.org/hospital.htm" xlink:type="simple">http://www.leapfroggroup.org/hospital.htm</ext-link>) [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref11">11-15</xref>]. What eHealth activities do primary care patients most desire? This question has great relevance to health care providers as it is likely that patients use the Internet, at least in part, to make up for deficiencies in the health care system. Most notable among these deficiencies are physicians' lack of adherence to guidelines [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>], the chasm between care that is received and that which is possible [<xref ref-type="bibr" rid="ref18">18</xref>], and the 31% of 6722 adults in a recent national survey by the Commonwealth Fund who did not have a great deal of confidence in their doctor [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
            <p>Although access to many Internet-based health care activities is still limited, the potential for patient-centered applications is broad. We conducted the present study to understand, among primary care patients, the interest in and experience with using the Internet for a variety of health-related activities including electronic communication with health care providers, use of electronic records, ordering medications, and assessing the quality of care. We have defined the difference between what people are doing and what people are interested in doing on the Internet as the <italic>opportunity gap</italic>. Identifying this opportunity gap is important for future development of Internet health-related activities, as consumer demand is felt to be one of the most influential drivers of Internet health-related activities (eHealth) over the next 5 years [<xref ref-type="bibr" rid="ref19">19</xref>].</p>
        </sec>
        <sec sec-type="methods">
            <title>Methods</title>
            <p>We recruited a convenience sample of 4 community-based primary care practices from Providence County, Rhode Island. Physicians in each practice were affiliated with the Brown University teaching-hospital network. One of the practices was a state-supported, suburban public-health clinic serving low-income individuals, while the other 3 were suburban, primary care practices. The practices had an average of 3 full-time physicians on staff. The demographic profile for Providence County includes: 14.6% over the age of 65, 13.4% Hispanic or Latino, 6.5% Black or African American, and 15.5% of people living below the federal poverty level [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
            <p>A research assistant approached 355 consecutive adult outpatients from June 1, 2001 to August 15, 2001, to complete a self-administered questionnaire. Subjects were paid $20 to complete the survey. The Institutional Review Board of The Miriam Hospital approved the protocol.</p>
            <sec>
                <title>Measures</title>
                <p>In order to identify online health-related activities, 20 subjects were recruited for 2 focus groups by e-mailing notices to employees of The Miriam Hospital and Rhode Island Hospital and placing posters in public areas in both hospitals. Focus group participants were asked to identify health-related activities that they currently performed on the Internet. Health-related activities that were noted more than once or that the investigators felt were emerging Internet capabilities were added to the Internet Interest and Experience Survey below.</p>
            </sec>
            <sec>
                <title>Internet Interest and Experience Survey (IIES)</title>
                <p>Questionnaire items were created to measure the interest of subjects in using the Internet for each of 14 potential activities, such as to "find information about a specific disease or medical condition" and to "find out what questions you should ask your doctors when you see them?" All 14 items were asked of each subject, regardless of whether or not they currently had access to the Internet. The 14 items are in the <xref ref-type="app" rid="app1">Appendix</xref>.</p>
            </sec>
            <sec>
                <title>Sample Descriptors</title>
                <p>Brief screening questions for age, gender, educational attainment, health insurance status, perceived health, and race and ethnicity were adapted from the year-2000 Behavioral Risk Factor Surveillance System (BRFSS) [<xref ref-type="bibr" rid="ref21">21</xref>]. Internet use was assessed using questions adapted from the Pew Internet and American Life Project [<xref ref-type="bibr" rid="ref2">2</xref>]. A single item was used to measure perceived quality of care. The item was used previously in the 2000 Behavioral Risk Factor Surveillance System [<xref ref-type="bibr" rid="ref21">21</xref>]. The item asked patients to rate the quality of "all your health care" on a scale from 1 to 5 where 1 is the "worst health care possible" and 5 is the "best health care possible."</p>
            </sec>
            <sec>
                <title>Data Analysis</title>
                <p>Many of the Internet Interest and Experience Survey (IIES) items had a bimodal distribution, so IIES items were categorized into <italic>more interested</italic>(4, 5 = 1) and <italic>less interested</italic>(1, 2, 3 = 0). First, we compared patients' interest in using the Internet for health-related activities by whether or not they had access to the Internet. Second, among patients with access to the Internet, we subtracted the percentage of patients who had used the Internet for each health-related activity from the percentage who expressed an interest in using the Internet for each health-related activity. We defined this difference in percentage as the <italic>opportunity gap</italic>, the percentage of patients whose needs for using the Internet for health-related activities may not be being met.</p>
                <p>All data analyses were carried out using SPSS for Windows, version 10.0.5. Chi-square tests and analysis of variance were used to examine differences in categorical data among variables with 2 categories (eg, age and gender), and more than 2 categories (education level only), respectively. Due to the presence of some missing data, some analyses include fewer than 300 individuals. No variable included in our analysis was missing for more than 2% of the sample.</p>
            </sec>
        </sec>
        <sec sec-type="results">
            <title>Results</title>
            <p>The survey was completed by 300 patients, for a response rate of 84.5%. Approximately two-thirds (63.7%) reported having Internet access at home, work, school, family or friend's home, or at a library. The mean patient age was 45.2 years (range: 18-75 years), 83.0% (n = 249) were female, 21.3% (n = 64) had completed at least 4 years of college, and 9.7% (n = 29) had no health insurance.</p>
            <p>
                <xref ref-type="table" rid="table1">Table 1</xref> shows the bivariate associations between Internet access and background characteristics. Internet access was greater among subjects who were younger, who had more formal education, and who had better self-reported health. Internet access was not related to gender, race, health insurance status, or perceived quality of care.</p>
            <table-wrap id="table1" position="float">
                <label>Table 1</label>
                <caption>
                    <p>Background characteristics by Internet access</p>
                </caption>
                <table width="577" border="1" cellpadding="7" cellspacing="0" rules="groups">
                    <col width="254" span="1"/>
                    <col width="72" span="1"/>
                    <col width="72" span="1"/>
                    <col width="120" span="1"/>
                    <thead>
                        <tr>
                            <td/>
                            <td>
                                <bold>Without Access (n = 109)%</bold>
                            </td>
                            <td>
                                <bold>With Access (n = 191)%</bold>
                            </td>
                            <td>
                                <bold>Pearson &#x3C7;<sup>2</sup>
                                </bold>
                            </td>
                        </tr>
                    </thead>
                    <tbody>
                        <tr>
                            <td>Age<break/>18-54<break/>&gt; 54</td>
                            <td>
                                <break/>21.1<break/>71.4</td>
                            <td>
                                <break/>78.9<break/>28.6</td>
                            <td>69.5, df = 1<break/>P = .000</td>
                        </tr>
                        <tr>
                            <td>Gender <break/>Male <break/>Female</td>
                            <td>
                                <break/>33.3<break/> 36.9</td>
                            <td>
                                <break/>66.7<break/> 63.1</td>
                            <td>.2, df = 1<break/>P =.63</td>
                        </tr>
                        <tr>
                            <td>Education<break/>Less than high school<break/>High school/some college completed<break/>College graduate</td>
                            <td>
                                <break/>65.6<break/>38.2<break/>15.6</td>
                            <td>
                                <break/>34.4<break/>61.8<break/>84.4</td>
                            <td>24.0, df = 2<break/>P = .000</td>
                        </tr>
                        <tr>
                            <td>Race<break/>White<break/>Non-white</td>
                            <td>
                                <break/>37.6<break/>31.2</td>
                            <td>
                                <break/>62.4<break/>68.8</td>
                            <td>.7, df = 1<break/>P = .40</td>
                        </tr>
                        <tr>
                            <td>Health insurance status<break/>Insured<break/>Not insured</td>
                            <td>
                                <break/>35.4<break/>44.8</td>
                            <td>
                                <break/>64.6<break/>55.2</td>
                            <td>1.0, df = 1<break/>P = .32</td>
                        </tr>
                        <tr>
                            <td>Self-reported health rating<break/>Excellent/very good<break/>Good/fair/poor</td>
                            <td>
                                <break/>23.9<break/>76.1</td>
                            <td>
                                <break/>39.8<break/>60.2</td>
                            <td>7.8, df = 1<break/>P = .005</td>
                        </tr>
                        <tr>
                            <td>Perceived quality of care<break/>5 (best care)<break/>4/3/2/1 (less than best care)</td>
                            <td>
                                <break/>47.7<break/>52.3</td>
                            <td>
                                <break/>36.6<break/>63.4</td>
                            <td>3.5, df = 1<break/>P = .06</td>
                        </tr>
                    </tbody>
                </table>
            </table-wrap>
            <p>
                <xref ref-type="table" rid="table2">Table 2</xref> shows the self-reported interest in and experience of subjects with the use of the Internet for each specific health-related activity, limited to those with access to the Internet. Percentages in <xref ref-type="table" rid="table2">Table 2</xref> reflect individuals who were more interested in using the Internet for each health-related activity; the health-related activities are listed in order of descending opportunity gap. Among all subjects, interest was greatest in using the Internet to: (1) find information about a disease (61.7%), (2) find information about a medication (55.4%), and (3) find out what questions they should be asking during doctor visits (48.0%) (data not shown). Patients with Internet access were more interested, compared to those without access, in all of the Internet health-related activities asked in the questionnaire (data not shown).</p>
            <p>Subjects with access to the Internet most frequently reported using it to: (1) find information about a disease (67.0%), (2) find information about a medication (53.4%), and (3) to help modify their lifestyle (such as quitting smoking) (46.6%). The greatest opportunity gap existed for using the Internet to: (1) find out if their health care provider is giving them the tests and treatments they need (39.8%), (2) schedule an appointment with their doctor (36.6%), and (3) find out how the quality of care their doctor providers compares to other doctors (35.9%). For example, in <xref ref-type="table" rid="table2">Table 2</xref>, 57% of patients with Internet access expressed an interest in using the Internet to find out if their health care provider is giving them the tests and treatments they need, compared to only 17.3% who reported ever doing this on the Internet. The smallest opportunity gap (6.0%) existed for using the Internet to assist in lifestyle modifications, where 52.6% of subjects reported an interest in this online activity and 46.6% said they had already done this on the Internet.</p>
            <table-wrap id="table2" position="float">
                <label>Table 2</label>
                <caption>
                    <p>Self-reported interest and experience of primary care patients with the use of the Internet for specific health-related activities among patients with Internet access (n = 191) - percentages reflect individuals who were more interested in using the Internet for each health-related activity</p>
                </caption>
                <table width="614" border="1" cellpadding="7" cellspacing="0" rules="groups">
                    <col width="232" span="1"/>
                    <col width="100" span="1"/>
                    <col width="112" span="1"/>
                    <col width="112" span="1"/>
                    <thead>
                        <tr>
                            <td>
                                <bold>Health-related activity</bold><xref ref-type="table-fn" rid="table2fn1">*</xref>
                            </td>
                            <td>
                                <bold>Interest in</bold><xref ref-type="table-fn" rid="table2fn2">&#x2020;</xref>
                                <break/>
                                <bold>Internet</bold>
                                <break/>
                                <bold>% of patients (number of individuals responding to each item)</bold>
                            </td>
                            <td>
                                <bold>Experience with</bold><xref ref-type="table-fn" rid="table2fn3">&#x2021;</xref>
                                <break/>
                                <bold>Internet</bold>
                                <break/>
                                <bold>% of patients (number of individuals responding to each item)</bold>
                            </td>
                            <td>
                                <bold>Opportunity gap</bold><xref ref-type="table-fn" rid="table2fn4">&#xA7;</xref>
                                <break/>
                                <bold>(number of individuals reflected in opportunity gap percentages)</bold>
                            </td>
                        </tr>
                    </thead>
                    <tbody>
                        <tr>
                            <td>Find out if your health care provider was giving you all of the tests or treatments that you were due to have?</td>
                            <td>57.1 (191)</td>
                            <td>17.3 (191)</td>
                            <td>39.8 (76)</td>
                        </tr>
                        <tr>
                            <td>Schedule an appointment with your doctor?</td>
                            <td>44.0 (191)</td>
                            <td>7.4 (191)</td>
                            <td>36.6 (70)</td>
                        </tr>
                        <tr>
                            <td>Find out how the quality of care your doctor provides compares to other doctors?</td>
                            <td>50.0 (191)</td>
                            <td>14.1 (190)</td>
                            <td>35.9 (68)</td>
                        </tr>
                        <tr>
                            <td>Find out what questions you should ask your doctors when you see them?</td>
                            <td>57.6 (191)</td>
                            <td>24.6 (191)</td>
                            <td>33.0 (63)</td>
                        </tr>
                        <tr>
                            <td>Find out what tests or treatments you are due to have when you see your doctor?</td>
                            <td>53.9 (191)</td>
                            <td>25.1 (191)</td>
                            <td>28.8 (55)</td>
                        </tr>
                        <tr>
                            <td>Create your own personal, online, medical chart of your past illnesses, tests and treatments?</td>
                            <td>28.4 (191)</td>
                            <td>5.8 (190)</td>
                            <td>22.6 (43)</td>
                        </tr>
                        <tr>
                            <td>Find information about the quality of care a hospital provides?</td>
                            <td>49.7 (191)</td>
                            <td>28.8 (191)</td>
                            <td>20.9 (40)</td>
                        </tr>
                        <tr>
                            <td>Find information about the quality of care a doctor provides?</td>
                            <td>47.6 (191)</td>
                            <td>33.0 (191)</td>
                            <td>14.6 (28)</td>
                        </tr>
                        <tr>
                            <td>Find a doctor to see for your personal care?</td>
                            <td>35.3 (191)</td>
                            <td>21.5 (191)</td>
                            <td>13.8 (26)</td>
                        </tr>
                        <tr>
                            <td>Buy medications from a pharmacy?</td>
                            <td>30.4 (191)</td>
                            <td>17.3 (191)</td>
                            <td>13.1 (25)</td>
                        </tr>
                        <tr>
                            <td>Send an email (electronic mail message) to a doctor, nurse, or other health professional?</td>
                            <td>32.3 (190)</td>
                            <td>19.4 (189)</td>
                            <td>12.9 (24)</td>
                        </tr>
                        <tr>
                            <td>Look for information about a medication?</td>
                            <td>65.8 (191)</td>
                            <td>53.4 (190)</td>
                            <td>12.4 (23)</td>
                        </tr>
                        <tr>
                            <td>Find information about a specific disease or medical condition?</td>
                            <td>74.9 (191)</td>
                            <td>67.0 (191)</td>
                            <td>7.9 (15)</td>
                        </tr>
                        <tr>
                            <td>Help you modify your lifestyle? (examples include quitting smoking, becoming physically active, losing weight, changing your diet)</td>
                            <td>52.6 (191)</td>
                            <td>46.6 (190)</td>
                            <td>6.0 (11)</td>
                        </tr>
                    </tbody>
                </table>
                <table-wrap-foot>
                    <fn id="table2fn1"><p><sup>*</sup> Listed in order of descending opportunity gap.</p></fn>
                    <fn id="table2fn2"><p><italic>Interest</italic>= responding 4 or 5 on a scale where 1 was "not at all interested" and 5 was "extremely interested" in using the Internet for the specific purpose.</p></fn>
                    <fn id="table2fn3"><p><italic>Experience</italic>= responded "yes" that subject had used the Internet for the specific purpose.</p></fn>
                    <fn id="table2fn4"><p><sup>&#xA7;</sup> Opportunity gap = percentage of patients having <italic>interest in Internet</italic>(<xref ref-type="table-fn" rid="table2fn2">&#x2020;</xref>) minus percentage of patients having <italic>experience with Internet</italic>(<xref ref-type="table-fn" rid="table2fn3">&#x2021;</xref>).</p></fn>
                </table-wrap-foot>
            </table-wrap>
        </sec>
        <sec sec-type="discussion">
            <title>Discussion</title>
            <p>The Internet is changing the doctor-patient relationship as it provides patients with the potential to make better health decisions via easy access to vast amounts of health information. In the present study, we attempted to investigate the interest in and experience with using the Internet for a variety of health-related activities among a group of primary care patients in Rhode Island. The main findings were that great gaps exist between the health-related activities patients are currently doing on the Internet and the activities they would like to be doing.</p>
            <p>For 4 of the 14 Internet health-related activities in the questionnaire, there was an opportunity gap (see definition in Data Analysis section of Methods) of greater than 30%. Three of the 4 health-related activities with the largest opportunity gap were related either directly or indirectly to health care quality, including using the Internet to: (1) "find out if your health care provider was giving you all of the tests or treatments that you are due to have?", (2) find out how the quality of care your doctor provides compares to other doctors?", and (3) "find out what questions you should ask your doctors when you see them?" Another area of opportunity focused on the ability of the Internet to perform administrative functions, including appointment scheduling and creating an online chart. Increasing transparency in quality of care has become a major policy issue, as highlighted in the recent Institute of Medicine report, Crossing the Quality Chasm [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
            <p>Based on our survey, the Internet is meeting the needs of primary care patients for information about diseases and medications, because for each of these activities the majority of patients were interested and the opportunity gap was small. With regards to e-mail, fewer patients in our survey with Internet access were interested in e-mailing their health care providers than noted by Sittig and colleagues (32% vs 65%, respectively) [<xref ref-type="bibr" rid="ref11">11</xref>]. This difference is most likely due to response bias in the study by Sitttig and colleagues, which reported data on a survey e-mailed to registered users of <ext-link ext-link-type="uri" xlink:href="http://www.webmd.com/" xlink:type="simple">http://www.webmd.com/</ext-link>, which had aresponse rate of only 15.9%.</p>
            <p>Web sites designed to enable patients to learn about the quality of care they are receiving and the questions they should be asking during doctor visits currently do exist, but are relatively uncommon. Two sites in particular, <ext-link ext-link-type="uri" xlink:href="http://www.doctorquality.com/" xlink:type="simple">http://www.doctorquality.com/</ext-link>
                <ext-link ext-link-type="uri" xlink:href="http://www.healthgrades.com/" xlink:type="simple">http://www.healthgrades.com/</ext-link>,allow patients to rate health care providers and facilities, but currently have limited functionality due to the lack of high-quality data upon which to base information. On the other hand, many Web sites have suggested questions that patients should ask their doctor (eg, <ext-link ext-link-type="uri" xlink:href="http://www.niddk.nih.gov/health/diabetes/pubs/bldsgr/bldsgr.htm" xlink:type="simple">http://www.niddk.nih.gov/health/diabetes/pubs/bldsgr/bldsgr.htm</ext-link>and <ext-link ext-link-type="uri" xlink:href="http://www.americanheart.org/presenter.jhtml?identifier=4678" xlink:type="simple">http://www.americanheart.org/presenter.jhtml?identifier=4678</ext-link>).Patients may not know these sites or may not perceive them to be useful. Future studies will be necessary to understand how best to either (1) develop Internet resources to address these unmet needs or (2) make the Web sites that meet these needs more available or known to online health seekers.</p>
            <p>Another area of potential development focused on the ability of the Internet to perform administrative functions, including appointment scheduling and creating an online chart. Although some patients may have used e-mail with their provider to perform administrative functions [<xref ref-type="bibr" rid="ref9">9</xref>], use of this technology is not widespread and is not well integrated into the triage and traditional workflow of clinical care. New programming standards, including Extensible Markup Language (XML), that increase the flexibility of the Internet for use as a data warehouse may accelerate the development of these applications [<xref ref-type="bibr" rid="ref22">22</xref>]. Electronic medication-refill requests integrated with physician decision support systems could potentially reduce errors and be cost-effective [<xref ref-type="bibr" rid="ref23">23</xref>]. Thus, this Internet-based administration of health care may be desirable to both health care consumers and payers.</p>
            <p>If the history of the Internet has been a teacher, then the findings in our survey have great implications for health care providers, insurers, and hospitals. Content on the Internet has generally tracked consumer demand because the two most common ways that Web sites are funded is either by advertising revenue or by subscriptions. Our study suggests that patients want to start to use the Internet not only as a source of information about conditions and medications, but also as a way to inform their health care decisions. Half of our respondents were interested in using the Internet to find out about the quality of care their doctor provides and several Web sites are currently being developed specifically for this purpose (eg, <ext-link ext-link-type="uri" xlink:href="http://www.doctorquality.com/www/" xlink:type="simple">http://www.doctorquality.com/www/</ext-link>, <ext-link ext-link-type="uri" xlink:href="http://www.leapfroggroup.org/" xlink:type="simple">http://www.leapfroggroup.org/</ext-link>).Should history prove correct, that the Internet evolves to deliver what consumers desire, our data suggest that consumers may have the greatest potential as a driver of improving health care quality.</p>
            <p>The study, however, has several noteworthy limitations:</p>
            <list list-type="bullet">
                <list-item>
                    <p>First, our survey did not measure every current health-related activity available on the Internet, because we based questions on the responses of our focus group participants and on the knowledge of the investigators. For example, support groups and health risk appraisal sites (eg, <ext-link ext-link-type="uri" xlink:href="http://www.realage.com/" xlink:type="simple">http://www.realage.com/</ext-link>, <ext-link ext-link-type="uri" xlink:href="http://www.yourcancerrisk.harvard.edu/" xlink:type="simple">http://www.yourcancerrisk.harvard.edu/</ext-link>, <ext-link ext-link-type="uri" xlink:href="http://chess.chsra.wisc.edu/Chess/" xlink:type="simple">http://chess.chsra.wisc.edu/Chess/</ext-link>)are common on the Internet [<xref ref-type="bibr" rid="ref24">24-28</xref>], but our survey did not measure the use or interest in these online health-related activities.</p>
                </list-item>
                <list-item>
                    <p>Second, our measurement of the opportunity gap for online health-related activities was intuitive but somewhat arbitrary. For example, we did not measure the degree to which patients' perceived needs were met by each online health-related activity. Diaz and colleagues reported, however, that health information on the Internet was generally perceived as quite useful, ranked second only to health information from a physician or nurse [<xref ref-type="bibr" rid="ref4">4</xref>]. Also, though the opportunity gap for lifestyle modification over the Internet was small, few sites that offer personally tailored information exist [<xref ref-type="bibr" rid="ref29">29</xref>]. From a public health perspective, delivery of interactive, tailored health information can be effective in changing patient health behaviors [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]. Future studies should examine this issue in more detail.</p>
                </list-item>
                <list-item>
                    <p>Third, though our response rate was greater than 80%, our survey was only done in 4 primary care practices in Rhode Island, therefore it may not generalize to other populations or settings.</p>
                </list-item>
                <list-item>
                    <p>Fourth, our survey relied on self-report of Internet health-related activities. Future studies should consider methods such as installing software on patients' computers to record their Internet activities [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
                </list-item>
            </list>
            <p>Despite the study's limitations, the results of this study have important implications as the number of patients using the Internet for health-related activities continues to grow. People frequently use the Internet to gather health information; about 6 million Americans do so each day [<xref ref-type="bibr" rid="ref1">1</xref>]. This study confirms these findings but also identifies additional activities where patients show interest in furthering their use of the Internet. As the spectrum of available health-related Internet activities expands, patients may soon use the Internet to research the quality of physicians, schedule their own appointments, and investigate the quality of care they receive. The traditional doctor-patient relationship will continue to evolve as health care on the Internet advances.</p>
            <p>Future studies are needed to address this rapidly-evolving technology. Given that the field is quite new, valid and reliable measurements need to be developed. The majority of the data on Internet use is collected using self-reported surveys, as in the present study, yet little is known regarding the validity or reliability of such survey data on Internet use [<xref ref-type="bibr" rid="ref1">1</xref>]. Without these improved methodologic approaches, the science of the field will move slowly, as studies of doctor-patient communication have been hampered by over-reliance on survey data, rather than more-valid and more-reliable methods, such as videotape and audiotape methods [<xref ref-type="bibr" rid="ref32">32</xref>]. Eysenbach and colleagues made an important step in this direction by videotaping sessions in which individuals were asked to find specific health-related information on the Internet [<xref ref-type="bibr" rid="ref3">3</xref>]. Another approach is to incorporate technologies that track and record the sites visited and activities performed on health-related Web sites [<xref ref-type="bibr" rid="ref3">3</xref>]. Given the proliferation of health-related activities on the Internet, these methodologic advances are greatly needed to advance research in the field.</p>
        </sec>
    </body>
    <back>
        <fn-group>
            <fn fn-type="conflict">
                
                <p>The first author (CNS) is a part-owner of an SBIR (Small Business Innovative Research)-supported company (Green Lights, Inc.), which is developing a Web-based tailored-messaging system to help patients prepare for doctor visits.</p>
            </fn>
        </fn-group>
        <glossary>
                <title>Abbreviations</title>
                <def-list>
                    <def-item>
                        <term id="abbr1">IIES</term>
                        <def>
                            <p>Internet Interest and Experience Survey</p>
                        </def>
                    </def-item>
                </def-list>
            </glossary>
        <app-group>
            <app id="app1">
                <title>Appendix 1</title>
                <p>(Each numbered question was asked in two ways.)</p>
                <p>Please answer the following questions based on a scale of 1 to 5 where 1 is "not at all interested" and 5 is "extremely interested".</p>
                <list list-type="alpha-upper">
                    <list-item>
                        <p>How interested are you to use the Internet to...</p>
                    </list-item>
                    <list-item>
                        <p>Have you ever personally used the Internet to...</p>
                    </list-item>
                </list>
                <list list-type="order">
                    <list-item>
                        <p>Send an e-mail (electronic mail message) to a doctor, nurse, orother health professional?</p>
                    </list-item>
                    <list-item>
                        <p>Find information about the quality of care a doctorprovides?</p>
                    </list-item>
                    <list-item>
                        <p>Find information about the quality of care a hospitalprovides?</p>
                    </list-item>
                    <list-item>
                        <p>Find out what tests or treatments you are due to have when yousee your doctor?</p>
                    </list-item>
                    <list-item>
                        <p>Schedule an appointment with your doctor?</p>
                    </list-item>
                    <list-item>
                        <p>Help you modify your lifestyle? (examples include quittingsmoking, becoming physically active, losing weight, changing yourdiet)</p>
                    </list-item>
                    <list-item>
                        <p>Find a doctor to see for your personal care?</p>
                    </list-item>
                    <list-item>
                        <p>Find information about a specific disease or medicalcondition?</p>
                    </list-item>
                    <list-item>
                        <p>Find out if your health care provider was giving you all of thetests or treatments that you were due to have?</p>
                    </list-item>
                    <list-item>
                        <p>Find out how the quality of care your doctor provides comparesto other doctors?</p>
                    </list-item>
                    <list-item>
                        <p>Find out what questions you should ask your doctors when you seethem?</p>
                    </list-item>
                    <list-item>
                        <p>Buy medications from a pharmacy?</p>
                    </list-item>
                    <list-item>
                        <p>Look for information about a medication?</p>
                    </list-item>
                    <list-item>
                        <p>Create your own personal, online, medical chart of your pastillnesses, tests and treatments?</p>
                    </list-item>
                </list>
            </app>
        </app-group>
        <ref-list>
            <ref id="ref1">
                <label>1</label>
                <nlm-citation citation-type="web" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Rainie</surname>
                            <given-names>L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Fox</surname>
                            <given-names>S</given-names>
                        </name>
                    </person-group>
                    <article-title>Vital decisions: how Internet users decide what information to trust when they or their loved ones are sick</article-title>
                    <source>Pew Internet &amp;; American Life Project</source>
                    <year>2002</year>
                    <month>5</month>
                    <day>22</day>
                    <access-date>2002 Dec 24</access-date>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://www.pewinternet.org/reports/toc.asp?Report=59" xlink:type="simple">http://www.pewinternet.org/reports/toc.asp?Report=59</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref2">
                <label>2</label>
                <nlm-citation citation-type="web" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Rainie</surname>
                            <given-names>L</given-names>
                        </name>
                    </person-group>
                    <article-title>Health Care and the Internet Survey</article-title>
                    <source>The Pew Internet &amp;; American Life Project</source>
                    <year>2002</year>
                    <month>8</month>
                    <day>22</day>
                    <access-date>2002 Dec 29</access-date>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://www.pewinternet.org/reports/pdfs/PIP_Health_Questionnaire.pdf" xlink:type="simple">http://www.pewinternet.org/reports/pdfs/PIP_Health_Questionnaire.pdf</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref3">
                <label>3</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Eysenbach</surname>
                            <given-names>Gunther</given-names>
                        </name>
                        <name name-style="western">
                            <surname>K&#xF6;hler</surname>
                            <given-names>Christian</given-names>
                        </name>
                    </person-group>
                    <article-title>How do consumers search for and appraise health information on the world wide web? Qualitative study using focus groups, usability tests, and in-depth interviews</article-title>
                    <source>BMJ</source>
                    <year>2002</year>
                    <month>3</month>
                    <day>9</day>
                    <volume>324</volume>
                    <issue>7337</issue>
                    <fpage>573</fpage>
                    <lpage>7</lpage>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://bmj.com/cgi/content/full/324/7337/573" xlink:type="simple">http://bmj.com/cgi/content/full/324/7337/573</ext-link></comment>
                    <pub-id pub-id-type="pmid">11884321</pub-id>
                    <pub-id pub-id-type="medline">21881326</pub-id>
                    </nlm-citation>
            </ref>
            <ref id="ref4">
                <label>4</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Diaz</surname>
                            <given-names>Joseph A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Griffith</surname>
                            <given-names>Rebecca A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ng</surname>
                            <given-names>James J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Reinert</surname>
                            <given-names>Steven E</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Friedmann</surname>
                            <given-names>Peter D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Moulton</surname>
                            <given-names>Anne W</given-names>
                        </name>
                    </person-group>
                    <article-title>Patients' use of the Internet for medical information</article-title>
                    <source>J Gen Intern Med</source>
                    <year>2002</year>
                    <month>3</month>
                    <volume>17</volume>
                    <issue>3</issue>
                    <fpage>180</fpage>
                    <lpage>5</lpage>
                    <pub-id pub-id-type="pii">jgi10603</pub-id>
                    <pub-id pub-id-type="medline">21927189</pub-id>
                    <pub-id pub-id-type="doi">10.1046/j.1525-1497.2002.10603.x</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref5">
                <label>5</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Ferguson</surname>
                            <given-names>Tom</given-names>
                        </name>
                    </person-group>
                    <article-title>From patients to end users</article-title>
                    <source>BMJ</source>
                    <year>2002</year>
                    <month>3</month>
                    <day>9</day>
                    <volume>324</volume>
                    <issue>7337</issue>
                    <fpage>555</fpage>
                    <lpage>6</lpage>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://bmj.com/cgi/content/full/324/7337/555" xlink:type="simple">http://bmj.com/cgi/content/full/324/7337/555</ext-link></comment>
                    <pub-id pub-id-type="medline">21881306</pub-id>
                    <pub-id pub-id-type="doi">10.1136/bmj.324.7337.555</pub-id>
                    </nlm-citation>
            </ref>
            <ref id="ref6">
                <label>6</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Houston</surname>
                            <given-names>Thomas K</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Allison</surname>
                            <given-names>Jeroan J</given-names>
                        </name>
                    </person-group>
                    <article-title>Users of Internet health information: differences by health status</article-title>
                    <source>J Med Internet Res</source>
                    <year>2002</year>
                    <month>11</month>
                    <day>22</day>
                    <volume>4</volume>
                    <issue>2</issue>
                    <fpage>e7</fpage>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://www.jmir.org/2002/2/e7/" xlink:type="simple">http://www.jmir.org/2002/2/e7/</ext-link></comment>
                    <pub-id pub-id-type="medline">22442439</pub-id>
                    <pub-id pub-id-type="doi">10.2196/jmir.4.2.e7</pub-id>
                    </nlm-citation>
            </ref>
            <ref id="ref7">
                <label>7</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Krumholz</surname>
                            <given-names>Harlan M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rathore</surname>
                            <given-names>Saif S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Chen</surname>
                            <given-names>Jersey</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wang</surname>
                            <given-names>Yongfei</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Radford</surname>
                            <given-names>Martha J</given-names>
                        </name>
                    </person-group>
                    <article-title>Evaluation of a consumer-oriented internet health care report card: the risk of quality ratings based on mortality data</article-title>
                    <source>JAMA</source>
                    <year>2002</year>
                    <month>3</month>
                    <day>13</day>
                    <volume>287</volume>
                    <issue>10</issue>
                    <fpage>1277</fpage>
                    <lpage>87</lpage>
                    <pub-id pub-id-type="pii">joc10600</pub-id>
                    <pub-id pub-id-type="medline">21884295</pub-id>
                    <pub-id pub-id-type="doi">10.1001/jama.287.10.1277</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref8">
                <label>8</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Anderson</surname>
                            <given-names>D G</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Stenzel</surname>
                            <given-names>C</given-names>
                        </name>
                    </person-group>
                    <article-title>Internet patient care applications in ambulatory care</article-title>
                    <source>J Ambul Care Manage</source>
                    <year>2001</year>
                    <month>10</month>
                    <volume>24</volume>
                    <issue>4</issue>
                    <fpage>1</fpage>
                    <lpage>38</lpage>
                    <pub-id pub-id-type="medline">21535798</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref9">
                <label>9</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Houston</surname>
                            <given-names>T</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sands</surname>
                            <given-names>D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Nash</surname>
                            <given-names>B</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ford</surname>
                            <given-names>D</given-names>
                        </name>
                    </person-group>
                    <article-title>Experiences of physicians who frequently use e-mail with patients</article-title>
                    <source>J Health Commun</source>
					<comment>[in press]</comment>
                </nlm-citation>
            </ref>
            <ref id="ref10">
                <label>10</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Mold</surname>
                            <given-names>J W</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Cacy</surname>
                            <given-names>J R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Barton</surname>
                            <given-names>E D</given-names>
                        </name>
                    </person-group>
                    <article-title>Patient-physician E-mail communication</article-title>
                    <source>J Okla State Med Assoc</source>
                    <year>1998</year>
                    <month>9</month>
                    <volume>91</volume>
                    <issue>6</issue>
                    <fpage>331</fpage>
                    <lpage>4</lpage>
                    <pub-id pub-id-type="medline">98436257</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref11">
                <label>11</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Sittig</surname>
                            <given-names>D F</given-names>
                        </name>
                        <name name-style="western">
                            <surname>King</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hazlehurst</surname>
                            <given-names>B L</given-names>
                        </name>
                    </person-group>
                    <article-title>A survey of patient-provider e-mail communication: what do patients think?</article-title>
                    <source>Int J Med Inform</source>
                    <year>2001</year>
                    <month>4</month>
                    <volume>61</volume>
                    <issue>1</issue>
                    <fpage>71</fpage>
                    <lpage>80</lpage>
                    <pub-id pub-id-type="pii">S1386505600001349</pub-id>
                    <pub-id pub-id-type="medline">21145983</pub-id>
                    <pub-id pub-id-type="doi">10.1016/S1386-5056(00)00134-9</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref12">
                <label>12</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Purcell</surname>
                            <given-names>Gretchen P</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wilson</surname>
                            <given-names>Petra</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Delamothe</surname>
                            <given-names>Tony</given-names>
                        </name>
                    </person-group>
                    <article-title>The quality of health information on the internet</article-title>
                    <source>BMJ</source>
                    <year>2002</year>
                    <month>3</month>
                    <day>9</day>
                    <volume>324</volume>
                    <issue>7337</issue>
                    <fpage>557</fpage>
                    <lpage>8</lpage>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://bmj.com/cgi/content/full/324/7337/557" xlink:type="simple">http://bmj.com/cgi/content/full/324/7337/557</ext-link></comment>
                    <pub-id pub-id-type="medline">21881308</pub-id>
                    <pub-id pub-id-type="doi">10.1136/bmj.324.7337.557</pub-id>
                    </nlm-citation>
            </ref>
            <ref id="ref13">
                <label>13</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Gagliardi</surname>
                            <given-names>Anna</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Jadad</surname>
                            <given-names>Alejandro R</given-names>
                        </name>
                    </person-group>
                    <article-title>Examination of instruments used to rate quality of health information on the internet: chronicle of a voyage with an unclear destination</article-title>
                    <source>BMJ</source>
                    <year>2002</year>
                    <month>3</month>
                    <day>9</day>
                    <volume>324</volume>
                    <issue>7337</issue>
                    <fpage>569</fpage>
                    <lpage>73</lpage>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://bmj.com/cgi/content/full/324/7337/569" xlink:type="simple">http://bmj.com/cgi/content/full/324/7337/569</ext-link></comment>
                    <pub-id pub-id-type="pmid">11884320</pub-id>
                    <pub-id pub-id-type="medline">21881325</pub-id>
                    </nlm-citation>
            </ref>
            <ref id="ref14">
                <label>14</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Wilson</surname>
                            <given-names>Petra</given-names>
                        </name>
                    </person-group>
                    <article-title>How to find the good and avoid the bad or ugly: a short guide to tools for rating quality of health information on the internet</article-title>
                    <source>BMJ</source>
                    <year>2002</year>
                    <month>3</month>
                    <day>9</day>
                    <volume>324</volume>
                    <issue>7337</issue>
                    <fpage>598</fpage>
                    <lpage>602</lpage>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://bmj.com/cgi/content/full/324/7337/598" xlink:type="simple">http://bmj.com/cgi/content/full/324/7337/598</ext-link></comment>
                    <pub-id pub-id-type="medline">21881334</pub-id>
                    <pub-id pub-id-type="doi">10.1136/bmj.324.7337.598</pub-id>
                    </nlm-citation>
            </ref>
            <ref id="ref15">
                <label>15</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Berland</surname>
                            <given-names>G K</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Elliott</surname>
                            <given-names>M N</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Morales</surname>
                            <given-names>L S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Algazy</surname>
                            <given-names>J I</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kravitz</surname>
                            <given-names>R L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Broder</surname>
                            <given-names>M S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kanouse</surname>
                            <given-names>D E</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Mu&#xF1;oz</surname>
                            <given-names>J A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Puyol</surname>
                            <given-names>J A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lara</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Watkins</surname>
                            <given-names>K E</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Yang</surname>
                            <given-names>H</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Mcglynn</surname>
                            <given-names>E A</given-names>
                        </name>
                    </person-group>
                    <article-title>Health information on the Internet: accessibility, quality, and readability in English and Spanish</article-title>
                    <source>JAMA</source>
                    <year>2001</year>
                    <month>5</month>
                    <day>23</day>
                    <volume>285</volume>
                    <issue>20</issue>
                    <fpage>2612</fpage>
                    <lpage>21</lpage>
                    <pub-id pub-id-type="pii">joc02274</pub-id>
                    <pub-id pub-id-type="medline">21262346</pub-id>
                    <pub-id pub-id-type="doi">10.1001/jama.285.20.2612</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref16">
                <label>16</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Cabana</surname>
                            <given-names>M D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ebel</surname>
                            <given-names>B E</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Cooper-patrick</surname>
                            <given-names>L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Powe</surname>
                            <given-names>N R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rubin</surname>
                            <given-names>H R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rand</surname>
                            <given-names>C S</given-names>
                        </name>
                    </person-group>
                    <article-title>Barriers pediatricians face when using asthma practice guidelines</article-title>
                    <source>Arch Pediatr Adolesc Med</source>
                    <year>2000</year>
                    <month>7</month>
                    <volume>154</volume>
                    <issue>7</issue>
                    <fpage>685</fpage>
                    <lpage>93</lpage>
                    <pub-id pub-id-type="medline">20358820</pub-id>
                    <pub-id pub-id-type="pii">poa90425</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref17">
                <label>17</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Cabana</surname>
                            <given-names>M D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rand</surname>
                            <given-names>C S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Powe</surname>
                            <given-names>N R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wu</surname>
                            <given-names>A W</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wilson</surname>
                            <given-names>M H</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Abboud</surname>
                            <given-names>P A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rubin</surname>
                            <given-names>H R</given-names>
                        </name>
                    </person-group>
                    <article-title>Why don't physicians follow clinical practice guidelines? A framework for improvement</article-title>
                    <source>JAMA</source>
                    <year>1999</year>
                    <month>10</month>
                    <day>20</day>
                    <volume>282</volume>
                    <issue>15</issue>
                    <fpage>1458</fpage>
                    <lpage>65</lpage>
                    <pub-id pub-id-type="medline">20004095</pub-id>
                    <pub-id pub-id-type="pii">jrv90041</pub-id>
                    <pub-id pub-id-type="doi">10.1001/jama.282.15.1458</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref18">
                <label>18</label>
                <nlm-citation citation-type="book" xlink:type="simple">
                    <collab xlink:type="simple" collab-type="authors">Institute of Medicine</collab>
                    <source>Crossing the Quality Chasm: A New Health System for the 21st Century</source>
                    <year>2001</year>
                    <month>6</month>
                    <day>1</day>
                    <publisher-loc>Washington, DC</publisher-loc>
                    <publisher-name>National Academies Press</publisher-name>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://www.nap.edu/books/0309072808/html/" xlink:type="simple">http://www.nap.edu/books/0309072808/html/</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref19">
                <label>19</label>
<nlm-citation citation-type="book" xlink:type="simple">
    <person-group person-group-type="author">
        <name name-style="western">
            <surname>Eng</surname>
            <given-names>Thomas R</given-names>
        </name>
    </person-group>
    <source>eHealth after the "Bubble" period: Focusing on the value proposition: Summary Report of eHealth Developers' Summit 2001, November 14-16, 2001, Aptos, California</source>
    <year>2002</year>
    <month>4</month>
    <publisher-name>eHealth Institute</publisher-name>
    <comment><ext-link ext-link-type="uri" xlink:href="https://www.ehealthinstitute.org/summit/Summit2001Summary.pdf" xlink:type="simple">https://www.ehealthinstitute.org/summit/Summit2001Summary.pdf</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref20">
                <label>20</label>
                <nlm-citation citation-type="web" xlink:type="simple">
                    <collab xlink:type="simple" collab-type="authors">US Census Bureau</collab>
                    <source>Providence County QuickFacts from the US Census Bureau</source>
                    <year>2002</year>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://quickfacts.census.gov/qfd/states/44/44007.html" xlink:type="simple">http://quickfacts.census.gov/qfd/states/44/44007.html</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref21">
                <label>21</label>
                <nlm-citation citation-type="book" xlink:type="simple">
                    <collab xlink:type="simple" collab-type="authors">Centers for Disease Control and Prevention</collab>
                    <source>Behavioral risk factor surveillance system: prevalence data</source>
                    <year>2000</year>
                    <publisher-name>US Department of Health and Human Services</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref22">
                <label>22</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Seals</surname>
                            <given-names>M</given-names>
                        </name>
                    </person-group>
                    <article-title>The use of XML in healthcare information management</article-title>
                    <source>J Healthc Inf Manag</source>
                    <year>2000</year>
                    <season>Summer</season>
                    <volume>14</volume>
                    <issue>2</issue>
                    <fpage>85</fpage>
                    <lpage>95</lpage>
                    <pub-id pub-id-type="medline">11066651</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref23">
                <label>23</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <collab xlink:type="simple" collab-type="authors">National Health Information, LLC</collab>
                    <article-title>Can e-prescribing reduce drug costs under capitation?</article-title>
                    <source>Capitation Manag Rep</source>
                    <year>2002</year>
                    <month>4</month>
                    <volume>9</volume>
                    <issue>4</issue>
                    <fpage>58</fpage>
                    <lpage>62, 49</lpage>
                    <pub-id pub-id-type="medline">12004737</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref24">
                <label>24</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Klemm</surname>
                            <given-names>Paula</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hardie</surname>
                            <given-names>Thomas</given-names>
                        </name>
                    </person-group>
                    <article-title>Depression in Internet and face-to-face cancer support groups: a pilot study</article-title>
                    <source>Oncol Nurs Forum</source>
                    <year>2002</year>
                    <month>5</month>
                    <volume>29</volume>
                    <issue>4</issue>
                    <fpage>e45</fpage>
                    <lpage>51</lpage>
                    <pub-id pub-id-type="doi">10.1188/02.ONF.E45-E51</pub-id>
                    <pub-id pub-id-type="medline">22007920</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref25">
                <label>25</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>White</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Dorman</surname>
                            <given-names>S M</given-names>
                        </name>
                    </person-group>
                    <article-title>Receiving social support online: implications for health education</article-title>
                    <source>Health Educ Res</source>
                    <year>2001</year>
                    <month>12</month>
                    <volume>16</volume>
                    <issue>6</issue>
                    <fpage>693</fpage>
                    <lpage>707</lpage>
                    <pub-id pub-id-type="medline">21639063</pub-id>
                    <pub-id pub-id-type="doi">10.1093/her/16.6.693</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref26">
                <label>26</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Gustafson</surname>
                            <given-names>DH</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bosworth</surname>
                            <given-names>K</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Chewning</surname>
                            <given-names>B</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hawkins</surname>
                            <given-names>RP</given-names>
                        </name>
                    </person-group>
                    <article-title>Computer-based health promotion: combining technological advances with problem-solving techniques to effect successful health behavior changes</article-title>
                    <source>Annu Rev Public Health</source>
                    <year>1987</year>
                    <issue>8</issue>
                    <fpage>387</fpage>
                    <lpage>415</lpage>
                </nlm-citation>
            </ref>
            <ref id="ref27">
                <label>27</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Gustafson</surname>
                            <given-names>D H</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hawkins</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Boberg</surname>
                            <given-names>E</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Pingree</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Serlin</surname>
                            <given-names>R E</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Graziano</surname>
                            <given-names>F</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Chan</surname>
                            <given-names>C L</given-names>
                        </name>
                    </person-group>
                    <article-title>Impact of a patient-centered, computer-based health information/support system</article-title>
                    <source>Am J Prev Med</source>
                    <year>1999</year>
                    <month>1</month>
                    <volume>16</volume>
                    <issue>1</issue>
                    <fpage>1</fpage>
                    <lpage>9</lpage>
                    <pub-id pub-id-type="medline">99111919</pub-id>
                    <pub-id pub-id-type="pii">S0749379798001081</pub-id>
                    <pub-id pub-id-type="doi">10.1016/S0749-3797(98)00108-1</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref28">
                <label>28</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Gustafson</surname>
                            <given-names>D H</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Mctavish</surname>
                            <given-names>F M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Boberg</surname>
                            <given-names>E</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Owens</surname>
                            <given-names>B H</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sherbeck</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wise</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Pingree</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hawkins</surname>
                            <given-names>R P</given-names>
                        </name>
                    </person-group>
                    <article-title>Empowering patients using computer based health support systems</article-title>
                    <source>Qual Health Care</source>
                    <year>1999</year>
                    <month>3</month>
                    <volume>8</volume>
                    <issue>1</issue>
                    <fpage>49</fpage>
                    <lpage>56</lpage>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://qhc.bmjjournals.com/cgi/pmidlookup?view=reprint&amp;pmid=10557670" ext-link-type="uri">http://qhc.bmjjournals.com/cgi/pmidlookup?view=reprint&amp;pmid=10557670</ext-link></comment>
                    <pub-id pub-id-type="medline">99407556</pub-id>
                    </nlm-citation>
            </ref>
            <ref id="ref29">
                <label>29</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Etter</surname>
                            <given-names>J F</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Perneger</surname>
                            <given-names>T V</given-names>
                        </name>
                    </person-group>
                    <article-title>Effectiveness of a computer-tailored smoking cessation program: a randomized trial</article-title>
                    <source>Arch Intern Med</source>
                    <year>2001</year>
                    <month>11</month>
                    <day>26</day>
                    <volume>161</volume>
                    <issue>21</issue>
                    <fpage>2596</fpage>
                    <lpage>601</lpage>
                    <pub-id pub-id-type="pii">ioi00924</pub-id>
                    <pub-id pub-id-type="medline">21575573</pub-id>
                    <pub-id pub-id-type="doi">10.1001/archinte.161.21.2596</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref30">
                <label>30</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Prochaska</surname>
                            <given-names>J O</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Diclemente</surname>
                            <given-names>C C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Velicer</surname>
                            <given-names>W F</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rossi</surname>
                            <given-names>J S</given-names>
                        </name>
                    </person-group>
                    <article-title>Standardized, individualized, interactive, and personalized self-help programs for smoking cessation</article-title>
                    <source>Health Psychol</source>
                    <year>1993</year>
                    <month>9</month>
                    <volume>12</volume>
                    <issue>5</issue>
                    <fpage>399</fpage>
                    <lpage>405</lpage>
                    <pub-id pub-id-type="medline">94038821</pub-id>
                    <pub-id pub-id-type="doi">10.1037//0278-6133.12.5.399</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref31">
                <label>31</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Marcus</surname>
                            <given-names>B H</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bock</surname>
                            <given-names>B C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Pinto</surname>
                            <given-names>B M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Forsyth</surname>
                            <given-names>L H</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Roberts</surname>
                            <given-names>M B</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Traficante</surname>
                            <given-names>R M</given-names>
                        </name>
                    </person-group>
                    <article-title>Efficacy of an individualized, motivationally-tailored physical activity intervention</article-title>
                    <source>Ann Behav Med</source>
                    <year>1998</year>
                    <month>9</month>
                    <volume>20</volume>
                    <issue>3</issue>
                    <fpage>174</fpage>
                    <lpage>80</lpage>
                    <pub-id pub-id-type="medline">99143869</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref32">
                <label>32</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Roter</surname>
                            <given-names>Debra</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Larson</surname>
                            <given-names>Susan</given-names>
                        </name>
                    </person-group>
                    <article-title>The Roter interaction analysis system (RIAS): utility and flexibility for analysis of medical interactions</article-title>
                    <source>Patient Educ Couns</source>
                    <year>2002</year>
                    <month>4</month>
                    <volume>46</volume>
                    <issue>4</issue>
                    <fpage>243</fpage>
                    <lpage>51</lpage>
                    <pub-id pub-id-type="pii">S0738399102000125</pub-id>
                    <pub-id pub-id-type="medline">21930579</pub-id>
                    <pub-id pub-id-type="doi">10.1016/S0738-3991(02)00012-5</pub-id>
                </nlm-citation>
            </ref>
        </ref-list>
    </back>
</article>
