<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v18i7e202</article-id>
    <article-id pub-id-type="pmid">27450362</article-id>
    <article-id pub-id-type="doi">10.2196/jmir.5813</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Original Paper</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Original Paper</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>Health Care Applicability of a Patient-Centric Web Portal for Patients’ Medication Experience</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Eysenbach</surname>
          <given-names>Gunther</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Montagni</surname>
          <given-names>Ilaria</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Rigby</surname>
          <given-names>Michael</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Fritch</surname>
          <given-names>John W</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1" corresp="yes">
      <name name-style="western">
        <surname>Hong</surname>
        <given-names>Song Hee</given-names>
      </name>
      <degrees>PhD</degrees>
      <xref rid="aff1" ref-type="aff">1</xref>
      <address>
        <institution>College of Pharmacy</institution>
        <institution>Seoul National University</institution>
        <addr-line>College of Pharmacy Bldg 20-210</addr-line>
        <addr-line>Seoul,</addr-line>
        <country>Republic Of Korea</country>
        <phone>82 2 880 1547</phone>
        <fax>82 2 877 7859</fax>
        <email>songhhong@snu.ac.kr</email>
      </address>  
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-5188-9837</ext-link></contrib>
      <contrib contrib-type="author" id="contrib2">
        <name name-style="western">
          <surname>Lee</surname>
          <given-names>Woojung</given-names>
        </name>
        <degrees>PharmD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-4878-9082</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib3">
        <name name-style="western">
          <surname>AlRuthia</surname>
          <given-names>Yazed</given-names>
        </name>
        <degrees>PharmD, PhD</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-0029-5924</ext-link>
      </contrib>
    </contrib-group>
    <aff id="aff1">
    <sup>1</sup>
    <institution>College of Pharmacy</institution>
    <institution>Seoul National University</institution>  
    <addr-line>Seoul</addr-line>
    <country>Republic Of Korea</country></aff>
    <aff id="aff2">
    <sup>2</sup>
    <institution>College of Pharmacy</institution>
    <institution>King Saud University</institution>  
    <addr-line>Riyadh</addr-line>
    <country>Saudi Arabia</country></aff>
    <author-notes>
      <corresp>Corresponding Author: Song Hee Hong 
      <email>songhhong@snu.ac.kr</email></corresp>
    </author-notes>
    <pub-date pub-type="collection"><month>07</month><year>2016</year></pub-date>
    <pub-date pub-type="epub">
      <day>22</day>
      <month>07</month>
      <year>2016</year>
    </pub-date>
    <volume>18</volume>
    <issue>7</issue>
    <elocation-id>e202</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>29</day>
        <month>3</month>
        <year>2016</year>
      </date>
      <date date-type="rev-request">
        <day>12</day>
        <month>5</month>
        <year>2016</year>
      </date>
      <date date-type="rev-recd">
        <day>24</day>
        <month>5</month>
        <year>2016</year>
      </date>
      <date date-type="accepted">
        <day>5</day>
        <month>7</month>
        <year>2016</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©Song Hee Hong, Woojung Lee, Yazed AlRuthia. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 22.07.2016.</copyright-statement>
    <copyright-year>2016</copyright-year>
    <license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/2.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (http://creativecommons.org/licenses/by/2.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="http://www.jmir.org/2016/7/e202/" xlink:type="simple"/>
    <abstract>
      <sec sec-type="background">
        <title>Background</title>
        <p>With the advent of the patient-centered care paradigm, it is important to examine what patients’ reports of medication experience (PROME) mean to patient care. PROME available through a Web portal provide information on medication treatment options and outcomes from the patient’s perspective. Patients who find certain PROME compelling are likely to mention them at their physician visit, triggering a discussion between the patient and the physician. However, no studies have examined PROME’s potential applicability to patient care.</p>
      </sec>
      <sec sec-type="objective">
        <title>Objective</title>
        <p>This study aimed to examine older (≥50 years) adults’ perceptions of the health care applicability of a hypothetical PROME Web portal. Specifically, this study investigated whether PROME would facilitate patient-physician communication, and identified the preferred reporting items and the trusted sponsors of such a PROME Web portal.</p>
      </sec>
      <sec sec-type="methods">
        <title>Methods</title>
        <p>We used a cross-sectional, self-administered, 5-point Likert scale survey to examine participants’ perceptions of a hypothetical PROME Web portal that compared PROME for 5 common antihypertensive medications. Between August and December 2013, we recruited 300 members of 7 seniors’ centers in a metropolitan area of a southeastern state of the United States to participate in the survey.</p>
      </sec>
      <sec sec-type="results">
        <title>Results</title>
        <p>An overwhelming majority of study participants (243/300, 81.0%) had a favorable perception of PROME’s health care applicability. They were mostly positive that PROME would facilitate patient-physician communication, except for the perception that physicians would be upset by the mention of PROME (n=133, 44.3%). Further, 85.7% (n=257) of participants considered the PROME information trustworthy, and 72.0% (n=216) were willing to participate by reporting their own medication experiences. Study participants wanted the PROME Web portal to report the number of reviews, star ratings, and individual comments concerning different medication attributes such as side effects (224/809, 27.7%), cost (168/809, 20.8%), and effectiveness (153/809, 18.9%). Finally, the PROME Web portal sponsorship was important to participants, with the most trusted sponsor being academic institutions (120/400, 30.0%).</p>
      </sec>
      <sec sec-type="conclusions">
        <title>Conclusions</title>
        <p>PROME, if well compiled through Web portals, have the potential to facilitate patient-physician communication.</p>
      </sec>
    </abstract>
    <kwd-group>
      <kwd>patient-physician communication</kwd>
      <kwd>medication experience outcomes</kwd>
      <kwd>patient reports</kwd>
      <kwd>Internet</kwd>
      <kwd>patient-centered practice</kwd>
      <kwd>Web portal</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>There is now consensus that patients’ reports of their health experience reflect quality of care [<xref ref-type="bibr" rid="ref1">1</xref>]. Accordingly, payers such as the Centers for Medicare and Medicaid Services in the United States and the National Health Service in the United Kingdom use patient-reported experience measures for the purpose of performance evaluation and compensation of health care providers [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref4">4</xref>]. However, no studies have examined what patients’ reported medication experience means to patient care. The frequent use of medication indicates that such information could have great potential to affect patient care, especially in the management of chronic diseases.</p>
      <p>Patients’ reports of medication experience (PROME) are likely to facilitate patient-physician communication. Patients who find certain PROME compelling are likely to mention them at their physician visit. The mention then would trigger a discussion between the patient and the physician, just as direct-to-consumer advertising (DTCA) does. One-third of the participants in a US Food and Drug Administration (FDA) survey of DTCA said that they initiated conversations with their physicians because of advertising [<xref ref-type="bibr" rid="ref5">5</xref>]. PROME may more effectively trigger patient-physician communication than DTCA because PROME comes from users, while advertising comes from sellers. Increased patient-physician communication is key to advancing patient-centered practice.</p>
      <p>The potential for PROME to influence patient care has given birth to several Web portals such as AskaPatient [<xref ref-type="bibr" rid="ref6">6</xref>] and DrugRatingz [<xref ref-type="bibr" rid="ref7">7</xref>]. WebMD [<xref ref-type="bibr" rid="ref8">8</xref>] and ConsumerReports [<xref ref-type="bibr" rid="ref9">9</xref>] have also begun to compile patient reviews of medications, along with drug information. The Web portals provide a venue for patients to report their medication experience in terms of effectiveness, side effects, and costs. Moreover, PROME Web portals can present information according to medication classes and patient characteristics. Patients who are browsing those PROME Web portals can easily learn about what medication options have received favorable ratings from which group of patients. When patients come across a report from other patients in the same situation, they are likely to act on the information included in the report [<xref ref-type="bibr" rid="ref10">10</xref>]. These medicine-focused social media, with a large volume of high-quality first-hand patients’ reviews, are also considered to be a promising data source for understanding patients’ medication experience [<xref ref-type="bibr" rid="ref11">11</xref>].</p>
      <p>With growth in the number of PROME Web portals comes a critical need to examine PROME’s potential applicability to health care. In this study, we aimed to determine participants’ perceptions of whether PROME would facilitate patient-physician communication, and to identify the preferred patient-reporting items and trusted sponsors of such a PROME Web portal.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design and Participants</title>
        <p>We used a cross-sectional survey to examine participants’ perceptions of PROME. A detailed description of the survey procedure is given in a doctoral dissertation [<xref ref-type="bibr" rid="ref12">12</xref>].We scheduled visits to conduct the survey with the coordinators of 7 seniors’ centers in a metropolitan area of a southeastern state in the United States. On each visit, 2 research assistants recruited study participants into a reserved private room and explained the purpose of the study, along with the rights of the participants. Those who completed the survey received a US $20 grocery gift card as an appreciation for their participation. Data collection was started in August 2013 and was continued until we reached our goal of 300 completed surveys in December 2013. Before beginning the study, the University of Tennessee Health Science Center Institutional Review Board determined the study to be exempt from their oversight.</p>
      </sec>
      <sec>
        <title>Survey Instrument</title>
        <p>The survey instrument used for this study contained a chart from a hypothetical PROME Web portal that compared PROME for 5 common antihypertensive medications (<xref ref-type="fig" rid="figure1">Figure 1</xref>). The chart used arbitrary 5-star ratings and included the number of people who supposedly gave reviews for each medication. We asked for the following sociodemographic information from the participants: sex, age, years of education, race, family member(s) they live with, and income. We asked participants 17 questions in total: 6 demographic questions and 11 questions about the PROME Web portal.</p>
        <p>Referring to the PROME chart, we surveyed participants’ perceptions of its potential applicability to health care using 7 questions: (1) 1 question on overall usefulness, (2) 4 questions on patient-physician communication, and (3) 2 final questions: 1 on the perceived credibility of the information provided by the PROME Web portal, and 1 on the willingness of the survey participants to provide their own medication experiences to a PROME Web portal. The 4 questions on patient-physician communication concerned the likelihood for patients to mention PROME to their physician, the likelihood for PROME to facilitate the communication, the perceived likelihood for physicians to be upset by the PROME mention, and the likelihood for patients to ask their physicians to prescribe the PROME-recommended medication. All the questions were answered on a 5-point Likert scale with the following choices: definitely, very probably, probably, probably not, and definitely not. Previous surveys on the effect of DTCA on patient-physician communication indicated that there would be more positive than negative evaluations [<xref ref-type="bibr" rid="ref5">5</xref>]. We used the unbalanced scale to provide more discrimination between positive evaluations [<xref ref-type="bibr" rid="ref13">13</xref>]</p>
        <p>The survey also had 2 questions on the preferred reporting items, that is, what information the participants wanted to see in the PROME Web portal. The first question asked participants to indicate which reporting items (star ratings, number of reviews, and individual comments) they believed valuable. The second question asked participants to indicate any medication attributes (effectiveness, side effect, food interaction, convenience, and cost) they believed the PROME Web portal should report.</p>
        <p>Lastly, the survey had 2 additional questions on PROME Web portal sponsorship, that is, what entity study participants believed should sponsor the PROME Web portal. The first question asked participants to rate the importance of PROME Web portal sponsorship on a 5-point Likert scale. The second question asked participants to indicate any types of sponsors (academic institutions, nonprofit foundations, chain pharmacies, health information companies, and drug plans) they would trust.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Hypothetical summary of patients' reports of medication experience (PROME) with antihypertensive medications presented to survey participants.</p>
          </caption>
          <graphic xlink:href="jmir_v18i7e202_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>For the participants’ perceptions of PROME’s potential applicability to health care, we reported the percentages selected for each of the 5 response choices as a bar graph. Further, we dichotomized the 5 response choices into having a positive (definitely, very probably, and probably) or a negative perception (probably not or definitely not), and then estimated the probability of having a positive perception, along with 95% CIs. We constructed pie charts to describe the frequency distribution of medication attributes that study participants picked as important elements of PROME coverage and to generate the frequency distribution of PROME Web portal sponsors that study participants picked as trusted. We used chi-square tests to determine whether participants’ perceptions varied with their sociodemographic characteristics at a significance level of 5%. Analyses were conducted using SAS software, version 9.3 (SAS Institute Inc).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Study Participants</title>
        <p>We contacted older adults (≥50 years) who were members of seniors’ centers in a metropolitan area in a southeastern US state to participate in our survey. <xref ref-type="table" rid="table1">Table 1</xref> lists the characteristics of the 300 older adults who completed our survey. They had a mean age of 71.95 years (SD 8.65), were mostly non-Hispanic white (164/300, 54.7%) and female (231/299, 77.3%), with at least some high school education (287/297, 96.6%) and annual incomes of at least US $10,000 (239/262, 92.3%).</p>
        
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Sociodemographic characteristics of the study participants (N=300).</p>
          </caption>
          <table width="329" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="21"/>
            <col width="175"/>
            <col width="89"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Characteristics</td>
                <td>No. (%)<sup>a</sup></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2"><bold>Age range (years) (n=295)</bold></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>50–59</td>
                <td>9 (3.1)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>60–69</td>
                <td>118 (40.0)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>70–79</td>
                <td>105 (35.6)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>80–89</td>
                <td>56 (19.0)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>≥90</td>
                <td>7 (2.4)</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>Sex (n=299)</bold></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Male</td>
                <td>68 (22.7)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Female</td>
                <td>231 (77.3)</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>Education (n=297)</bold></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Middle school or less</td>
                <td>10 (3.4)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>High school or graduate</td>
                <td>123 (41.4)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Some college</td>
                <td>92 (31.0)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>College graduate or higher</td>
                <td>72 (24.2)</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>Race (n=300)</bold></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Non-Hispanic white</td>
                <td>164 (54.7)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Non-Hispanic black</td>
                <td>121 (40.3)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Other<sup>b</sup></td>
                <td>15 (5.0)</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>Living status (n=295)</bold></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Alone</td>
                <td>132 (44.7)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>With daughter or son</td>
                <td>31 (10.5)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>With companion or sibling</td>
                <td>21 (7.1)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>With spouse</td>
                <td>99 (33.6)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Other<sup>c</sup></td>
                <td>12 (4.1)</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>Income (US$) (n=262)</bold></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>&#60;10,000</td>
                <td>23 (7.7)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>10,000–29,000</td>
                <td>111 (37.0)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>30,000–49,000</td>
                <td>56 (18.7)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>50,000–69,000</td>
                <td>41 (13.7)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>≥70,000</td>
                <td>31 (10.3)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Some numbers do not add up to 300 because not all participants answered each question.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>Other includes Asian, Native American, and Alaskan native.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>Other includes living with a parent, a grandson, a niece, or a pet, and living in a retirement community.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        
      </sec>
      <sec>
        <title>Health Care Applicability of PROME</title>
        <p>As <xref ref-type="fig" rid="figure2">Figure 2</xref> shows, an overwhelming majority of study participants (n=243, 81.0%) were positive about the overall usefulness of PROME; however, the percentage positive decreased to 62.3% (187/300) when excluding probably as the response. As for patient-physician communication, 245 of the 300 participants (81.7%) said that they would mention PROME to their physician (166/300, 55.3% for the responses definitely and very probably), and 248 participants (82.9%) said that PROME would facilitate patient-physician communication (138/299, 46.2% for the responses definitely and very probably). However, 133 participants (44.3%) said that their physician would get upset if they mentioned PROME (42/299, 14.1% for the responses definitely and very probably). Further, 209 (69.9%) of study participants were positive that they would ask their physician to prescribe a PROME-recommended medication. When we further broke down the positive responses to the question on whether physicians would be upset by such a request into probably, very probably, and definitely, we found that more participants chose probably (n=110, 36.8%) than very probably and definitely combined (n=99, 33.1%). In other words, study participants had some reservations about asking their physician to prescribe a PROME-recommended medication.</p>
        <p>As for information credibility, most of our study participants (n=257, 85.7%) were positive that PROME information is trustworthy. Further, two-thirds (n=216, 72.0%) were willing to participate in PROME Web portals by providing their own medication experiences. However, for information credibility, more participants responded probably (n=136, 45.3%) than very probably and definitely combined (n=121, 40.3%) (<xref ref-type="fig" rid="figure2">Figure 2</xref>).</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Participants' perceptions of the potential health care applicability of patients’ reports of medication experience (PROME).</p>
          </caption>
          <graphic xlink:href="jmir_v18i7e202_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Preferred Reporting Items and Sponsorship of the PROME Web Portal</title>
        <p>When asked about how PROME should be displayed in a Web portal, of the 308 answers given, participants most frequently picked the number of reviews (n=105, 34.1%), followed by star ratings (n=97, 31.5%) and individual comments (n=96, 31.2%) (<xref ref-type="fig" rid="figure3">Figure 3</xref>). However, the difference was negligible. Study participants were also asked to indicate medication attributes (such as effectiveness, side effects, ease of use, costs, and interaction with food) that PROME should cover. Study participants gave 809 answers and picked side effects most often (n=224, 27.7%) and ease of use least often (n=110, 13%). Cost (n=168, 20.8%), effectiveness (n=153, 18.9%), and interaction with food (n=151, 18.7%) were picked almost equally (<xref ref-type="fig" rid="figure3">Figure 3</xref>). When asked to indicate the importance of the PROME Web portal’s sponsorship, 263 of 298 participants (88.2%) said that sponsorship is important (<xref ref-type="fig" rid="figure4">Figure 4</xref>). Academic institutions such as the University of Tennessee were viewed as the most trusted sponsors (120/400, 30.0%), followed by nonprofit foundations such as the American Heart Association (97/400, 24.3%) (<xref ref-type="fig" rid="figure4">Figure 4</xref>).</p>
        
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Left: Reporting items that participants believe are valuable (308 responses). Right: Medication attributes on which participants believe patients’ reports of medication experience should report (809 responses).</p>
          </caption>
          <graphic xlink:href="jmir_v18i7e202_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Left: The importance of sponsorship of a Web portal featuring patients’ reports of medication experience (298 responses). Right: The sponsors that participants trust the most (400 responses).</p>
          </caption>
          <graphic xlink:href="jmir_v18i7e202_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Views on PROME According to Demographic Factors</title>
        <p>Across all sociodemographic characteristics, study participants were positive that PROME provide useful and credible information to facilitate patient-physician communication (<xref ref-type="table" rid="table2">Table 2</xref>). Further, their willingness to participate in PROME Web portals remained high across all sociodemographics except for income. Study participants in the highest income bracket (over US $70,000 per year) were least willing to participate in PROME Web portals (<italic>P</italic>=.02) (<xref ref-type="fig" rid="figure5">Figure 5</xref>). However, the perceived likelihood that physicians would be upset was significantly different across several demographic variables. With increased education, study participants were more likely to believe that physicians would get upset by a mention of PROME (3/10, 30% for people with middle school education or less and 61/92, 66% for people with some college) (<xref ref-type="fig" rid="figure6">Figure 6</xref>). This trend was also present with income levels: the higher the income, the more likely the participant was to believe physicians would get upset by a mention of PROME (<xref ref-type="fig" rid="figure5">Figure 5</xref>). Likewise, non-Hispanic whites were more likely than non-Hispanic blacks to believe that physicians would get upset by a mention of PROME.</p>
        
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Percentage of positive views<sup>a</sup> on the potential applicability of a Web portal featuring patients’ reports of medication experience (PROME) to health care, by demographic characteristic (N=300).</p>
          </caption>
          <table width="754" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="21"/>
            <col width="99"/>
            <col width="33"/>
            <col width="90"/>
            <col width="118"/>
            <col width="90"/>
            <col width="90"/>
            <col width="98"/>
            <thead>
              <tr valign="top">
                <td rowspan="2" colspan="2">Characteristics</td>
                <td rowspan="2">No.</td>
                <td colspan="5">Items relating to perceptions of PROME Web portal applicability, % (95% CI)</td>
              </tr>
              <tr valign="top">
                <td>Overall <break/>usefulness</td>
                <td>Patient-physician <break/>communication<sup>b</sup></td>
                <td>Physician <break/>getting upset</td>
                <td>Information <break/>credibility</td>
                <td>Willingness <break/>to participate</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><break/></td>
                <td><break/></td>
                <td>n (%) <break/>95% CI</td>
                <td>n (%) <break/>95% CI</td>
                <td>n (%) <break/>95% CI</td>
                <td>n (%) <break/>95% CI</td>
                <td>n (%) <break/>95% CI</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2"><bold>Sex</bold></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Female</td>
                <td>231</td>
                <td>187 (81.0%) <break/>75.9–86.0</td>
                <td>168 (72.7%) <break/>66.5–78.4</td>
                <td>134 (58.0%) <break/>51.6–64.4</td>
                <td>197 (85.3%) <break/>80.7–90.0</td>
                <td>162 (70.1%) <break/>64.2–76.1</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Male</td>
                <td>68</td>
                <td>55 (80.9%) <break/>71.5–90.2</td>
                <td>53 (77.9%) <break/>66.2–87.1</td>
                <td>33 (48.5%) <break/>36.7–60.4</td>
                <td>59 (86.8%) <break/>78.5–95.0</td>
                <td>53 (78.0%) <break/>67.8–88.1</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>Education (years)</bold></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>≤8</td>
                <td>10</td>
                <td>9 (90.0%) <break/>78.0–100.0</td>
                <td>8 (80.0%) <break/>70.1–91.9</td>
                <td>3 (30.0%) <break/>13.1–45.0</td>
                <td>7 (70.0%) <break/>41.6–98.4</td>
                <td>6 (60.0%) <break/>29.6–90.4</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>9–12</td>
                <td>123</td>
                <td>102 (83.3%) <break/>76.1–90.6</td>
                <td>89 (72.6%) <break/>63.9–81.2</td>
                <td>62 (50.1%) <break/>40.9–61.0</td>
                <td>107 (87.0%) <break/>81.1–93.0</td>
                <td>91 (74.0%) <break/>66.2–81.7</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>13–16</td>
                <td>92</td>
                <td>69 (75.0%) <break/>66.2–83.9</td>
                <td>64 (70.1%) <break/>61.4–80.0</td>
                <td>61 (66.3%) <break/>56.6–76.0</td>
                <td>80 (87.0%) <break/>78.3–93.1</td>
                <td>68 (73.9%) <break/>64.9–82.9</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>≥17</td>
                <td>72</td>
                <td>58 (80.6%) <break/>71.4–89.7</td>
                <td>55 (76.4%) <break/>66.6–86.2</td>
                <td>45 (62.5%) <break/>51.3–73.7</td>
                <td>61 (84.7%) <break/>76.4–93.0</td>
                <td>48 (66.7%) <break/>54.6–77.3</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>Race</bold></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Non-Hispanic white</td>
                <td>164</td>
                <td>133 (81.1%) <break/>75.1–87.1</td>
                <td>117 (71.3%) <break/>64.4–78.3</td>
                <td>103 (62.8%) <break/>55.4–70.2</td>
                <td>139 (84.8%) <break/>78.3–89.9</td>
                <td>110 (67.1%) <break/>59.9–74.3</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Non-Hispanic black</td>
                <td>121</td>
                <td>97 (80.0%) <break/>72.8–87.2</td>
                <td>93 (76.7%) <break/>69.1–84.2</td>
                <td>60 (49.2%) <break/>40.2–58.1</td>
                <td>103 (85.1%) <break/>78.9–91.5</td>
                <td>94 (77.7%) <break/>70.3–85.1</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Other<sup>c</sup></td>
                <td>15</td>
                <td>13 (87.5%) <break/>71.3–100.0</td>
                <td>12 (81.3%) <break/>54.4–96.0</td>
                <td>5 (33.3%) <break/>9.5–54.0</td>
                <td>15 (100.0%) <break/>100.0–100.0</td>
                <td>12 (80.0%) <break/>59.8–100.0</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>Income (US$)</bold></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>&#60;10,000</td>
                <td>23</td>
                <td>17 (73.9%) <break/>56.0–91.7</td>
                <td>18 (78.3%) <break/>61.4–95.1</td>
                <td>11 (47.8%) <break/>27.4–68.2</td>
                <td>16 (69.6%) <break/>50.8–88.4</td>
                <td>17 (73.9%) <break/>56.0–91.9</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>10,000–29,000</td>
                <td>111</td>
                <td>94 (84.4%) <break/>77.6–91.2</td>
                <td>92 (82.6%) <break/>75.5–89.7</td>
                <td>57 (51.4%) <break/>42.0–60.8</td>
                <td>99 (89.2%) <break/>83.4–95.0</td>
                <td>87 (78.4%) <break/>70.7–86.0</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>30,000–49,000</td>
                <td>56</td>
                <td>47 (84.5%) <break/>75.2–93.8</td>
                <td>41 (74.1%) <break/>62.9–85.4</td>
                <td>31 (55.2%) <break/>42.4–68.0</td>
                <td>50 (87.5%) <break/>78.8–96.2</td>
                <td>44 (78.6%) <break/>67.8–89.3</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>50,000–69,000</td>
                <td>41</td>
                <td>33 (80.5%) <break/>68.4–92.6</td>
                <td>28 (68.3%) <break/>54.1–82.5</td>
                <td>29 (70.7%) <break/>54.5–83.9</td>
                <td>35 (85.4%) <break/>74.6–96.2</td>
                <td>29 (70.7%) <break/>56.8–83.9</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>70,000</td>
                <td>31</td>
                <td>22 (71.0%) <break/>55.0–87.0</td>
                <td>18 (58.1%) <break/>40.7–75.4</td>
                <td>21 (67.8%) <break/>48.6–83.3</td>
                <td>25 (80.7%) <break/>62.5–92.6</td>
                <td>15 (48.4%) <break/>30.8–66.0</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>The percentage of positive answers is for the response choices of probably, very probably, and definitely combined.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>The 3 items related to patient-physician communication were combined because individually they did not have any significant demographic variations. The percentages of positive responses were for those with the combined score 9, the score when all 3 items were given a rating of 3 (a response of probably on the 5-point scale).</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>Other includes Asian, Native American, and Alaskan native.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>Income effects on participants’ perceptions of the likelihood that physicians would get upset if they mentioned patients’ reports of medication experience (PROME) and their willingness to participate in a PROME Web portal. Error bars indicate 95% CI.</p>
          </caption>
          <graphic xlink:href="jmir_v18i7e202_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure6" position="float">
          <label>Figure 6</label>
          <caption>
            <p>Education effects on participants’ perceptions of the likelihood that physicians would get upset if they mentioned patients’ reports of medication experience (PROME) and their willingness to participate in a PROME Web portal. Error bars indicate 95% CI.</p>
          </caption>
          <graphic xlink:href="jmir_v18i7e202_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>PROME would greatly affect patient care if patients consider the PROME information to be useful and credible, and are willing to contribute their own reviews and ratings for PROME. This study found that an overwhelming majority of study participants (81.0%) were at least positive that PROME are overall useful; 62.3% were definitely or very probably positive. The positive perception implies that older patients are in need of medication information written by the patient, for the patient. Patients who have received treatment under the paternalistic care environment are longing for information about overall treatment processes and alternative treatment options [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
      <p>More than 80% of study participants were positive that PROME would facilitate patient-physician communication by triggering a mention of PROME. This percentage is much higher than those found in FDA-sponsored surveys of patients regarding DTCA. Only one-third of the participants in the FDA survey conducted in 2002 said that advertisements had encouraged them to ask a question of their physician, while 43%, a decline from 62% in 1999, felt that advertisements helped them have better discussions with their doctors [<xref ref-type="bibr" rid="ref5">5</xref>]. Evidently, PROME have a greater potential to influence patient-physician communication than advertisements. Further, the likelihood of asking for a specific brand was also influenced quite differently by PROME and advertisements. In our study, more than two-thirds of study participants (69.9%) said that they would ask their physician to prescribe a PROME-recommended brand, compared with 39% of the FDA’s survey participants stating that they would ask for an advertisement-recommended brand.</p>
      <p>It is interesting that participants perceived that physicians would be upset by their mention of PROME. While our survey did not provide data to explain this perception, perhaps the participants believed that they would be challenging the physician’s authority to prescribe by mentioning PROME-recommended drug therapy options. Alternatively, participants might have had past experience with physicians who were reluctant to discuss potential drug therapy options. However, studies have shown that physicians are in fact willing to discuss therapy options with patients [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. It may be, then, that participants felt that physicians, in general, welcome questions on health issues but may not be as welcoming to those on drug therapy options, especially a request for a specific brand.</p>
      <p>Patients often regard a piece of information as trustworthy when it comes from other patients with a similar condition [<xref ref-type="bibr" rid="ref10">10</xref>]. However, study participants had some reservations concerning the trustworthiness of the PROME information. Traditionally, online information has been viewed as less trustworthy than print information [<xref ref-type="bibr" rid="ref17">17</xref>]. Further, many are reluctant to trust online information [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>], especially older adults, such as the study participants, who trust online health information less than do younger adults [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>].</p>
      <p>As for willingness to participate in PROME Web portals, 72.0% of study participants said they were willing to provide their own reviews and ratings. It is remarkable that such a high percentage of seniors were willing to participate in PROME Web portals. It may reflect the ongoing trend of a rapidly increasing senior population searching for health-related information on the Internet [<xref ref-type="bibr" rid="ref22">22</xref>]. It could also reflect the patient-centric health care paradigm, where patients are actively seeking other patients’ experience. According to a study of PatientsLikeMe, patients refer to other patients’ experience to better understand and control their diseases [<xref ref-type="bibr" rid="ref10">10</xref>]. Thus, it follows that patients who seek other patients’ experience would be willing to participate in PROME Web portals.</p>
      <p>Patient reports, just like any other consumer review, can be summarized in 3 reporting items (star ratings, number of reviews, and individual comments). Study participants indicated that the PROME Web portal should provide information on all 3 reporting items. The 3 items evidently capture different aspects of patients’ medication experience. Without capturing all these aspects, PROME may not successfully reflect patients’ true medication experience.</p>
      <p>A well-designed PROME Web portal should also provide information on all the attributes of medication experience, such as effectiveness, side effects, ease of use, costs, and interaction with food. Participants picked side effects, followed closely by cost, effectiveness, and interaction with food, as the most important attributes to report in a PROME Web portal. Ease of use was least often picked. It is not surprising that study participants were most interested in side effects. The FDA’s study also reported that far more people look for information on side effects than on benefits (61% vs 10%) [<xref ref-type="bibr" rid="ref5">5</xref>]. What is rather surprising is that more people in this study wanted the PROME Web portal to report on drug cost than on effectiveness (20.8% vs 18.9%). This finding is starkly different from the FDA’s survey, where few people (4%) wanted cost information from advertisements [<xref ref-type="bibr" rid="ref5">5</xref>]. Patients seem to put more trust in PROME than in advertisements for drug cost information. Chronic diseases are prevalent among older adults and require ongoing medication management. Older patients who live on a fixed income could face substantial financial distress due to drug cost [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. Thus, these patients would naturally seek information on drug cost.</p>
      <p>Information available on the Internet has a high chance of misleading people [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. Without a reputable sponsor, online information is difficult to trust [<xref ref-type="bibr" rid="ref26">26</xref>]. As many as 90% of study participants said that it is important who sponsors the PROME Web portal. Evidently, sponsorship makes a big impact on patients’ willingness to trust online medical information. Patients rarely read online information unless there is a transparent and dependable sponsorship [<xref ref-type="bibr" rid="ref27">27</xref>].Without an address or a phone number of the sponsor, patients simply do not trust online information [<xref ref-type="bibr" rid="ref28">28</xref>]. As for a trusted sponsor of the PROME Web portal, in this study participants picked academic institutions as the most trusted. Another study also reported that the most trusted sponsor of health information is a university [<xref ref-type="bibr" rid="ref29">29</xref>]. According to our participants, private organizations such as WebMD, ConsumerReports, and chain pharmacies were viewed as least trusted. People seem to perceive that private organizations act in their own interests ahead of patients’ interests.</p>
      <p>Across all demographics, most study participants had a favorable view of the health care applicability of PROME. Meanwhile, about one-fifth of study participants did not agree with the usefulness of PROME. Study participants in the highest income bracket (over US $70,000 per year) showed the lowest willingness to participate in PROME Web portals (<italic>P</italic>&#60;.05). The inverse relationship could imply that participants with the highest income are most satisfied with the medical information they have access to and thus are least likely to feel the need for PROME Web portals for additional information. Participants with higher income may have easier access to various medical information resources. Further, the perceived likelihood that physicians would get upset by their patients mentioning PROME was significantly higher among people with greater education and income. Moreover, this perception was more apparent among non-Hispanic whites than among non-Hispanic blacks. It would be interesting to know why participants with more education were more likely to perceive that physicians would get upset by a mention of PROME. Perhaps education trains people to be more skeptical.</p>
      <sec>
        <title>Limitations</title>
        <p>Our findings should be interpreted carefully because of three potential study limitations. First, we have measured participants’ perceptions based on convenience sampling in one metropolitan area. Participants’ perceptions of the study sample may well have been different from those of the US population as a whole. However, the characteristics of our study participants were similar to the population who were over 50 years of age and lived in a metropolitan area of a southeastern state.</p>
        <p>Second, study participants may not have been willing to disclose some information, especially when the information was sensitive because of privacy concerns. For instance, many of the respondents refused to disclose their estimated annual income even though we had guaranteed the anonymity and confidentiality of their responses. While this limitation is common to all survey studies, the study sample could have been more reluctant to release the sensitive information.</p>
        <p>Third, this study used an unbalanced 5-point Likert scale (3 positive and 2 negative responses) to elicit study participants’ perceptions of PROME with regard to patient-physician communication. Although this scale provides more discrimination between positive responses [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref30">30</xref>], some neutral responses could have been forced to positive ones. When this happens, dichotomizing the responses into positive and negative responses could inflate the occurrence of positive evaluations. However, the likelihood is minimal considering survey participants are known to choose a response based on a label rather than the position on the 5-point scale [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>]</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>This study found that older participants across most demographics considered PROME to provide useful and credible information to facilitate patient-physician communication, and thus were willing to participate in PROME Web portals by sharing their own medication experiences. These participants also believed that an academic institution should sponsor PROME Web portals. Overall, this study found that there is a need for developing a trustworthy Web portal to systematically compile PROME for older patients to communicate well with their physicians.</p>
      </sec>
    </sec>
  </body>
  <back>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">DTCA</term>
          <def>
            <p>direct-to-consumer advertising</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">FDA</term>
          <def>
            <p>US Food and Drug Administration</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">PROME</term>
          <def>
            <p>patients’ reports of medication experience</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We would like to thank Dr Sunghee Tak for her valuable insights on patients’ medication experience. We also thank the University of Tennessee Health Science Center, Seoul National University, and Seoul National University Research Institute of Pharmaceutical Sciences for their financial support.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Manary</surname>
            <given-names>MP</given-names>
          </name>
          <name name-style="western">
            <surname>Boulding</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Staelin</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Glickman</surname>
            <given-names>SW</given-names>
          </name>
        </person-group>
        <article-title>The patient experience and health outcomes</article-title>
        <source>N Engl J Med</source>  
        <year>2013</year>  
        <month>01</month>  
        <day>17</day>  
        <volume>368</volume>  
        <issue>3</issue>  
        <fpage>201</fpage>  
        <lpage>3</lpage>  
        <pub-id pub-id-type="doi">10.1056/NEJMp1211775</pub-id>
        <pub-id pub-id-type="medline">23268647</pub-id></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Giordano</surname>
            <given-names>LA</given-names>
          </name>
          <name name-style="western">
            <surname>Elliott</surname>
            <given-names>MN</given-names>
          </name>
          <name name-style="western">
            <surname>Goldstein</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Lehrman</surname>
            <given-names>WG</given-names>
          </name>
          <name name-style="western">
            <surname>Spencer</surname>
            <given-names>PA</given-names>
          </name>
        </person-group>
        <article-title>Development, implementation, and public reporting of the HCAHPS survey</article-title>
        <source>Med Care Res Rev</source>  
        <year>2009</year>  
        <month>07</month>  
        <day>28</day>  
        <volume>67</volume>  
        <issue>1</issue>  
        <fpage>27</fpage>  
        <lpage>37</lpage>  
        <pub-id pub-id-type="doi">10.1177/1077558709341065</pub-id>
        <pub-id pub-id-type="medline">19638641</pub-id>
        <pub-id pub-id-type="pii">1077558709341065</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Morris</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Jahangir</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Sethi</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Patient satisfaction: an emerging health policy issue</article-title>
        <source>Am Acad Orthop Surg</source>  
        <year>2013</year>  
        <volume>6</volume>  
        <fpage>7</fpage>  
        <lpage>9</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.checklistboards.com/article.cfm?ArticleNumber=87"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Doran</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Fullwood</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Gravelle</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Reeves</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Kontopantelis</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Hiroeh</surname>
            <given-names>U</given-names>
          </name>
          <name name-style="western">
            <surname>Roland</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Pay-for-performance programs in family practices in the United Kingdom</article-title>
        <source>N Engl J Med</source>  
        <year>2006</year>  
        <month>07</month>  
        <day>27</day>  
        <volume>355</volume>  
        <issue>4</issue>  
        <fpage>375</fpage>  
        <lpage>84</lpage>  
        <pub-id pub-id-type="doi">10.1056/NEJMsa055505</pub-id>
        <pub-id pub-id-type="medline">16870916</pub-id>
        <pub-id pub-id-type="pii">355/4/375</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Aikin</surname>
            <given-names>KJ</given-names>
          </name>
          <name name-style="western">
            <surname>Swasy</surname>
            <given-names>JL</given-names>
          </name>
          <name name-style="western">
            <surname>Braman</surname>
            <given-names>AC</given-names>
          </name>
        </person-group>
        <source>Patient and Physician Attitudes and Behaviors Associated With DTC Promotion of Prescription Drugs: Summary of FDA Survey Research Results. Executive Summary November 19, 2004</source>  
        <year>2004</year>  
        <access-date>2016-07-14</access-date>
        <publisher-loc>Silver Spring, MD</publisher-loc>
        <publisher-name>US Department of Health and Human Services, Food and Drug Administration, Center for Drug Evaluation and Research</publisher-name>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.fda.gov/downloads/Drugs/ScienceResearch/ResearchAreas/DrugMarketingAdvertisingandCommunicationsResearch/UCM152890.pdf">http://www.fda.gov/downloads/Drugs/ScienceResearch/ResearchAreas/DrugMarketingAdvertisingandCommunicationsResearch/UCM152890.pdf</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6izKfRe2v"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
        <source>Ask a Patient</source>  
        <year>2016</year>  
        <access-date>2016-07-12</access-date>
        <publisher-loc>Arlington, VA</publisher-loc>
        <publisher-name>Consumer Health Resource Group LLC</publisher-name>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.askapatient.com/">http://www.askapatient.com/</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6ix2wbuDZ"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
        <source>DrugRatingz</source>  
        <year>2016</year>  
        <access-date>2016-07-12</access-date>
        <publisher-loc>Sunnyvale, CA</publisher-loc>
        <publisher-name>Ratingz Inc</publisher-name>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.drugratingz.com/">http://www.drugratingz.com/</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6ix2zHVQ6"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
        <source>WebMD</source>  
        <year>2016</year>  
        <access-date>2016-07-12</access-date>
        <publisher-loc>Atlanta, GA</publisher-loc>
        <publisher-name>WebMD, LLC</publisher-name>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.webmd.com/">http://www.webmd.com/</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6ix32R1nV"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
        <source>ConsumerReports</source>  
        <year>2016</year>  
        <access-date>2016-07-12</access-date>
        <publisher-loc>Yonkers, NY</publisher-loc>
        <publisher-name>Consumer Reports</publisher-name>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.consumerreports.org/cro/index.htm">http://www.consumerreports.org/cro/index.htm</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6ix35Z19c"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Frost</surname>
            <given-names>JH</given-names>
          </name>
          <name name-style="western">
            <surname>Massagli</surname>
            <given-names>MP</given-names>
          </name>
        </person-group>
        <article-title>Social uses of personal health information within PatientsLikeMe, an online patient community: what can happen when patients have access to one another's data</article-title>
        <source>J Med Internet Res</source>  
        <year>2008</year>  
        <volume>10</volume>  
        <issue>3</issue>  
        <fpage>e15</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2008/3/e15/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.1053</pub-id>
        <pub-id pub-id-type="medline">18504244</pub-id>
        <pub-id pub-id-type="pii">v10i3e15</pub-id>
        <pub-id pub-id-type="pmcid">PMC2553248</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ru</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Harris</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Yao</surname>
            <given-names>L</given-names>
          </name>
        </person-group>
        <article-title>A content analysis of patient-reported medication outcomes on social media</article-title>
        <year>2015</year>  
        <conf-name>2015 IEEE International Conference on Data Mining Workshop (ICDMW)</conf-name>
        <conf-date>November 14-17, 2015</conf-date>
        <conf-loc>Atlantic City, NJ</conf-loc>
        <pub-id pub-id-type="doi">10.1109/ICDMW.2015.150</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>AlRuthia</surname>
            <given-names>Y</given-names>
          </name>
        </person-group>
        <source>The Value of Online Medication Rating Systems to Older Adults and Their Association with Self-Reported Outcomes [dissertation]</source>  
        <year>2015</year>  
        <access-date>2016-03-11</access-date>
        <publisher-loc>Memphis, TN</publisher-loc>
        <publisher-name>University of Tennessee Health Science Center</publisher-name>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://etd.uthsc.edu/WORLD-ACCESS/AlRuthia/2015-002-AlRuthia.pdf">http://etd.uthsc.edu/WORLD-ACCESS/AlRuthia/2015-002-AlRuthia.pdf</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6fvB6hiXU"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Grover</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Vriens</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <source>The Handbook of Marketing Research: Uses, Misuses, and Future Advances</source>  
        <year>2006</year>  
        <publisher-loc>Thousand Oaks, CA</publisher-loc>
        <publisher-name>Sage Publications</publisher-name></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bardes</surname>
            <given-names>CL</given-names>
          </name>
        </person-group>
        <article-title>Defining “patient-centered medicine”</article-title>
        <source>N Engl J Med</source>  
        <year>2012</year>  
        <month>03</month>  
        <day>1</day>  
        <volume>366</volume>  
        <issue>9</issue>  
        <fpage>782</fpage>  
        <lpage>3</lpage>  
        <pub-id pub-id-type="doi">10.1056/NEJMp1200070</pub-id>
        <pub-id pub-id-type="medline">22375968</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Levinson</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Lesser</surname>
            <given-names>CS</given-names>
          </name>
          <name name-style="western">
            <surname>Epstein</surname>
            <given-names>RM</given-names>
          </name>
        </person-group>
        <article-title>Developing physician communication skills for patient-centered care</article-title>
        <source>Health Aff (Millwood)</source>  
        <year>2010</year>  
        <month>07</month>  
        <volume>29</volume>  
        <issue>7</issue>  
        <fpage>1310</fpage>  
        <lpage>8</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://content.healthaffairs.org/cgi/pmidlookup?view=long&#38;pmid=20606179"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1377/hlthaff.2009.0450</pub-id>
        <pub-id pub-id-type="medline">20606179</pub-id>
        <pub-id pub-id-type="pii">29/7/1310</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mavis</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Holmes</surname>
            <given-names>RM</given-names>
          </name>
          <name name-style="western">
            <surname>Jorgenson</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Coffey</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Anand</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Bulica</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Gaulden</surname>
            <given-names>CM</given-names>
          </name>
          <name name-style="western">
            <surname>Peacock</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Ernst</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Patient participation in clinical encounters: a systematic review to identify self-report measures</article-title>
        <source>Health Expect</source>  
        <year>2015</year>  
        <month>12</month>  
        <volume>18</volume>  
        <issue>6</issue>  
        <fpage>1827</fpage>  
        <lpage>43</lpage>  
        <pub-id pub-id-type="doi">10.1111/hex.12186</pub-id>
        <pub-id pub-id-type="medline">24611995</pub-id></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kiousis</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Public trust or mistrust? Perceptions of media credibility in the information age</article-title>
        <source>Mass Commun Soc</source>  
        <year>2001</year>  
        <month>11</month>  
        <volume>4</volume>  
        <issue>4</issue>  
        <fpage>381</fpage>  
        <lpage>403</lpage>  
        <pub-id pub-id-type="doi">10.1207/S15327825MCS0404_4</pub-id></nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Fritch</surname>
            <given-names>JW</given-names>
          </name>
          <name name-style="western">
            <surname>Cromwell</surname>
            <given-names>RL</given-names>
          </name>
        </person-group>
        <article-title>Evaluating Internet resources: identity, affiliation, and cognitive authority in a networked world</article-title>
        <source>J Am Soc Inf Sci</source>  
        <year>2001</year>  
        <volume>52</volume>  
        <issue>6</issue>  
        <fpage>499</fpage>  
        <lpage>507</lpage>  
        <pub-id pub-id-type="doi">10.1002/asi.1081</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Silver</surname>
            <given-names>MP</given-names>
          </name>
        </person-group>
        <article-title>Patient perspectives on online health information and communication with doctors: a qualitative study of patients 50 years old and over</article-title>
        <source>J Med Internet Res</source>  
        <year>2015</year>  
        <volume>17</volume>  
        <issue>1</issue>  
        <fpage>e19</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2015/1/e19/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.3588</pub-id>
        <pub-id pub-id-type="medline">25586865</pub-id>
        <pub-id pub-id-type="pii">v17i1e19</pub-id>
        <pub-id pub-id-type="pmcid">PMC4319073</pub-id></nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Beck</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Richard</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Nguyen-Thanh</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Montagni</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Parizot</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Renahy</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>Use of the internet as a health information resource among French young adults: results from a nationally representative survey</article-title>
        <source>J Med Internet Res</source>  
        <year>2014</year>  
        <volume>16</volume>  
        <issue>5</issue>  
        <fpage>e128</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2014/5/e128/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.2934</pub-id>
        <pub-id pub-id-type="medline">24824164</pub-id>
        <pub-id pub-id-type="pii">v16i5e128</pub-id>
        <pub-id pub-id-type="pmcid">PMC4051740</pub-id></nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Zulman</surname>
            <given-names>DM</given-names>
          </name>
          <name name-style="western">
            <surname>Kirch</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Zheng</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>An</surname>
            <given-names>LC</given-names>
          </name>
        </person-group>
        <article-title>Trust in the internet as a health resource among older adults: analysis of data from a nationally representative survey</article-title>
        <source>J Med Internet Res</source>  
        <year>2011</year>  
        <volume>13</volume>  
        <issue>1</issue>  
        <fpage>e19</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2011/1/e19/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.1552</pub-id>
        <pub-id pub-id-type="medline">21324832</pub-id>
        <pub-id pub-id-type="pii">v13i1e19</pub-id>
        <pub-id pub-id-type="pmcid">PMC3221340</pub-id></nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Zickuhr</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Madden</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <source>Older adults and internet use</source>  
        <year>2012</year>  
        <month>06</month>  
        <day>06</day>  
        <access-date>2016-05-16</access-date>
        <publisher-loc>Washington, DC</publisher-loc>
        <publisher-name>Pew Internet &#38; American Life Project</publisher-name>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.sainetz.at/dokumente/Older_adults_and_internet_use_2012.pdf">http://www.sainetz.at/dokumente/Older_adults_and_internet_use_2012.pdf</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6hXi86Xcg"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Johnson</surname>
            <given-names>RW</given-names>
          </name>
          <name name-style="western">
            <surname>Mommaerts</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <source>Unemployment Rate Hits All-Time High for Adults Age 65 and Older</source>  
        <year>2009</year>  
        <month>03</month>  
        <day>12</day>  
        <access-date>2016-03-11</access-date>
        <publisher-loc>Washington, DC</publisher-loc>
        <publisher-name>Urban Institute</publisher-name>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.taxpolicycenter.org/uploadedpdf/411846_recessionandolderworkersfactsheetmarch2009.pdf">http://www.taxpolicycenter.org/uploadedpdf/411846_recessionandolderworkersfactsheetmarch2009.pdf</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6fvBFiGDe"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Joyce</surname>
            <given-names>GF</given-names>
          </name>
          <name name-style="western">
            <surname>Keeler</surname>
            <given-names>EB</given-names>
          </name>
          <name name-style="western">
            <surname>Shang</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Goldman</surname>
            <given-names>DP</given-names>
          </name>
        </person-group>
        <article-title>The lifetime burden of chronic disease among the elderly</article-title>
        <source>Health Aff (Millwood)</source>  
        <year>2005</year>  
        <month>09</month>  
        <volume>24 Suppl 2</volume>  
        <fpage>W5R18</fpage>  
        <lpage>29</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://content.healthaffairs.org/cgi/pmidlookup?view=long&#38;pmid=16186148"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1377/hlthaff.w5.r18</pub-id>
        <pub-id pub-id-type="medline">16186148</pub-id>
        <pub-id pub-id-type="pii">hlthaff.w5.r18</pub-id></nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Metzger</surname>
            <given-names>MJ</given-names>
          </name>
          <name name-style="western">
            <surname>Flanagin</surname>
            <given-names>AJ</given-names>
          </name>
        </person-group>
        <article-title>Credibility and trust of information in online environments: the use of cognitive heuristics</article-title>
        <source>J Pragmatics</source>  
        <year>2013</year>  
        <month>12</month>  
        <volume>59</volume>  
        <fpage>210</fpage>  
        <lpage>20</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.pragma.2013.07.012</pub-id></nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Westerwick</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Effects of sponsorship, web site design, and Google ranking on the credibility of online information</article-title>
        <source>J Comput-Mediat Commun</source>  
        <year>2013</year>  
        <month>01</month>  
        <day>28</day>  
        <volume>18</volume>  
        <issue>2</issue>  
        <fpage>80</fpage>  
        <lpage>97</lpage>  
        <pub-id pub-id-type="doi">10.1111/jcc4.12006</pub-id></nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Fox</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Rainie</surname>
            <given-names>L</given-names>
          </name>
        </person-group>
        <source>Vital decisions: how internet users decide what information to trust when they or their loved ones are sick</source>  
        <year>2002</year>  
        <month>03</month>  
        <day>22</day>  
        <access-date>2016-03-11</access-date>
        <publisher-loc>Washington, DC</publisher-loc>
        <publisher-name>Pew Internet &#38; American Life Project</publisher-name>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.pewinternet.org/files/old-media//Files/Reports/2002/PIP_Vital_Decisions_May2002.pdf.pdf">http://www.pewinternet.org/files/old-media//Files/Reports/2002/PIP_Vital_Decisions_May2002.pdf.pdf</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6fvBJVzBd"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Fogg</surname>
            <given-names>BJ</given-names>
          </name>
          <name name-style="western">
            <surname>Soohoo</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Danielson</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Marable</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Stanford</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Tauber</surname>
            <given-names>ER</given-names>
          </name>
        </person-group>
        <source>Fogg BJ, Soohoo C, Danielson D, Marable L, Stanford J, Tauber ER</source>  
        <year>2002</year>  
        <access-date>2016-03-11</access-date>
        <comment>How Do People Evaluate a Web Site’s Credibility?
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://simson.net/ref/2002/stanfordPTL.pdf">http://simson.net/ref/2002/stanfordPTL.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6fvBMmtmg"/></comment> </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Freeman</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Spyridakis</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>An examination of factors that affect the credibility of online health information</article-title>
        <source>Tech Commun</source>  
        <year>2004</year>  
        <volume>51</volume>  
        <issue>2</issue>  
        <fpage>239</fpage>  
        <lpage>63</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://faculty.washington.edu/jansp/Publications/Freeman_Spyridakis_Credibility.pdf"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Masino</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Lam</surname>
            <given-names>TC</given-names>
          </name>
        </person-group>
        <article-title>Choice of rating scale labels: implication for minimizing patient satisfaction response ceiling effect in telemedicine surveys</article-title>
        <source>Telemed J E Health</source>  
        <year>2014</year>  
        <month>12</month>  
        <volume>20</volume>  
        <issue>12</issue>  
        <fpage>1150</fpage>  
        <lpage>5</lpage>  
        <pub-id pub-id-type="doi">10.1089/tmj.2013.0350</pub-id>
        <pub-id pub-id-type="medline">25379838</pub-id></nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>Liana E</collab>
        </person-group>
        <source>SurveyMonkey Blog</source>  
        <year>2012</year>  
        <month>01</month>  
        <day>24</day>  
        <access-date>2016-05-19</access-date>
        <publisher-loc>Palo Alto, CA</publisher-loc>
        <publisher-name>SurveyMonkey Inc</publisher-name>
        <comment>Words Speak Louder Than Numbers
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.surveymonkey.com/blog/2012/01/24/words-speak-louder-than-numbers/">https://www.surveymonkey.com/blog/2012/01/24/words-speak-louder-than-numbers/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6hcE3M3rn"/></comment> </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Menold</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Kaczmirek</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Lenzner</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Neusar</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>How do respondents attend to verbal labels in rating scales?</article-title>
        <source>Field Methods</source>  
        <year>2013</year>  
        <month>10</month>  
        <day>23</day>  
        <volume>26</volume>  
        <issue>1</issue>  
        <fpage>21</fpage>  
        <lpage>39</lpage>  
        <pub-id pub-id-type="doi">10.1177/1525822X13508270</pub-id></nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
