<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
    <front>
        <journal-meta>
            <journal-id journal-id-type="publisher-id">JMIR</journal-id>
            <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
            <journal-title>Journal of Medical Internet Research</journal-title>
            <issn pub-type="epub">1438-8871</issn>
            <publisher>
                <publisher-name>Gunther Eysenbach</publisher-name>
                <publisher-loc>JMIR Publications Inc., Toronto, Canada</publisher-loc>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="publisher-id">v13i4e113</article-id>
            <article-id pub-id-type="pmid">22146737</article-id>
            <article-id pub-id-type="doi">10.2196/jmir.1899</article-id>
            <article-categories>
                <subj-group subj-group-type="article-type">
                    <subject>Viewpoint</subject>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title>Ethical Principles for Physician Rating Sites</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="editor">
                    <name>
                        <surname>Eysenbach</surname>
                        <given-names>Gunther</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <contrib-group>
                <contrib contrib-type="reviewer">
                    <name>
                        <surname>Lagu</surname>
                        <given-names>Tara</given-names>
                    </name>
                </contrib>
                <contrib contrib-type="reviewer">
                    <name>
                        <surname>Black</surname>
                        <given-names>Erik</given-names>
                    </name>
                </contrib>
                <contrib contrib-type="reviewer">
                    <name>
                        <surname>Wicks</surname>
                        <given-names>Paul</given-names>
                    </name>
                </contrib>
                <contrib contrib-type="reviewer">
                    <name>
                        <surname>Datta</surname>
                        <given-names>Adrija</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <contrib-group>
                <contrib contrib-type="author" id="contrib1" corresp="yes">
                    <name name-style="western">
                        <surname>Strech</surname>
                        <given-names>Daniel</given-names>
                    </name>
                    <degrees>MD, PhD</degrees>
                    <xref ref-type="aff" rid="aff1">1</xref>
                    <address>
                        <institution>Institute for History, Ethics and Philosophy of Medicine</institution>
                        <institution>CELLS - Centre for Ethics and Law in the Life Sciences</institution>
                        <institution>Hannover Medical School</institution>
                        <addr-line>Carl-Neuberg Str. 1</addr-line>
                        <addr-line>Hannover, 30625</addr-line>
                        <country>Germany</country>
                        <phone>49 5115322907</phone>
                        <fax>49 5115325650</fax>
                        <email>strech.daniel@mh-hannover.de</email>
                    </address>
                </contrib>
            </contrib-group>
            <aff id="aff1" rid="aff1">
                <sup>1</sup>
                <institution>Institute for History, Ethics and Philosophy of Medicine</institution>
                <institution>CELLS - Centre for Ethics and Law in the Life Sciences</institution>
                <institution>Hannover Medical School</institution>
                <addr-line>Hannover</addr-line>
                <country>Germany</country>
            </aff>
            <pub-date pub-type="collection">
                <season>Oct-Dec</season>
                <year>2011</year>
            </pub-date>
            <pub-date pub-type="epub">
                <day>06</day>
                <month>12</month>
                <year>2011</year>
            </pub-date>
            <volume>13</volume>
            <issue>4</issue>
            <elocation-id>e113</elocation-id>
            <!--history from ojs - api-xml-->
            <history>
                <date date-type="received">
                    <day>29</day>
                    <month>07</month>
                    <year>2011</year>
                </date>
                <date date-type="rev-request">
                    <day>31</day>
                    <month>08</month>
                    <year>2011</year>
                </date>
                <date date-type="rev-recd">
                    <day>21</day>
                    <month>10</month>
                    <year>2011</year>
                </date>
                <date date-type="accepted">
                    <day>25</day>
                    <month>10</month>
                    <year>2011</year>
                </date>
            </history>
            <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
            <copyright-statement>&#169;Daniel Strech. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 06.12.2011. </copyright-statement>
            <copyright-year>2011</copyright-year>
            <license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/2.0/">
                <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (http://creativecommons.org/licenses/by/2.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
            </license>
            <self-uri xlink:href="http://www.jmir.org/2011/4/e113/" xlink:type="simple" />
            <abstract>
                <p>During the last 5 years, an ethical debate has emerged, often in public media, about the potential positive and negative effects of physician rating sites and whether physician rating sites created by insurance companies or government agencies are ethical in their current states. Due to the lack of direct evidence of physician rating sites&#8217; effects on physicians&#8217; performance, patient outcomes, or the public&#8217;s trust in health care, most contributions refer to normative arguments, hypothetical effects, or indirect evidence. This paper aims, first, to structure the ethical debate about the basic concept of physician rating sites: allowing patients to rate, comment, and discuss physicians&#8217; performance, online and visible to everyone. Thus, it provides a more thorough and transparent starting point for further discussion and decision making on physician rating sites: what should physicians and health policy decision makers take into account when discussing the basic concept of physician rating sites and its possible implications on the physician&#8211;patient relationship? Second, it discusses where and how the preexisting evidence from the partly related field of public reporting of physician performance can serve as an indicator for specific needs of evaluative research in the field of physician rating sites. This paper defines the ethical principles of patient welfare, patient autonomy, physician welfare, and social justice in the context of physician rating sites. It also outlines basic conditions for a fair decision-making process concerning the implementation and regulation of physician rating sites, namely, transparency, justification, participation, minimization of conflicts of interest, and openness for revision. Besides other issues described in this paper, one trade-off presents a special challenge and will play an important role when deciding about more- or less-restrictive physician rating sites regulations: the potential psychological and financial harms for physicians that can result from physician rating sites need to be contained without limiting the potential benefits for patients with respect to health, health literacy, and equity.</p>
            </abstract>
            <kwd-group>
                <kwd>Physician rating sites</kwd>
                <kwd>ethics</kwd>
                <kwd>patient empowerment</kwd>
                <kwd>patient-physician relationship</kwd>
            </kwd-group>
        </article-meta>
    </front>
    <body>
        <sec sec-type="introduction">
            <title>Introduction</title>
            <p>Physician rating sites allow patients to evaluate their experience and satisfaction with their health care providers, similar to other service-oriented businesses. The ratings are posted online and are intended as a source of information for people searching for a physician.</p>
            <p>In addition to the more than 30 private physician rating sites [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>], more and more publicly hosted physician rating sites have gone online in the last 5 years. In 2007, the National Health Service (NHS) in the United Kingdom launched the NHS Choices website, which allows patients to evaluate both physicians and hospitals. In 2010, the largest German health insurer (AOK) launched its own portal, Arzt-Navi, which initially went through a test phase in 3 out of 16 German states and has been open to all German residents since May 2011. In the United States, the Hospital Compare site, maintained by the Centers for Medicare &#38; Medicaid Services (CMS) and other publicly funded sites, provides information on the quality of care, but it does not yet permit patients to rate physicians [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
            <p>Increasingly, research results are being published on fundamental characteristics of physician rating sites in their present condition in regard to their frequency, content, and user assessment patterns [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref7">7</xref>]. However, direct evidence of potential benefits and harms of physician rating sites is still lacking.</p>
            <p>Only a handful of discussion papers on this topic have been published in scientific journals [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref10">10</xref>]. However, the media are increasingly discussing opportunities and challenges of physician rating sites. On the one hand, government and insurance company representatives often express their support of such concepts [<xref ref-type="bibr" rid="ref11">11</xref>]. Ben Bradshaw, the former British Minister for Health, for example, criticized the general lack of transparency as an argument supporting physician rating sites, stating that &#8220;I would never think of going on holiday without cross-referencing at least two guide books and using Trip Advisor. We need to do something similar for the modern generation in healthcare.&#8221; Other critics have referred to evidence related to questions similar to those of physician rating sites [<xref ref-type="bibr" rid="ref8">8</xref>]. They highlight that key clinical measures and outcomes are closely linked to patient satisfaction [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>] and that systematic feedback changes doctors&#8217; clinical performance [<xref ref-type="bibr" rid="ref14">14</xref>]. Nevertheless, physician representatives tend to argue against physician rating sites. Laurence Buckman, Chairman of the British Medical Association&#8217;s General Practitioners Committee, fears that physician rating sites could compromise physicians: &#8220;A website on which people can slander or praise irresponsibly is the wrong approach&#8221; [<xref ref-type="bibr" rid="ref11">11</xref>]. Likewise, Frank Ulrich Montgomery, President of the German Medical Association, described these websites as &#8220;platforms for denunciation&#8221; [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
            <p>Taking the current state of discussion and scientific analysis of physician rating sites into account, health policy decision making, with respect to the implementation and regulation of physician rating sites, is challenging for at least two major reasons: (1) the lack of outcomes research in the field of physician rating sites, and (2) the controversial but poorly structured (ethical) debate on the pros and cons of physician rating sites.</p>
            <p>This paper has two aims. First, it aims to structure the ethical debate around the basic concept of physician rating sites&#8212;that is, allowing patients to rate, comment, and discuss physicians&#8217; performance, online and visible to everyone. This provides a more thorough and transparent (and therefore more reasonable) starting point for further discussion and further decision making on physician rating sites: what should physicians and health policy decision makers take into account when discussing the basic idea of physician rating sites and its possible implications for the physician&#8211;patient relationship? Second, it discusses where and how the preexisting evidence from the partly related field of public reporting of physician performance can serve (at least) as an indicator for specific needs of evaluative research in the field of physician rating sites.</p>
            <p>While this paper focuses on the preceding ethical discussion concerning the basic concept of physician rating sites, it does not analyze the wide range of issues surrounding the safety and validity of information provided by physician rating sites. It also does not analyze the various judicial aspects of physician rating sites such as ownership or liability, for example. Needless to say, controversy in eHealth ethics often relates to these implementation issues [<xref ref-type="bibr" rid="ref16">16</xref>] and they are also relevant for physician rating sites. The issues related to the implementation and management of physician rating sites, however, become relevant and need to be discussed thoroughly after the basic concept of physician rating sites has been generally accepted by physicians and health policy decision makers (as is the case with the basic concept of online patient information about diseases and treatment options, for example).</p>
            <p>The following analysis is based on three ethical principles that are presented in widely acknowledged ethical frameworks for health care and health policy (eg, [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]). The two major reasons for choosing these rather general ethical principles are the following: (1) the discussion on physician rating sites is still in its beginnings, and a too-specific framework (eg, specific eHealth ethics frameworks [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]) runs the risk of excluding relevant ethical issues and arguments, and (2) because the structure provided here aims to inform health care professionals and health policy decision makers that are not always trained in ethics, it is helpful to frame the analysis with well-known ethical principles.</p>
            <p>The three substantial ethical principles are (1) patient (and physician) welfare, (2) patient autonomy, and (3) social justice. The analysis of these substantial ethical principles is complemented by a brief description of procedural criteria that aims to improve the fairness of the health policy decision making concerning physician rating sites.</p>
        </sec>
        <sec>
            <title>Physician Rating Sites and Patient Welfare</title>
            <p>Assuming that there are outcome-related quality differences between physicians and that physician rating sites can detect these differences to a certain degree, then physician rating sites could aim to improve health outcomes (patient welfare). One way to realize this goal is to make doctors aware of aspects of their work in need of improvement as identified by physician rating sites so that adjustments can be implemented in practice [<xref ref-type="bibr" rid="ref14">14</xref>]. Second, patients who obtain information from physician rating sites are probably more likely to choose better-quality physicians and reap health benefits as a result. However, direct evidence that supports or negates these assumptions is lacking.</p>
            <p>Can evidence from other fields be reasonably transferred to physician rating sites? The evidence related to the effects of public reporting of physician performance, based on either specific quality indicators or public report, is mixed [<xref ref-type="bibr" rid="ref21">21</xref>]. Few researchers have examined the effects of public reporting on the actual delivery of health care [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>] and even fewer have investigated how report cards might improve care [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. Paradoxically, there is some evidence that public report cards can actually reduce quality by leading physicians to select patients based on risk profiles that best suit the specific quality indicator, which is critical for the interpretation of physician rating sites [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. It is questionable, however, whether this scenario can be transferred to physician rating sites. Nevertheless, opponents of physician rating sites suggest that patients could be led to award more positive ratings based on nonmedical factors, such as pleasant waiting room music, or even persuasion by the physician.</p>
            <p>Although physician rating sites cannot measure positive health outcomes directly, the presence of physician rating sites and the resulting transparency of medical performance could result in a (measurable) improvement in public trust in the system [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. However, evidence either in support of or against this assumption is also lacking.</p>
        </sec>
        <sec>
            <title>Physician Rating Sites and Patient Autonomy</title>
            <p>Besides the direct improvement in health outcomes, another intervention goal of physician rating sites that is closely linked to the ethical principle <italic>respect of patient autonomy</italic> can be grouped under the heading <italic>improvement of health literacy</italic> [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>]. According to the World Health Organization&#8217;s definition, health literacy is &#8220;the cognitive and social skills which determine the motivation and ability of individuals to gain access to, understand, and use information in ways which promote and maintain good health&#8221; [<xref ref-type="bibr" rid="ref31">31</xref>]. Improving health literacy empowers and thereby respects patient autonomy in making various health-related choices. Physician rating sites could potentially influence health literacy on three different levels [<xref ref-type="bibr" rid="ref29">29</xref>] (see <xref ref-type="table" rid="table1">Table 1</xref> [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref32">32</xref>]).</p>
            <table-wrap id="table1" position="float">
                <label>Table 1</label>
                <caption>
                    <p>  The potential impact of physician rating sites on the three levels of health literacy</p>
                </caption>
                <table cellpadding="8" cellspacing="0" border="1" rules="groups" frame="hsides" width="1000">
                    <col width="300" />
                    <col width="700" />
                    <thead>
                        <tr valign="top">
                            <td>
                Level
            </td>
                            <td>
                Potential impact
            </td>
                        </tr>
                    </thead>
                    <tbody>
                        <tr valign="top">
                            <td>
                Functional
            </td>
                            <td>
                People are able to process simple information that can help them find a specialist physician who understands medical procedures. Obviously, physician rating sites could promote this functional level of health literacy by providing a wide range of information; conversely, they could counteract it by disseminating false or at least biased information (for example, by putting only those physicians at the top if the list who bought a premium account offered by the specific physician rating sites).
            </td>
                        </tr>
                        <tr valign="top">
                            <td>
                Interactive
            </td>
                            <td>
                Through the development of enhanced cognitive and social skills and structures, this level of health literacy allows patients to play a more active role in interactions with their health environments. Physician rating sites could improve this interactive level&#8212;for example, if physician rating sites were to serve as a navigational tool with which patients are better able to steer through the health care system and enhance their communication and exchange of knowledge about specific physicians (or hospitals) from peer to peer (for example, by offering open text options at physician rating sites that allow users to describe in a more narrative style how they experienced the performance of a certain physician).
            </td>
                        </tr>
                        <tr valign="top">
                            <td>
                Critical
            </td>
                            <td>
                People have the ability to question so-called standards and to critically evaluate health-related information [<xref ref-type="bibr" rid="ref29">29</xref>]. It would be practically relevant if, in general, the exchange of information between patients (peer-to-peer) regarding specific physicians and health care facilities would lead to the development of an increasingly higher and more discriminating level of quality assessment of health care through patients themselves. For example, physician ratings could cover aspects of health care quality that other patients have not sought before, thus providing the possibility to expand patients&#8217; horizons in terms of quality assessment. Furthermore, users of physician rating sites could post ratings of which physician reviews were more or less helpful to them or may have even been false and misleading. See, for example, the concept of labeling&#8212;that is, to provide information about information (meta-information), which can be either descriptive or evaluative [<xref ref-type="bibr" rid="ref32">32</xref>].
            </td>
                        </tr>
                    </tbody>
                </table>
            </table-wrap>
        </sec>
        <sec>
            <title>Physician Rating Sites and Physician Welfare</title>
            <p>Alongside the consideration of potential benefits and harms of physician rating sites for patients, the process of ethical decision making should also address the possible side effects for physicians. In particular, it should take into account the possible emotional and psychological burdens for physicians, as well as potential financial damages to those physicians who are not rated as well. In addition to the concern of defamation of individual physicians, another broader concern arises that physicians are discussed and furthermore rated not only based on their professional skills but also as a person. Refer to the assessment from the President of the German Medical Association, Frank U Montgomery, that &#8220;The only people who speak up on the Internet are those with an extreme opinion&#8221; (translation by the author) [<xref ref-type="bibr" rid="ref15">15</xref>]. Buckman (see above) pointed his arguments in the same direction. Whether the fears of physician representatives are justified is more than questionable. Recent evaluations of rating tendencies from the United States and Germany demonstrate that the majority of reviews in physician rating sites appear to be positive [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref33">33</xref>].</p>
            <p>Nevertheless, the potential harm to physicians should be taken seriously. For example, making the ratings first available when they have reached a certain baseline number (eg, 5&#8211;10) reduces the impact of extreme opinions, and peer review allows for the differentiation and elimination of defamations. However, when the baseline number or the peer-review requirements are set too high, then potential benefits for patients could be hindered. An ethical and regulative challenge is depicting the differentiation between disproportionate defamation on the one hand and relevant critique on the other hand. The criteria that physician rating sites use for these differentiation tasks (including examples of ratings classified as <italic>defamation</italic> or <italic>relevant critique</italic>) should be made transparent to the users. Furthermore, eliminating overly negative ratings without eliminating overly positive ratings will create a general bias toward more positive ratings and will decrease the differentiation between physicians. See also the section below on legitimacy of decision making in the implementation and regulation of physician rating sites.</p>
        </sec>
        <sec>
            <title>Physician Rating Sites and Social Justice</title>
            <p>If we accept the assumption, as discussed above, that physician rating sites could have a positive effect on patient welfare as well as on the advancement of health literacy, then they could also have an impact on equal opportunity among the different socioeconomic groups within one society [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. For reasons of equity, one should investigate whether all socioeconomic groups that could benefit from physician rating sites have unrestricted access to the Internet. The Internet as a source of information regarding the quality of physicians is relatively accessible in comparison with alternative forms of media (print media and personal contact). The relativity arises as a result of the contrast between possible effective alternatives. Arguably, one of the most effective available options to find a good physician is to ask friends or relatives in the medical profession to recommend a colleague. Thus, it is indisputable that physicians as a social group have structural advantages in the search for a new physician due to insider information received from colleagues.</p>
            <p>Even though the Internet is widely accessible, one must consider remaining financial and nonfinancial access barriers, such as income, culture, gender, and age. Effective use of physician rating sites remains primarily dependent on the cognitive and intellectual capabilities of the users. This phenomenon could negatively affect the already-existing health inequalities between more- and less-educated groups (inequity).</p>
            <p>A further issue to be considered are effects that have been observed in the context of public reporting of quality indicators [<xref ref-type="bibr" rid="ref21">21</xref>]. If quality indicators such as satisfaction with care are correlated with race and socioeconomic status [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>], then physicians may shy away from treating some groups of patients out of fear of being penalized by relatively poor ratings in physician rating sites.</p>
        </sec>
        <sec>
            <title>Legitimacy of Decision Making in the Implementation and Regulation of Physician Rating Sites</title>
            <p>Decisions regarding the implementation or regulation of physician rating sites through public institutions (eg, NHS Choices in the United Kingdom or statutory health insurers in Germany) are associated with inevitably complex issues. Such issues cannot be solved by reference to an ultimate ethical principle [<xref ref-type="bibr" rid="ref16">16</xref>]. Whenever health care institutions are confronted with the challenges of ethical assessments, they increase the legitimacy of their decisions when certain minimal requirements for a fair decision-making process are met [<xref ref-type="bibr" rid="ref34">34</xref>] (see <xref ref-type="table" rid="table2">Table 2</xref> [<xref ref-type="bibr" rid="ref37">37</xref>-<xref ref-type="bibr" rid="ref39">39</xref>]).</p>
            <table-wrap id="table2" position="float">
                <label>Table 2</label>
                <caption>
                    <p>  Basic conditions for a fair decision-making process concerning the implementation and regulation of physician rating sites</p>
                </caption>
                <table cellpadding="8" cellspacing="0" border="1" rules="groups" frame="hsides" width="1000">
                    <col width="300" />
                    <col width="700" />
                    <thead>
                        <tr valign="top">
                            <td>
                Condition
            </td>
                            <td>
                Implication
            </td>
                        </tr>
                    </thead>
                    <tbody>
                        <tr valign="top">
                            <td>
                Transparency
            </td>
                            <td>
                Empirical information and normative arguments that were relevant for the decision-making process on more- or less-restrictive regulation of physician rating sites should be made available to the public.
            </td>
                        </tr>
                        <tr valign="top">
                            <td>
                Justification
            </td>
                            <td>
                Decisions should be based on a relevant rationale. Relevant reasons are especially those that explicitly and comprehensibly ascribe to the above-described ethical criteria: patient and physician welfare, autonomy, and justice.
            </td>
                        </tr>
                        <tr valign="top">
                            <td>
                Participation
            </td>
                            <td>
                Subjective evaluations that are part of the decision-making process are inevitable due to the complexity of the question. The legitimacy of such subjective evaluations increases when the affected populations (here patients, physicians, and insurance agents) have been given the opportunity to participate and to provide relevant empirical information and normative arguments [<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>].
            </td>
                        </tr>
                        <tr valign="top">
                            <td>
                Minimizing conflicts of interest
            </td>
                            <td>
                Decisions on the implementation or regulation of physician rating sites should be regulated in order to avoid as many conflicts of interest as possible [<xref ref-type="bibr" rid="ref39">39</xref>]. Conflicts of interest exist, for example, if the decision maker him- or herself benefits from any financial advantages on decisions made for or against any particular forms of regulation of physician rating sites.
            </td>
                        </tr>
                        <tr valign="top">
                            <td>
                Openness for revision
            </td>
                            <td>
                Every decision should be open for revision provided that better normative arguments or better evidence on the effects of physician rating sites is available.
            </td>
                        </tr>
                    </tbody>
                </table>
            </table-wrap>
        </sec>
        <sec sec-type="discussion">
            <title>Discussion</title>
            <p>The previous sections specified fundamental ethical principles relevant to the discussion of the basic concept of physician rating sites (allowing patients to rate, comment on, and discuss physicians&#8217; performance&#8212;online and visible to everyone). The specified ethical principles should be recognized when the various stakeholders in the field of physician rating sites (physicians, patients, politicians, insurance companies, owners of private physician rating sites, and others) develop their viewpoints toward the basic concept of physician rating sites. These principles should also play a crucial role when decisions on the implementation and (more- or less-restrictive) regulation of physician rating sites are made. Even when thorough empirical evaluations of potential unknown effects of physician rating sites are strongly required, drawing on plausibility and normative arguments is unavoidable for justifying (regulatory) decisions regarding physician rating sites. The aforementioned basic conditions for a fair decision-making process are particularly relevant under such conditions of normative complexity and insufficient evidence (uncertainty).</p>
            <p>In the opinion of the author, two issues present a special challenge and should play an important role when deciding about more- or less-restrictive physician rating sites regulations. First, the potential psychological and financial harms to physicians need to be contained without limiting the potential health and health literacy benefits for patients. In many countries the medical profession enjoys privileges such as strong advocacy groups and special social facilities. Thus, the denial of transparency on patient experiences and satisfaction (with physician performance) requires a strong rationale. Second, in light of the unequal distribution of health opportunities, particularly due to discrepancies in health literacy, possible countermeasures (such as physician rating sites) are highly relevant. Measures to improve public physician rating sites (such as NHS Choices and the AOK website) should be specifically tailored to the needs of vulnerable subgroups of the population. Preferably, aspects such as accessibility and the clarity of information should be evaluated and further improved.</p>
            <p>If more general health policy discussions on the acceptance or rejection of the basic ideas of physician rating sites have been settled, further analyses need to focus on the ethical aspects of adequate implementation and management of such websites. Issues such as data privacy and validity, as well as ethical guidelines such as the e-Health Code of Ethics, will then play an important role [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref32">32</xref>].</p>
        </sec>
    </body>
    <back>
        <fn-group>
            <fn fn-type="conflict">
                <p>None declared</p>
            </fn>
        </fn-group>
        <glossary>
            <title>Abbreviations</title>
            <def-list>
                <def-item>
                    <term id="abb1">NHS</term>
                    <def>
                        <p> National Health Service</p>
                    </def>
                </def-item>
            </def-list>
        </glossary>
        <ref-list>
            <ref id="ref1">
                <label>1</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Lagu</surname>
                            <given-names>T</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hannon</surname>
                            <given-names>NS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rothberg</surname>
                            <given-names>MB</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lindenauer</surname>
                            <given-names>PK</given-names>
                        </name>
                    </person-group>
                    <article-title>Patients' evaluations of health care providers in the era of social networking: an analysis of physician-rating websites</article-title>
                    <source>J Gen Intern Med</source>
                    <year>2010</year>
                    <month>09</month>
                    <volume>25</volume>
                    <issue>9</issue>
                    <fpage>942</fpage>
                    <lpage>6</lpage>
                    <pub-id pub-id-type="doi">10.1007/s11606-010-1383-0</pub-id>
                    <pub-id pub-id-type="medline">20464523</pub-id>
                    <pub-id pub-id-type="pmcid">PMC2917672</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref2">
                <label>2</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Reimann</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Strech</surname>
                            <given-names>D</given-names>
                        </name>
                    </person-group>
                    <article-title>The representation of patient experience and satisfaction in physician rating sites. A criteria-based analysis of English- and German-language sites</article-title>
                    <source>BMC Health Serv Res</source>
                    <year>2010</year>
                    <volume>10</volume>
                    <fpage>332</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.biomedcentral.com/1472-6963/10/332" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1186/1472-6963-10-332</pub-id>
                    <pub-id pub-id-type="medline">21138579</pub-id>
                    <pub-id pub-id-type="pii">1472-6963-10-332</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3017530</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref3">
                <label>3</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Lagu</surname>
                            <given-names>T</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lindenauer</surname>
                            <given-names>PK</given-names>
                        </name>
                    </person-group>
                    <article-title>Putting the public back in public reporting of health care quality</article-title>
                    <source>JAMA</source>
                    <year>2010</year>
                    <month>10</month>
                    <day>20</day>
                    <volume>304</volume>
                    <issue>15</issue>
                    <fpage>1711</fpage>
                    <lpage>2</lpage>
                    <pub-id pub-id-type="doi">10.1001/jama.2010.1499</pub-id>
                    <pub-id pub-id-type="medline">20959582</pub-id>
                    <pub-id pub-id-type="pii">304/15/1711</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref4">
                <label>4</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Kadry</surname>
                            <given-names>B</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Chu</surname>
                            <given-names>LF</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kadry</surname>
                            <given-names>B</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gammas</surname>
                            <given-names>D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Macario</surname>
                            <given-names>A</given-names>
                        </name>
                    </person-group>
                    <article-title>Analysis of 4999 online physician ratings indicates that most patients give physicians a favorable rating</article-title>
                    <source>J Med Internet Res</source>
                    <year>2011</year>
                    <volume>13</volume>
                    <issue>4</issue>
                    <fpage>e95</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2011/4/e95/" />
                    </comment>
                    <pub-id pub-id-type="doi">10.2196/jmir.1960</pub-id>
                    <pub-id pub-id-type="medline">22088924</pub-id>
                    <pub-id pub-id-type="pii">v13i4e95</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref5">
                <label>5</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Schaefer</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Schwarz</surname>
                            <given-names>S</given-names>
                        </name>
                    </person-group>
                    <article-title>[Doctor rating sites: which of them find the best doctors in Germany?]</article-title>
                    <source>Z Evid Fortbild Qual Gesundhwes</source>
                    <year>2010</year>
                    <volume>104</volume>
                    <issue>7</issue>
                    <fpage>572</fpage>
                    <lpage>7</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.zefq.2010.09.002</pub-id>
                    <pub-id pub-id-type="medline">21095610</pub-id>
                    <pub-id pub-id-type="pii">S1865-9217(10)00243-6</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref6">
                <label>6</label>
                <nlm-citation citation-type="confproc">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Lopez</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Detz</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ratanawongsa</surname>
                            <given-names>N</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Schillinger</surname>
                            <given-names>D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sarkar</surname>
                            <given-names>U</given-names>
                        </name>
                    </person-group>
                    <article-title>What do your patients say about you on the internet? A thematic analysis of online reviews of primary care physicians</article-title>
                    <year>2010</year>
                    <conf-name>33rd Annual Meeting of the Society of General Internal Medicine Meeting</conf-name>
                    <conf-date>April 28-May 1, 2010</conf-date>
                    <conf-loc>Minneapolis, MN, USA</conf-loc>
                </nlm-citation>
            </ref>
            <ref id="ref7">
                <label>7</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Black</surname>
                            <given-names>EW</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Thompson</surname>
                            <given-names>LA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Saliba</surname>
                            <given-names>H</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Dawson</surname>
                            <given-names>K</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Black</surname>
                            <given-names>NM</given-names>
                        </name>
                    </person-group>
                    <article-title>An analysis of healthcare providers' online ratings</article-title>
                    <source>Inform Prim Care</source>
                    <year>2009</year>
                    <volume>17</volume>
                    <issue>4</issue>
                    <fpage>249</fpage>
                    <lpage>53</lpage>
                    <pub-id pub-id-type="medline">20359403</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref8">
                <label>8</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Bacon</surname>
                            <given-names>N</given-names>
                        </name>
                    </person-group>
                    <article-title>Will doctor rating sites improve standards of care? Yes</article-title>
                    <source>BMJ</source>
                    <year>2009</year>
                    <volume>338</volume>
                    <fpage>b1030</fpage>
                    <pub-id pub-id-type="medline">19293223</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref9">
                <label>9</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>McCartney</surname>
                            <given-names>M</given-names>
                        </name>
                    </person-group>
                    <article-title>Will doctor rating sites improve the quality of care? No</article-title>
                    <source>BMJ</source>
                    <year>2009</year>
                    <volume>338</volume>
                    <fpage>b1033</fpage>
                    <pub-id pub-id-type="medline">19293224</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref10">
                <label>10</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Strech</surname>
                            <given-names>D</given-names>
                        </name>
                    </person-group>
                    <article-title>[Physician rating sites from an ethical viewpoint: a roadmap]</article-title>
                    <source>Z Evid Fortbild Qual Gesundhwes</source>
                    <year>2010</year>
                    <volume>104</volume>
                    <issue>8-9</issue>
                    <fpage>674</fpage>
                    <lpage>81</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.zefq.2010.09.019</pub-id>
                    <pub-id pub-id-type="medline">21129706</pub-id>
                    <pub-id pub-id-type="pii">S1865-9217(10)00262-X</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref11">
                <label>11</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Carvel</surname>
                            <given-names>J</given-names>
                        </name>
                    </person-group>
                    <source>The Guardian</source>
                    <year>2008</year>
                    <month>12</month>
                    <day>30</day>
                    <access-date>2011-07-29</access-date>
                    <comment>Patients to Rate and Review Their GPs on NHS Website<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.guardian.co.uk/society/2008/dec/30/doctors-rating-website-nhs">http://www.guardian.co.uk/society/2008/dec/30/doctors-rating-website-nhs</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">60Y6fhTf7</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref12">
                <label>12</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Jha</surname>
                            <given-names>AK</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Orav</surname>
                            <given-names>EJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Zheng</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Epstein</surname>
                            <given-names>AM</given-names>
                        </name>
                    </person-group>
                    <article-title>Patients' perception of hospital care in the United States</article-title>
                    <source>N Engl J Med</source>
                    <year>2008</year>
                    <month>10</month>
                    <day>30</day>
                    <volume>359</volume>
                    <issue>18</issue>
                    <fpage>1921</fpage>
                    <lpage>31</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.doi.org/10.1056/NEJMsa0804116" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1056/NEJMsa0804116</pub-id>
                    <pub-id pub-id-type="medline">18971493</pub-id>
                    <pub-id pub-id-type="pii">359/18/1921</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref13">
                <label>13</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Winefield</surname>
                            <given-names>HR</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Murrell</surname>
                            <given-names>TG</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Clifford</surname>
                            <given-names>J</given-names>
                        </name>
                    </person-group>
                    <article-title>Process and outcomes in general practice consultations: problems in defining high quality care</article-title>
                    <source>Soc Sci Med</source>
                    <year>1995</year>
                    <month>10</month>
                    <volume>41</volume>
                    <issue>7</issue>
                    <fpage>969</fpage>
                    <lpage>75</lpage>
                    <pub-id pub-id-type="medline">8545671</pub-id>
                    <pub-id pub-id-type="pii">027795369400403G</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref14">
                <label>14</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Veloski</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Boex</surname>
                            <given-names>JR</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Grasberger</surname>
                            <given-names>MJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Evans</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wolfson</surname>
                            <given-names>DB</given-names>
                        </name>
                    </person-group>
                    <article-title>Systematic review of the literature on assessment, feedback and physicians' clinical performance: BEME Guide No. 7</article-title>
                    <source>Med Teach</source>
                    <year>2006</year>
                    <month>03</month>
                    <volume>28</volume>
                    <issue>2</issue>
                    <fpage>117</fpage>
                    <lpage>28</lpage>
                    <pub-id pub-id-type="doi">10.1080/01421590600622665</pub-id>
                    <pub-id pub-id-type="medline">16707292</pub-id>
                    <pub-id pub-id-type="pii">P86M5X746N4L4128</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref15">
                <label>15</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <collab>B&#196;K Newsletter</collab>
                    </person-group>
                    <source>Ärztlicher Kreisverband Ebersberg Körperschaft des öffentlichen Rechts</source>
                    <year>2009</year>
                    <month>06</month>
                    <day>25</day>
                    <access-date>2011-07-29</access-date>
                    <comment>Arztbewertungsportale: massive Kritik am AOK-Arzt-Navigator<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.aekv-ebersberg.de/aktuelles/105-baek-newsletter-2009-004-vom-25062009">http://www.aekv-ebersberg.de/aktuelles/105-baek-newsletter-2009-004-vom-25062009</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">60Y6mdCCt</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref16">
                <label>16</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Dyer</surname>
                            <given-names>KA</given-names>
                        </name>
                    </person-group>
                    <article-title>Ethical challenges of medicine and health on the Internet: a review</article-title>
                    <source>J Med Internet Res</source>
                    <year>2001</year>
                    <volume>3</volume>
                    <issue>2</issue>
                    <fpage>E23</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2001/2/e23/" />
                    </comment>
                    <pub-id pub-id-type="doi">10.2196/jmir.3.2.e23</pub-id>
                    <pub-id pub-id-type="medline">11720965</pub-id>
                    <pub-id pub-id-type="pmcid">PMC1761893</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref17">
                <label>17</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <collab>Medical Professionalism Project</collab>
                    </person-group>
                    <article-title>Medical professionalism in the new millennium: a physicians' charter</article-title>
                    <source>Lancet</source>
                    <year>2002</year>
                    <month>02</month>
                    <day>9</day>
                    <volume>359</volume>
                    <issue>9305</issue>
                    <fpage>520</fpage>
                    <lpage>2</lpage>
                    <pub-id pub-id-type="doi">10.1016/S0140-6736(02)07684-5</pub-id>
                    <pub-id pub-id-type="medline">11853819</pub-id>
                    <pub-id pub-id-type="pii">S0140-6736(02)07684-5</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref18">
                <label>18</label>
                <nlm-citation citation-type="book">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Beauchamp</surname>
                            <given-names>TL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Childress</surname>
                            <given-names>JF</given-names>
                        </name>
                    </person-group>
                    <source>Principles of Biomedical Ethics. 6th edition</source>
                    <year>2009</year>
                    <publisher-loc>New York, NY</publisher-loc>
                    <publisher-name>Oxford University Press</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref19">
                <label>19</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Eysenbach</surname>
                            <given-names>G</given-names>
                        </name>
                    </person-group>
                    <article-title>Towards ethical guidelines for e-health: JMIR theme issue on eHealth ethics</article-title>
                    <source>J Med Internet Res</source>
                    <year>2000</year>
                    <volume>2</volume>
                    <issue>1</issue>
                    <fpage>E7</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2000/1/e7/" />
                    </comment>
                    <pub-id pub-id-type="doi">10.2196/jmir.2.1.e7</pub-id>
                    <pub-id pub-id-type="medline">11720926</pub-id>
                    <pub-id pub-id-type="pmcid">PMC1761845</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref20">
                <label>20</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <collab>e-Health Ethics Initiative</collab>
                    </person-group>
                    <article-title>e-Health Code of Ethics (May 24)</article-title>
                    <source>J Med Internet Res</source>
                    <year>2000</year>
                    <volume>2</volume>
                    <issue>2</issue>
                    <fpage>E9</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2000/2/e9/" />
                    </comment>
                    <pub-id pub-id-type="doi">10.2196/jmir.2.2.e9</pub-id>
                    <pub-id pub-id-type="medline">11720928</pub-id>
                    <pub-id pub-id-type="pmcid">PMC1761853</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref21">
                <label>21</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Werner</surname>
                            <given-names>RM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Asch</surname>
                            <given-names>DA</given-names>
                        </name>
                    </person-group>
                    <article-title>The unintended consequences of publicly reporting quality information</article-title>
                    <source>JAMA</source>
                    <year>2005</year>
                    <month>03</month>
                    <day>9</day>
                    <volume>293</volume>
                    <issue>10</issue>
                    <fpage>1239</fpage>
                    <lpage>44</lpage>
                    <pub-id pub-id-type="doi">10.1001/jama.293.10.1239</pub-id>
                    <pub-id pub-id-type="medline">15755946</pub-id>
                    <pub-id pub-id-type="pii">293/10/1239</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref22">
                <label>22</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Marshall</surname>
                            <given-names>MN</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Shekelle</surname>
                            <given-names>PG</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Leatherman</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Brook</surname>
                            <given-names>RH</given-names>
                        </name>
                    </person-group>
                    <article-title>The public release of performance data: what do we expect to gain? A review of the evidence</article-title>
                    <source>JAMA</source>
                    <year>2000</year>
                    <month>04</month>
                    <day>12</day>
                    <volume>283</volume>
                    <issue>14</issue>
                    <fpage>1866</fpage>
                    <lpage>74</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://jama.ama-assn.org/cgi/pmidlookup?view=long&#38;pmid=10770149" />
                    </comment>
                    <pub-id pub-id-type="medline">10770149</pub-id>
                    <pub-id pub-id-type="pii">jrv90044</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref23">
                <label>23</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Leatherman</surname>
                            <given-names>ST</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hibbard</surname>
                            <given-names>JH</given-names>
                        </name>
                        <name name-style="western">
                            <surname>McGlynn</surname>
                            <given-names>EA</given-names>
                        </name>
                    </person-group>
                    <article-title>A research agenda to advance quality measurement and improvement</article-title>
                    <source>Med Care</source>
                    <year>2003</year>
                    <month>01</month>
                    <volume>41</volume>
                    <issue>1 Suppl</issue>
                    <fpage>I80</fpage>
                    <lpage>6</lpage>
                    <pub-id pub-id-type="medline">12544819</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref24">
                <label>24</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Berwick</surname>
                            <given-names>DM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>James</surname>
                            <given-names>B</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Coye</surname>
                            <given-names>MJ</given-names>
                        </name>
                    </person-group>
                    <article-title>Connections between quality measurement and improvement</article-title>
                    <source>Med Care</source>
                    <year>2003</year>
                    <month>01</month>
                    <volume>41</volume>
                    <issue>1 Suppl</issue>
                    <fpage>I30</fpage>
                    <lpage>8</lpage>
                    <pub-id pub-id-type="medline">12544814</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref25">
                <label>25</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Schauffler</surname>
                            <given-names>HH</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Mordavsky</surname>
                            <given-names>JK</given-names>
                        </name>
                    </person-group>
                    <article-title>Consumer reports in health care: do they make a difference?</article-title>
                    <source>Annu Rev Public Health</source>
                    <year>2001</year>
                    <volume>22</volume>
                    <fpage>69</fpage>
                    <lpage>89</lpage>
                    <pub-id pub-id-type="doi">10.1146/annurev.publhealth.22.1.69</pub-id>
                    <pub-id pub-id-type="medline">11274512</pub-id>
                    <pub-id pub-id-type="pii">22/1/69</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref26">
                <label>26</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Omoigui</surname>
                            <given-names>NA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Miller</surname>
                            <given-names>DP</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Brown</surname>
                            <given-names>KJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Annan</surname>
                            <given-names>K</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Cosgrove</surname>
                            <given-names>D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lytle</surname>
                            <given-names>B</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Loop</surname>
                            <given-names>F</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Topol</surname>
                            <given-names>EJ</given-names>
                        </name>
                    </person-group>
                    <article-title>Outmigration for coronary bypass surgery in an era of public dissemination of clinical outcomes</article-title>
                    <source>Circulation</source>
                    <year>1996</year>
                    <month>01</month>
                    <day>1</day>
                    <volume>93</volume>
                    <issue>1</issue>
                    <fpage>27</fpage>
                    <lpage>33</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://circ.ahajournals.org/cgi/pmidlookup?view=long&#38;pmid=8616936" />
                    </comment>
                    <pub-id pub-id-type="medline">8616936</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref27">
                <label>27</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Werner</surname>
                            <given-names>RM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Asch</surname>
                            <given-names>DA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Polsky</surname>
                            <given-names>D</given-names>
                        </name>
                    </person-group>
                    <article-title>Racial profiling: the unintended consequences of coronary artery bypass graft report cards</article-title>
                    <source>Circulation</source>
                    <year>2005</year>
                    <month>03</month>
                    <day>15</day>
                    <volume>111</volume>
                    <issue>10</issue>
                    <fpage>1257</fpage>
                    <lpage>63</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://circ.ahajournals.org/cgi/pmidlookup?view=long&#38;pmid=15769766" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1161/01.CIR.0000157729.59754.09</pub-id>
                    <pub-id pub-id-type="medline">15769766</pub-id>
                    <pub-id pub-id-type="pii">111/10/1257</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref28">
                <label>28</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Blendon</surname>
                            <given-names>RJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>DesRoches</surname>
                            <given-names>CM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Brodie</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Benson</surname>
                            <given-names>JM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rosen</surname>
                            <given-names>AB</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Schneider</surname>
                            <given-names>E</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Altman</surname>
                            <given-names>DE</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Zapert</surname>
                            <given-names>K</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Herrmann</surname>
                            <given-names>MJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Steffenson</surname>
                            <given-names>AE</given-names>
                        </name>
                    </person-group>
                    <article-title>Views of practicing physicians and the public on medical errors</article-title>
                    <source>N Engl J Med</source>
                    <year>2002</year>
                    <month>12</month>
                    <day>12</day>
                    <volume>347</volume>
                    <issue>24</issue>
                    <fpage>1933</fpage>
                    <lpage>40</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.doi.org/10.1056/NEJMsa022151" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1056/NEJMsa022151</pub-id>
                    <pub-id pub-id-type="medline">12477944</pub-id>
                    <pub-id pub-id-type="pii">347/24/1933</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref29">
                <label>29</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Nutbeam</surname>
                            <given-names>D</given-names>
                        </name>
                    </person-group>
                    <article-title>The evolving concept of health literacy</article-title>
                    <source>Soc Sci Med</source>
                    <year>2008</year>
                    <month>12</month>
                    <volume>67</volume>
                    <issue>12</issue>
                    <fpage>2072</fpage>
                    <lpage>8</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.socscimed.2008.09.050</pub-id>
                    <pub-id pub-id-type="medline">18952344</pub-id>
                    <pub-id pub-id-type="pii">S0277-9536(08)00457-7</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref30">
                <label>30</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Kickbusch</surname>
                            <given-names>I</given-names>
                        </name>
                    </person-group>
                    <article-title>Health literacy: engaging in a political debate</article-title>
                    <source>Int J Public Health</source>
                    <year>2009</year>
                    <volume>54</volume>
                    <issue>3</issue>
                    <fpage>131</fpage>
                    <lpage>2</lpage>
                    <pub-id pub-id-type="doi">10.1007/s00038-009-7073-1</pub-id>
                    <pub-id pub-id-type="medline">19370309</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref31">
                <label>31</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <collab>World Health Organization</collab>
                    </person-group>
                    <source>Health Promotion Glossary</source>
                    <year>1998</year>
                    <access-date>2011-11-18</access-date>
                    <publisher-loc>Geneva</publisher-loc>
                    <publisher-name>WHO</publisher-name>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.who.int/hpr/NPH/docs/hp_glossary_en.pdf">http://www.who.int/hpr/NPH/docs/hp_glossary_en.pdf</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">63IVjHxT5</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref32">
                <label>32</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Eysenbach</surname>
                            <given-names>G</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Diepgen</surname>
                            <given-names>TL</given-names>
                        </name>
                    </person-group>
                    <article-title>Towards quality management of medical information on the internet: evaluation, labelling, and filtering of information</article-title>
                    <source>BMJ</source>
                    <year>1998</year>
                    <month>11</month>
                    <day>28</day>
                    <volume>317</volume>
                    <issue>7171</issue>
                    <fpage>1496</fpage>
                    <lpage>500</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://bmj.com/cgi/pmidlookup?view=long&#38;pmid=9831581" />
                    </comment>
                    <pub-id pub-id-type="medline">9831581</pub-id>
                    <pub-id pub-id-type="pmcid">PMC1114339</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref33">
                <label>33</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Strech</surname>
                            <given-names>D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Reimann</surname>
                            <given-names>S</given-names>
                        </name>
                    </person-group>
                    <article-title>[German language physician rating sites: the status quo of evaluation criteria, evaluation tendencies and utilization]</article-title>
                    <source>Gesundheitswesen</source>
                    <year>2011</year>
                    <volume>73</volume>
                    <fpage>1</fpage>
                    <lpage>8</lpage>
                    <pub-id pub-id-type="doi">10.1055/s-0031-1297254</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref34">
                <label>34</label>
                <nlm-citation citation-type="book">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Daniels</surname>
                            <given-names>N</given-names>
                        </name>
                    </person-group>
                    <source>Just Health: Meeting Health Needs Fairly</source>
                    <year>2008</year>
                    <publisher-loc>New York, NY</publisher-loc>
                    <publisher-name>Cambridge University Press</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref35">
                <label>35</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Harpole</surname>
                            <given-names>LH</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Orav</surname>
                            <given-names>EJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hickey</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Posther</surname>
                            <given-names>KE</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Brennan</surname>
                            <given-names>TA</given-names>
                        </name>
                    </person-group>
                    <article-title>Patient satisfaction in the ambulatory setting. Influence of data collection methods and sociodemographic factors</article-title>
                    <source>J Gen Intern Med</source>
                    <year>1996</year>
                    <month>07</month>
                    <volume>11</volume>
                    <issue>7</issue>
                    <fpage>431</fpage>
                    <lpage>4</lpage>
                    <pub-id pub-id-type="medline">8842937</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref36">
                <label>36</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Fiscella</surname>
                            <given-names>K</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Franks</surname>
                            <given-names>P</given-names>
                        </name>
                    </person-group>
                    <article-title>Influence of patient education on profiles of physician practices</article-title>
                    <source>Ann Intern Med</source>
                    <year>1999</year>
                    <month>11</month>
                    <day>16</day>
                    <volume>131</volume>
                    <issue>10</issue>
                    <fpage>745</fpage>
                    <lpage>51</lpage>
                    <pub-id pub-id-type="medline">10577297</pub-id>
                    <pub-id pub-id-type="pii">199911160-00005</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref37">
                <label>37</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Nilsen</surname>
                            <given-names>ES</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Myrhaug</surname>
                            <given-names>HT</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Johansen</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Oliver</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Oxman</surname>
                            <given-names>AD</given-names>
                        </name>
                    </person-group>
                    <article-title>Methods of consumer involvement in developing healthcare policy and research, clinical practice guidelines and patient information material</article-title>
                    <source>Cochrane Database Syst Rev</source>
                    <year>2006</year>
                    <issue>3</issue>
                    <fpage>CD004563</fpage>
                    <pub-id pub-id-type="doi">10.1002/14651858.CD004563.pub2</pub-id>
                    <pub-id pub-id-type="medline">16856050</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref38">
                <label>38</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Thompson</surname>
                            <given-names>AG</given-names>
                        </name>
                    </person-group>
                    <article-title>The meaning of patient involvement and participation in health care consultations: a taxonomy</article-title>
                    <source>Soc Sci Med</source>
                    <year>2007</year>
                    <month>03</month>
                    <volume>64</volume>
                    <issue>6</issue>
                    <fpage>1297</fpage>
                    <lpage>310</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.socscimed.2006.11.002</pub-id>
                    <pub-id pub-id-type="medline">17174016</pub-id>
                    <pub-id pub-id-type="pii">S0277-9536(06)00577-6</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref39">
                <label>39</label>
                <nlm-citation citation-type="book">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Lo</surname>
                            <given-names>B</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Field</surname>
                            <given-names>MJ</given-names>
                        </name>
                        <collab>Committee on Conflict of Interest in Medical Research, Education, and Practice, Institute of Medicine. Conflicts of Interest in Medical Research, Education, and Practice</collab>
                    </person-group>
                    <source>Conflicts of Interest in Medical Research, Education, and Practice</source>
                    <year>2009</year>
                    <publisher-loc>Washington, DC</publisher-loc>
                    <publisher-name>National Academies Press, Institute of Medicine</publisher-name>
                </nlm-citation>
            </ref>
        </ref-list>
    </back>
</article>
