<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
    <front>
        <journal-meta>
            <journal-id journal-id-type="publisher-id">JMIR</journal-id>
            <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
            <journal-title>Journal of Medical Internet Research</journal-title>
            <issn pub-type="epub">1438-8871</issn>
            <publisher>
                <publisher-name>JMIR Publications Inc.</publisher-name>
                <publisher-loc>Toronto, Canada</publisher-loc>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="publisher-id">v17i1e15</article-id>
            <article-id pub-id-type="pmid">25582914</article-id>
            <article-id pub-id-type="doi">10.2196/jmir.3830</article-id>
            <article-categories>
                <subj-group subj-group-type="heading">
                    <subject>Original Paper</subject>
                </subj-group>
                <subj-group subj-group-type="article-type">
                    <subject>Original Paper</subject>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title>Evaluations of Dentists on a German Physician Rating Website: An Analysis of the Ratings</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="editor">
                    <name>
                        <surname>Eysenbach</surname>
                        <given-names>Gunther</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <contrib-group>
                <contrib contrib-type="reviewer">
                    <name>
                        <surname>Bidmon</surname>
                        <given-names>Sonja</given-names>
                    </name>
                </contrib>
                <contrib contrib-type="reviewer">
                    <name>
                        <surname>Schaefer</surname>
                        <given-names>Corinna</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <contrib-group>
                <contrib contrib-type="author" id="contrib1" corresp="yes" equal-contrib="yes">
                    <name name-style="western">
                        <surname>Emmert</surname>
                        <given-names>Martin</given-names>
                    </name>
                    <degrees>MSc, PhD</degrees>
                    <xref rid="aff1" ref-type="aff">1</xref>
                    <address>
                        <institution>Institute of Management (IFM)</institution>
                        <institution>School of Business and Economics</institution>
                        <institution>Friedrich-Alexander-University Erlangen-Nuremberg</institution>
                        <addr-line>Lange Gasse 20</addr-line>
                        <addr-line>Nuremberg, 90403</addr-line>
                        <country>Germany</country>
                        <phone>49 911 5302 ext 253</phone>
                        <fax>49 911 5302 114</fax>
                        <email>Martin.Emmert@fau.de</email>
                    </address>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-0154-6641#sthash.CP2N1SiR.dpuf</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib2" equal-contrib="yes">
                    <name name-style="western">
                        <surname>Halling</surname>
                        <given-names>Frank</given-names>
                    </name>
                    <degrees>MD, DMD</degrees>
                    <xref rid="aff2" ref-type="aff">2</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-5207-412X</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib3">
                    <name name-style="western">
                        <surname>Meier</surname>
                        <given-names>Florian</given-names>
                    </name>
                    <degrees>PhD</degrees>
                    <xref rid="aff1" ref-type="aff">1</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-8011-999X</ext-link>
                </contrib>
            </contrib-group>
            <aff id="aff1">
                <sup>1</sup>
                <institution>Institute of Management (IFM)</institution>
                <institution>School of Business and Economics</institution>
                <institution>Friedrich-Alexander-University Erlangen-Nuremberg</institution>
                <addr-line>Nuremberg</addr-line>
                <country>Germany</country>
            </aff>
            <aff id="aff2">
                <sup>2</sup>
                <institution>Maxillofacial surgeon and dentist, Gesundheitszentrum Fulda</institution>
                <institution>Gerloser Weg 23a, 36039 Fulda</institution>
                <institution>Department of Oral and Maxillofacial Surgery, University of Marburg, Baldingerstra&#223;e, 35037 Marburg</institution>
                <addr-line>Fulda</addr-line>
                <country>Germany</country>
            </aff>
            <author-notes>
                <corresp>Corresponding Author: Martin Emmert <email>Martin.Emmert@fau.de</email>
                </corresp>
            </author-notes>
            <pub-date pub-type="collection">
                <month>01</month>
                <year>2015</year>
            </pub-date>
            <pub-date pub-type="epub">
                <day>12</day>
                <month>01</month>
                <year>2015</year>
            </pub-date>
            <volume>17</volume>
            <issue>1</issue>
            <elocation-id>e15</elocation-id>
            <!--history from ojs - api-xml-->
            <history>
                <date date-type="received">
                    <day>01</day>
                    <month>09</month>
                    <year>2014</year>
                </date>
                <date date-type="rev-request">
                    <day>19</day>
                    <month>09</month>
                    <year>2014</year>
                </date>
                <date date-type="rev-recd">
                    <day>20</day>
                    <month>09</month>
                    <year>2014</year>
                </date>
                <date date-type="accepted">
                    <day>01</day>
                    <month>11</month>
                    <year>2014</year>
                </date>
            </history>
            <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
            <copyright-statement>&#169;Martin Emmert, Frank Halling, Florian Meier. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 12.01.2015. </copyright-statement>
            <copyright-year>2015</copyright-year>
            <license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/2.0/">
                <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (http://creativecommons.org/licenses/by/2.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
            </license>
            <self-uri xlink:href="http://www.jmir.org/2015/1/e15/" xlink:type="simple" />
            <abstract>
                <sec sec-type="background">
                    <title>Background</title>
                    <p>Physician rating websites have been gaining in importance in both practice and research. However, no evidence is available concerning patients&#8217; ratings of dentists on physician rating websites.</p>
                </sec>
                <sec sec-type="objective">
                    <title>Objective</title>
                    <p>The aim of this study is to present a comprehensive analysis of the ratings of dentists on a German physician rating website over a 2-year period.</p>
                </sec>
                <sec sec-type="methods">
                    <title>Methods</title>
                    <p>All dentist ratings on a German physician rating website (Jameda) from 2012 and 2013 were analyzed. The available dataset contained 76,456 ratings of 23,902 dentists from 72,758 patients. Additional information included the overall score and subscores for 5 mandatory questions, the medical specialty and gender of the dentists, and the age, gender, and health insurance status of the patients. Statistical analysis was conducted using the median test and the Kendall tau-b test.</p>
                </sec>
                <sec sec-type="results">
                    <title>Results</title>
                    <p>During the study period, 44.57% (23,902/53,626) of all dentists in Germany were evaluated on the physician rating website, Jameda. The number of ratings rose from 28,843 in 2012 to 47,613 in 2013, representing an increase of 65.08%. In detail, 45.37% (10,845/23,902) of dentists were rated once, 43.41% (10,376/23,902) between 2 and 5 times, and 11.21% (2681/23,902) more than 6 times (mean 3.16, SD 5.57). Approximately 90% (21,324/23,902, 89.21%) of dentists received a very good or good overall rating, whereas only 3.02% (721/23,902) were rated with the lowest scores. Better ratings were given either by female or older patients, or by those covered by private health insurance. The best-rated specialty was pediatric dentistry; the lowest ratings were given to orthodontists. Finally, dentists were rated slightly lower in 2013 compared to 2012 (<italic>P</italic>=.01).</p>
                </sec>
                <sec sec-type="conclusions">
                    <title>Conclusions</title>
                    <p>The rise in the number of ratings for dentists demonstrates the increasing popularity of physician rating websites and the need for information about health care providers. Future research should assess whether social media, especially Web-based ratings, are suitable in practice for patients and other stakeholders in health care (eg, insurance providers) to reflect the clinical quality of care.</p>
                </sec>
            </abstract>
            <kwd-group>
                <kwd>physician rating website</kwd>
                <kwd>dentist</kwd>
                <kwd>patient experience</kwd>
                <kwd>Internet</kwd>
                <kwd>quality of care</kwd>
            </kwd-group>
        </article-meta>
    </front>
    <body>
        <sec sec-type="introduction">
            <title>Introduction</title>
            <p>Over the past 20 years, the Internet has increasingly gained in importance and has acquired a key role in society as a central means of communications and an information platform. At the beginning of 2014, 76.6% of the German population aged 10 years or older used the Internet. Among the group of users aged 10-39 years, this number amounted to nearly 100% [<xref ref-type="bibr" rid="ref1">1</xref>]. Health issues seem to be a major field of interest. A German study has shown that 37.7% of the population and 64.5% of Internet users use online research to look for health-related information [<xref ref-type="bibr" rid="ref2">2</xref>]. In the United States, 88% of adults looked for information concerning health issues on the Internet [<xref ref-type="bibr" rid="ref3">3</xref>]. In another representative survey in Germany, 11% of the people questioned stated that they had researched dental issues on the Internet at least once [<xref ref-type="bibr" rid="ref4">4</xref>]. In summary, this illustrates a change in the patient&#8217;s role from passive receiver to active user of health-related information on the Internet [<xref ref-type="bibr" rid="ref5">5</xref>].</p>
            <p>This may also reflect the trend in patients wishing to be informed more effectively about the content and quality of medical care provision. However, a balanced and robust judgment of the quality of medical treatment is rarely possible for patients because of a lack of publicly accessible information [<xref ref-type="bibr" rid="ref6">6</xref>]. Family, friends, and acquaintances still appear to be the most important source of information when looking for a doctor [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. Public reporting has helped to increase the transparency of the quality of medical care [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref12">12</xref>], yet this offer is only accepted hesitantly at the moment [<xref ref-type="bibr" rid="ref13">13</xref>]. A lack of understanding of the offered medical information, a lack of confidence in the information, and several other reasons might explain a patient&#8217;s inability to use the existing platforms on the Internet [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
            <p>Although the existing research has increasingly dealt with patient satisfaction, an overall supply of information about doctors, practices, or hospitals is still missing [<xref ref-type="bibr" rid="ref15">15</xref>]. Because social media are easily available, easy to use, and are used by the majority of the population, a growing number of people share health care experiences online or rate their health care provider on physician rating websites [<xref ref-type="bibr" rid="ref16">16</xref>]. Of the nearly 28 million German users of physician rating websites, 56% are female and 44% are male [<xref ref-type="bibr" rid="ref17">17</xref>]. Despite some studies dealing with physician rating websites [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref21">21</xref>], neither national nor international research regarding the rating of dentists on physician rating websites have been published. The intention of this paper is to present the first study on dentist ratings on a German physician rating website (Jameda) analyzing (1) the characteristic features of both dentists and patients, (2) the number and distribution of rating results, (3) the influence of characteristics of dentists rated and rating patients on the submitted grades, and (4) the development of dentist ratings on a physician rating website over 2 consecutive years.</p>
        </sec>
        <sec sec-type="methods">
            <title>Methods</title>
            <sec>
                <title>Overview</title>
                <p>This study extends the results of a previous study in which ratings for all German physicians from the German outpatient sector (except dentists) were evaluated [<xref ref-type="bibr" rid="ref18">18</xref>]. Physician rating website Jameda was chosen as the data source because it likely plays the most important role in the German physician rating website movement (see [<xref ref-type="bibr" rid="ref18">18</xref>]).</p>
                <p>The total number of ratings in 2012 and 2013 was 76,456 ratings, which were given by 72,758 patients for 23,902 dentists. The dataset contained information concerning gender, age, and medical specification of the dentists, as well as gender, age, and the type of health insurance of the patients. The rating system on Jameda consists of 5 questions, each rated according to the grading system in German schools from 1=very good to 6=insufficient. The questions are about (1) satisfaction with the treatment offered (Q1), (2) information and presentation of facts with regard to illness and treatment (Q2), (3) the relationship of trust with the dentist (Q3), (4) the amount of time spent on a patient&#8217;s concerns (Q4), and (5) the friendliness of the dentist (Q5). An average score is derived subsequently on the basis of the 5 single grades.</p>
            </sec>
            <sec>
                <title>Statistical Analysis</title>
                <p>All statistical analyses of the data were carried out with SPSS v21.0 (IBM Corp, Armonk, NY, USA). The median test was applied to nonparametric data of groups with different distributions. The Kendall tau-b test was used to analyze the correlation between both the performance of a dentist and the number of ratings per dentist and the number of ratings per patient compared to the mean overall performance given by this patient. Differences were considered to be significant if <italic>P</italic>&#60;.05 and highly significant if <italic>P</italic>&#60;.001.</p>
            </sec>
        </sec>
        <sec sec-type="results">
            <title>Results</title>
            <sec>
                <title>Number and Distribution of Ratings</title>
                <p>The number of dentist ratings posted on the physician rating website Jameda increased from 28,843 in 2012 to 47,613 in 2013, representing an increase of approximately 65.08%. See <xref ref-type="fig" rid="figure1">Figure 1</xref> for a screenshot of a dentist search on the German physician rating website, Jameda. In 2012, the total number of dentists in Germany was 53,626 [<xref ref-type="bibr" rid="ref22">22</xref>] and the number of rated dentists was 23,902; therefore, 44.57% (23,902/53,626) of all dentists were rated at least once within the 2-year study period. In more detail, 45.37% (10,845/23,902) of the dentists were rated once, 43.41% (10,376/23,902) received between 2 and 5 ratings, and 11.21% (2,681/23,902) were rated more than 6 times. This led to a mean 3.16 ratings per rated dentist (SD 5.57, range 1-215) (<xref ref-type="fig" rid="figure2">Figure 2</xref>). Most patients left only a single rating (95.67%, 69,608/72,758) and there were only a few who delivered 2 or more ratings (4.33%, 3150/72,758). The mean number of ratings was 1.05 ratings per rating patient (SD 0.25, range 1-15). Regarding the latter, this does not necessarily mean that 15 different dentists were rated; it can imply that 1 dentist was rated more than once by 1 rating patient.</p>
                <p>The distribution of the ratings concerning dental treatment revealed that 89.21% (21,324/23,902) of the rated dentists received a 1=very good or 2=good overall evaluation, only 3.02% (721/23,902) were rated 5=deficient or 6=insufficient according to the grading system used in German schools (<xref ref-type="table" rid="table1">Table 1</xref>). The overall mean result was very good (mean 1.42, SD 0.97), ranging from 1.55 for question 3 (the relationship of trust with the dentist) to 1.37 for question 5 (the friendliness of the dentist).</p>
                <table-wrap position="float" id="table1">
                    <label>Table 1</label>
                    <caption>
                        <p>Evaluation results of all rated dentists on Jameda from 2012-2013 (N=23,902).</p>
                    </caption>
                    <table width="661" border="0" cellpadding="7" cellspacing="0" rules="groups" frame="hsides">
                        <col width="5" />
                        <col width="72" />
                        <col width="80" />
                        <col width="78" />
                        <col width="78" />
                        <col width="78" />
                        <col width="78" />
                        <col width="81" />
                        <thead>
                            <tr valign="bottom">
                                <td colspan="2">Performance range</td>
                                <td>Overall performance</td>
                                <td colspan="5">Question (Q)<sup>a</sup>
                                </td>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>Q1</td>
                                <td>Q2</td>
                                <td>Q3</td>
                                <td>Q4</td>
                                <td>Q5</td>
                            </tr>
                        </thead>
                        <tbody>
                            <tr valign="bottom">
                                <td colspan="2">
                                    <bold>Rating, n (%)</bold>
                                    <sup>b</sup>
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>1</td>
                                <td>18,649 (78.02)</td>
                                <td>18,302 (76.57)</td>
                                <td>17,528 (73.33)</td>
                                <td>17,706 (74.08)</td>
                                <td>17,878 (74.80)</td>
                                <td>18,979 (79.40)</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>2</td>
                                <td>2675 (11.19)</td>
                                <td>2846 (11.91)</td>
                                <td>3714 (15.53)</td>
                                <td>3039 (12.71)</td>
                                <td>3498 (14.63)</td>
                                <td>2848 (11.89)</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>3</td>
                                <td>1262 (5.28)</td>
                                <td>1088 (4.55)</td>
                                <td>1205 (5.04)</td>
                                <td>1212 (5.07)</td>
                                <td>1181 (4.94)</td>
                                <td>974 (4.07)</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>4</td>
                                <td>592 (2.48)</td>
                                <td>781 (3.27)</td>
                                <td>734 (3.07)</td>
                                <td>874 (3.66)</td>
                                <td>671 (2.81)</td>
                                <td>597 (2.50)</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>5</td>
                                <td>492 (2.06)</td>
                                <td>356 (1.49)</td>
                                <td>363 (1.52)</td>
                                <td>401 (1.68)</td>
                                <td>331 (1.38)</td>
                                <td>217 (0.91)</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>6</td>
                                <td>229 (1.00)</td>
                                <td>529 (2.21)</td>
                                <td>358 (1.50)</td>
                                <td>670 (2.80)</td>
                                <td>343 (1.44)</td>
                                <td>287 (1.20)</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">Mean (SD)</td>
                                <td>1.42 (0.97)</td>
                                <td>1.48 (1.08)</td>
                                <td>1.48 (1.01)</td>
                                <td>1.55 (1.15)</td>
                                <td>1.46 (0.98)</td>
                                <td>1.37 (0.90)</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">Median (range)</td>
                                <td>1.00 (1.00-6.00)</td>
                                <td>1.00 (1.00-6.00)</td>
                                <td>1.00 (1.00-6.00)</td>
                                <td>1.00 (1.00-6.00)</td>
                                <td>1.00 (1.00-6.00)</td>
                                <td>1.00 (1.00-6.00)</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">Skewness</td>
                                <td>2.79</td>
                                <td>2.83</td>
                                <td>2.77</td>
                                <td>2.62</td>
                                <td>2.89</td>
                                <td>3.28</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">Kurtosis</td>
                                <td>7.79</td>
                                <td>7.91</td>
                                <td>8.04</td>
                                <td>6.56</td>
                                <td>8.81</td>
                                <td>11.73</td>
                            </tr>
                        </tbody>
                    </table>
                    <table-wrap-foot>
                        <fn id="table1fn1">
                            <p>
                                <sup>a</sup> Q1: satisfaction with the treatment by the dentist; Q2: education about the illness and treatment; Q3: relationship of trust with the dentist; Q4: time the physician spent for the patient&#180;s concerns; Q5: friendliness of the dentist.</p>
                        </fn>
                        <fn id="table1fn2">
                            <p>
                                <sup>b</sup> German school-based rating system (1=very good; 2=good; 3=satisfactory; 4=sufficient; 5=deficient; 6=insufficient).</p>
                        </fn>
                    </table-wrap-foot>
                </table-wrap>
                <fig id="figure1" position="float">
                    <label>Figure 1</label>
                    <caption>
                        <p>Screenshot of a dentist search on the German physician ratings website, Jameda (translated from German to English with Google Translate).</p>
                    </caption>
                    <graphic xlink:href="jmir_v17i1e15_fig1.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple" />
                </fig>
                <fig id="figure2" position="float">
                    <label>Figure 2</label>
                    <caption>
                        <p>Overview of the rating distribution for both physicians and patients.</p>
                    </caption>
                    <graphic xlink:href="jmir_v17i1e15_fig2.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple" />
                </fig>
            </sec>
            <sec>
                <title>Evaluation</title>
                <p>With regard to gender, male dentists were more likely to be rated compared to their female counterparts (<xref ref-type="table" rid="table2">Table 2</xref>); 31.89% (7621/23,897) were female (the average proportion of female dentists as a percentage of all German dentists in 2012 was 37.2%). In contrast, 54.41% (26,915/49,465) of the rating patients were female and 45.59% (22,550/49,465) were male (the remainder did not provide this information). The age group of patients with the largest proportion of ratings was between 30 and 50 years (53.60%, 25,015/46,673), and most were covered by statutory health insurance (78.77%, 37,139/47,147). As shown in <xref ref-type="table" rid="table2">Table 2</xref>, female dentists received better ratings compared to their male colleagues (<italic>P</italic>&#60;.001) and female patients also gave better ratings (<italic>P</italic>&#60;.001). Considering the different age groups of patients, the older the patients, the higher the proportion of good ratings (<italic>P</italic>&#60;.001). Furthermore, those covered by private health insurance gave more favorable ratings than those covered by statutory health insurance.</p>
                <p>Further analysis was carried out on the basis of ratings covering all dental subdisciplines concerning the entire 2-year study period (2012 and 2013). Regarding the overall rating for dental subdisciplines, pediatric dentists and periodontologists received significantly better ratings than orthodontists did.</p>
                <p>
                    <xref ref-type="table" rid="table3">Table 3</xref> illustrates a slight worsening of the ratings in 2013 in comparison with the previous year (<italic>P</italic>&#60;.05). We observed a marginal decline in the ratings for female dentists in 2013 (<italic>P</italic>&#60;.05). Regarding the dental subdisciplines, no significant improvement was seen. In contrast, a significant worsening for periodontologists and endodontists was determined.</p>
                <p>Finally, we assessed the correlation between the mean overall performance of a dentist and the number of ratings per dentist. In <xref ref-type="fig" rid="figure3">Figure 3</xref>, dentists who received a higher number of ratings were shown to have statistically significant overall better ratings (Kendall tau-b=0.185, <italic>P</italic>&#60;.001). This significant correlation could also be determined for all 5 mandatory questions (<italic>P</italic>&#60;.001; data not presented here). A significant correlation between the number of ratings per patient compared to the mean overall performance given by this patient (Kendall tau-b=0.148, <italic>P</italic>&#60;.001) was found also. Again, this was true for all 5 mandatory questions (<italic>P</italic>&#60;.001; data not presented here).</p>
                <table-wrap position="float" id="table2">
                    <label>Table 2</label>
                    <caption>
                        <p>Rating differences for dentist and patient characteristics from 2012-2013.</p>
                    </caption>
                    <table width="528" border="0" cellpadding="8" cellspacing="0" rules="groups" frame="hsides">
                        <col width="19" />
                        <col width="19" />
                        <col width="178" />
                        <col width="66" />
                        <col width="84" />
                        <col width="108" />
                        <col width="54" />
                        <thead>
                            <tr valign="bottom">
                                <td colspan="3">Characteristics</td>
                                <td>n</td>
                                <td>&#62;Median, n</td>
                                <td>&#8804;Median, n (%)</td>
                                <td>
                                    <italic>P</italic>
                                    <sup>a</sup>
                                </td>
                            </tr>
                        </thead>
                        <tbody>
                            <tr valign="top">
                                <td colspan="3">
                                    <bold>Dentist</bold>
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td colspan="2">
                                    <bold>Gender</bold>
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>.001</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>Female</td>
                                <td>7621</td>
                                <td>3462</td>
                                <td>4159 (54.57)</td>
                                <td>
                                    <break />
                                </td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>Male</td>
                                <td>16,276</td>
                                <td>7784</td>
                                <td>8492 (52.17)</td>
                                <td>
                                    <break />
                                </td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td colspan="2">
                                    <bold>Medical specialty</bold>
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>&#60;.001</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>Pediatric dentistry</td>
                                <td>84</td>
                                <td>36</td>
                                <td>48 (57.14)</td>
                                <td>
                                    <break />
                                </td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>Not specified</td>
                                <td>12,608</td>
                                <td>5535</td>
                                <td>7073 (56.10)</td>
                                <td>
                                    <break />
                                </td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>Periodontology</td>
                                <td>4556</td>
                                <td>2060</td>
                                <td>2496 (54.78)</td>
                                <td>
                                    <break />
                                </td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>Naturopathy</td>
                                <td>159</td>
                                <td>75</td>
                                <td>84 (52.83)</td>
                                <td>
                                    <break />
                                </td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>Endontology</td>
                                <td>275</td>
                                <td>132</td>
                                <td>143 (52.00)</td>
                                <td>
                                    <break />
                                </td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>Oral surgery</td>
                                <td>715</td>
                                <td>354</td>
                                <td>361 (50.49)</td>
                                <td>
                                    <break />
                                </td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>Implantology</td>
                                <td>3614</td>
                                <td>1925</td>
                                <td>1689 (46.73)</td>
                                <td>
                                    <break />
                                </td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>Esthetic dentistry</td>
                                <td>562</td>
                                <td>332</td>
                                <td>230 (40.93)</td>
                                <td>
                                    <break />
                                </td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>Orthodontics</td>
                                <td>1284</td>
                                <td>771</td>
                                <td>513 (39.95)</td>
                                <td>
                                    <break />
                                </td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>Laser dentistry</td>
                                <td>45</td>
                                <td>29</td>
                                <td>16 (35.56)</td>
                                <td>
                                    <break />
                                </td>
                            </tr>
                            <tr valign="top">
                                <td colspan="3">
                                    <bold>Patient</bold>
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td colspan="2">
                                    <bold>Gender</bold>
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>&#60;.001</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>Female</td>
                                <td>26,915</td>
                                <td>6426</td>
                                <td>20,489 (76.12)</td>
                                <td>
                                    <break />
                                </td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>Male</td>
                                <td>22,550</td>
                                <td>5811</td>
                                <td>16,739 (74.23)</td>
                                <td>
                                    <break />
                                </td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td colspan="2">
                                    <bold>Age</bold>
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>.001</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>&#60;30</td>
                                <td>8746</td>
                                <td>2727</td>
                                <td>6024 (68.87)</td>
                                <td>
                                    <break />
                                </td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>30-50</td>
                                <td>25,009</td>
                                <td>6116</td>
                                <td>18,898 (75.56)</td>
                                <td>
                                    <break />
                                </td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>&#62;51</td>
                                <td>12,908</td>
                                <td>2645</td>
                                <td>10,263 (79.51)</td>
                                <td>
                                    <break />
                                </td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td colspan="2">
                                    <bold>Health insurance</bold>
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>.001</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>Statutory health insurance</td>
                                <td>37,283</td>
                                <td>9408</td>
                                <td>27,875 (74.77)</td>
                                <td>
                                    <break />
                                </td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>Private health insurance</td>
                                <td>9995</td>
                                <td>2360</td>
                                <td>7635 (76.39)</td>
                                <td>
                                    <break />
                                </td>
                            </tr>
                        </tbody>
                    </table>
                    <table-wrap-foot>
                        <fn id="table2fn1">
                            <p>
                                <sup>a</sup>Median test: a nonparametric test that is used to determine whether the medians of two or more groups differ.</p>
                        </fn>
                    </table-wrap-foot>
                </table-wrap>
                <table-wrap position="float" id="table3">
                    <label>Table 3</label>
                    <caption>
                        <p>Rating differences of dentists for the time period of 2012-2013.</p>
                    </caption>
                    <table width="576" border="0" cellpadding="8" cellspacing="0" rules="groups" frame="hsides">
                        <col width="19" />
                        <col width="154" />
                        <col width="69" />
                        <col width="107" />
                        <col width="66" />
                        <col width="108" />
                        <col width="54" />
                        <thead>
                            <tr valign="top">
                                <td colspan="2">Characteristics</td>
                                <td colspan="2">2012</td>
                                <td colspan="2">2013</td>
                                <td>
                                    <italic>P</italic>
                                </td>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">
                                    <break />
                                </td>
                                <td>n</td>
                                <td>&#8804;Median, n (%)</td>
                                <td>n</td>
                                <td>&#8804;Median, n (%)</td>
                                <td>
                                    <break />
                                </td>
                            </tr>
                        </thead>
                        <tbody>
                            <tr valign="top">
                                <td colspan="2">
                                    <bold>Gender</bold>
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>Female</td>
                                <td>7711</td>
                                <td>5643 (73.18)</td>
                                <td>12,833</td>
                                <td>9221 (71.85)</td>
                                <td>.04</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>Male</td>
                                <td>21,105</td>
                                <td>15,674 (74.27)</td>
                                <td>34,772</td>
                                <td>25,610 (73.65)</td>
                                <td>.11</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>Total</td>
                                <td>28,843</td>
                                <td>21,342 (73.99)</td>
                                <td>47,613</td>
                                <td>34,836 (73.16)</td>
                                <td>.01</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">
                                    <bold>Medical specialty</bold>
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                                <td>
                                    <break />
                                </td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>Pediatric dentistry</td>
                                <td>131</td>
                                <td>113 (86.26)</td>
                                <td>298</td>
                                <td>242 (81.21)</td>
                                <td>.26</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>Not specified</td>
                                <td>11,952</td>
                                <td>8738 (73.11)</td>
                                <td>18,223</td>
                                <td>13,193 (72.40)</td>
                                <td>.18</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>Periodontology</td>
                                <td>4840</td>
                                <td>3561 (73.57)</td>
                                <td>7565</td>
                                <td>5437 (71.87)</td>
                                <td>.04</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>Naturopathy</td>
                                <td>199</td>
                                <td>149 (74.87)</td>
                                <td>297</td>
                                <td>219 (73.74)</td>
                                <td>.86</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>Endontology</td>
                                <td>464</td>
                                <td>389 (83.84)</td>
                                <td>1033</td>
                                <td>817 (79.09)</td>
                                <td>.04</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>Oral surgery</td>
                                <td>1120</td>
                                <td>834 (74.46)</td>
                                <td>2051</td>
                                <td>1571 (76.60)</td>
                                <td>.19</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>Implantology</td>
                                <td>6564</td>
                                <td>5018 (76.45)</td>
                                <td>11,470</td>
                                <td>8633 (75.27)</td>
                                <td>.08</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>Esthetic dentistry</td>
                                <td>1662</td>
                                <td>1344 (80.87)</td>
                                <td>3352</td>
                                <td>2651 (79.09)</td>
                                <td>.15</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>Orthodontics</td>
                                <td>1723</td>
                                <td>1050 (60.94)</td>
                                <td>3073</td>
                                <td>1882 (61.24)</td>
                                <td>.86</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td>Laser dentistry</td>
                                <td>187</td>
                                <td>145 (77.54)</td>
                                <td>250</td>
                                <td>191 (76.40)</td>
                                <td>.87</td>
                            </tr>
                        </tbody>
                    </table>
                </table-wrap>
                <fig id="figure3" position="float">
                    <label>Figure 3</label>
                    <caption>
                        <p>Scatterplot (bivariate) of the number of ratings per dentist (left) and patient (right) with the mean overall performance for a rated dentist.</p>
                    </caption>
                    <graphic xlink:href="jmir_v17i1e15_fig3.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple" />
                </fig>
            </sec>
        </sec>
        <sec sec-type="discussion">
            <title>Discussion</title>
            <p>Currently, most patients seek advice from friends or relatives, or choose a doctor within their vicinity when searching for a physician [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. This behavior, however, could be changing because of the increasing use of physician rating websites, which have been shown to be gaining in attention and importance [<xref ref-type="bibr" rid="ref15">15</xref>]. The latter statement can be backed by the results of this study, showing an increase in the number of ratings of 65.08% within 2 years. This increase is in contrast with the attitude of German dentists toward physician rating websites. In a survey performed in 2012, only 14.4% of German dentists questioned thought that being rated on a physician rating website was of great or comparatively great relevance for their practices. However, 64.7% of the participants believed that physician rating websites will become more important in the future [<xref ref-type="bibr" rid="ref24">24</xref>].</p>
            <p>According to our results, 33.69% (18,069/53,626) of all German dentists have been rated at least once in 2013. Comparing this figure with the results of the previously published study [<xref ref-type="bibr" rid="ref18">18</xref>], this percentage is only slightly lower than for other physicians in Germany (37%). Compared with additional national or international literature dealing with ratings on physician rating websites, the percentage of rated dentists rated in Germany is fairly high. According to a study by Gao and colleagues [<xref ref-type="bibr" rid="ref19">19</xref>], approximately 16% of all doctors listed were rated on the Canadian physician rating website RateMDs between 2005 and 2010, whereas Lagu and colleagues [<xref ref-type="bibr" rid="ref25">25</xref>] determined a percentage of 27% in the case of 300 doctors. An analysis of different German physician rating websites showed that between 3% and 28% of doctors had been rated at least once on different German physician rating websites in 2012 [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
            <p>The mean number of ratings per dentist was 2.06 (SD 2.99) in 2012, slightly lower than for other German physicians at 2.37 [<xref ref-type="bibr" rid="ref18">18</xref>]. Strech and Reimann [<xref ref-type="bibr" rid="ref21">21</xref>] analyzed several German physician rating websites and calculated a mean between 1.1 and 3.9 ratings per physician. Results for websites in the United States show similar results: 2.35 [<xref ref-type="bibr" rid="ref25">25</xref>], 2.4 [<xref ref-type="bibr" rid="ref26">26</xref>], and 3.2 [<xref ref-type="bibr" rid="ref19">19</xref>]. In 2012, 61.96% of dentists had been rated once; this number declined to 54.72% in 2013. Thereby, the percentage of dentists with between 2 and 5 ratings increased from 32.92% in 2012 to 36.54% in 2013. In the comparative study, 49.7% of doctors were rated only once and 43.7% of the doctors received between 2 and 5 ratings [<xref ref-type="bibr" rid="ref18">18</xref>]. In both studies, the percentage of doctors with 10 or more ratings was less than 5%. An analysis of the United States portal, RateMDs, showed similar results; half of doctors received 1 evaluation and 12.5% were rated more than 5 times [<xref ref-type="bibr" rid="ref19">19</xref>].</p>
            <p>In general, these results show positive rating results for German dentists (eg, 89.21% of all ratings were in the top 2 categories). These results are in-line with the results of a nationwide survey on public attitude to, and assessment of, dental care in Germany. This indicates that dentists enjoy a very good reputation. On a 4-stage scale, 91% of the people questioned are either &#8220;rather satisfied&#8221; or &#8220;very satisfied&#8221; with their dentist [<xref ref-type="bibr" rid="ref4">4</xref>]. In another study addressing patient perspective on the quality of oral health care in Germany, the overall satisfaction with dental care was 4.66 (SD 0.55) on a 5-point scale ranging from 1 (poor) to 5 (excellent) [<xref ref-type="bibr" rid="ref27">27</xref>]. Other studies have also previously shown a tendency toward good ratings on physician rating websites in Germany [<xref ref-type="bibr" rid="ref18">18</xref>] and in the United States [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. The results presented by MacKay and colleagues [<xref ref-type="bibr" rid="ref28">28</xref>] were slightly lower; 70% of the comments on RateMDs were favorable toward Canadian physicians. Similar results were provided from a study on the usage of NHS Choices, a United Kingdom government website that encourages patients to rate the quality of physician practices. Between October 2009 and December 2010, approximately 61% of family practices were rated and the practice was recommended in 69% of the ratings [<xref ref-type="bibr" rid="ref11">11</xref>]. According to the authors, governmental websites may create a selection bias toward less satisfied patients.</p>
            <p>In our study, the median score of all questions was 1.00 (mean 1.42) which is in-line with the other literature. Strech and Reimann [<xref ref-type="bibr" rid="ref21">21</xref>] calculated an average score of between 1.1 and 1.5 on a 3-stage scale (1=good; 3=bad) for different German physician rating websites. In the comprehensive analysis conducted by Kadry and colleagues [<xref ref-type="bibr" rid="ref3">3</xref>] regarding the 10 most frequently visited physician rating websites in the United States, a mean rating of 77 (based on a 100-point scale), 3.84 (based on a 5-point scale), and 3.1 (based on a 4-point scale) was shown.</p>
            <p>Female dentists received better ratings. This might be explained by the fact that female physicians engage in significantly more active partnership behaviors, positive talk, psychosocial counseling, psychosocial question asking, and emotionally focused talk. Medical visits were shown to be 2 minutes longer with female physicians than those with male physicians [<xref ref-type="bibr" rid="ref29">29</xref>]. Furthermore, female patients tend to evaluate more positively compared to their male counterparts. G&#246;tz and colleagues [<xref ref-type="bibr" rid="ref27">27</xref>] also found that female patients showed a higher overall satisfaction with dental care than male patients did. This is in contrast to another German analysis of physician rating websites showing that male patients tended to rate more positively [<xref ref-type="bibr" rid="ref30">30</xref>]. Furthermore, it could be shown that privately insured patients tend to give better ratings more often than those covered by statutory health insurance do (<italic>P</italic>&#60;.001). One reason for this could be seen in the easier access to medical services. In-line with the comparative study, middle-aged patients (aged between 30-50 years) gave the most ratings [<xref ref-type="bibr" rid="ref18">18</xref>]. Furthermore, better ratings were most likely to be seen in the oldest age group (older than 50 years), which is similar to findings in another study showing higher overall satisfaction scores with oral health care in older patients [<xref ref-type="bibr" rid="ref27">27</xref>].</p>
            <p>Furthermore, our analysis revealed a slight but significant deterioration in ratings (<italic>P</italic>&#60;.05). Regarding the dental subdisciplines, only periodontologists and endodontists showed a slight but significant decline in rating level. The reason for this change cannot be derived from the data available. In 2012 and 2013, orthodontists (who generally treat children and youths) were rated lowest. One possible explanation might be that orthodontic treatment is a long-term process that is often partly or fully financed privately. The copayment might lead to dissatisfaction and consequently lower ratings. In their survey with more than 8000 patients about the quality of oral health care, G&#246;tz and colleagues [<xref ref-type="bibr" rid="ref27">27</xref>] found the domain &#8220;costs of care&#8221; was rated least positively and they subsequently recommended adequate explanation and information about treatment costs as an essential aspect of dental care. However, noncompliance by patients leading to unsatisfactory results should also be considered a possible reason. According to the estimations of two-thirds of German orthodontists, 30%-60% of their patients develop problems of cooperation during the orthodontic treatment. Up to 15% of patients even cancel their therapy [<xref ref-type="bibr" rid="ref31">31</xref>]. Another explanation for the relatively low ratings for orthodontists might be found in the rating patients&#8217; expectations. It might add value in this context to assess whether the ratings were given by the children themselves or their parents. In case the parents left a rating, one might argue that parents want the very best for their children and could be disappointed much more easily compared to when they visit a doctor for themselves. In contrast, children might be more critical because they want to have good-looking teeth (eg, no braces), preferably in a very short period of treatment. This, however, is not feasible because orthodontic corrections need time. Regarding the age distribution of the rating patients, the latter seems to be more likely. The proportion of rating patients aged 30 years or younger is by far the highest among all dental subdisciplines. Here, approximately 44.74% of the rating patients were aged 30 years or younger, whereas only 6.95% were aged 50 years or older (see <xref ref-type="table" rid="table4">Table 4</xref>).</p>
            <table-wrap position="float" id="table4">
                <label>Table 4</label>
                <caption>
                    <p>Age distribution of the rating patients according to the dental subdisciplines (N=20,194).</p>
                </caption>
                <table width="548" border="0" cellpadding="8" cellspacing="0" rules="groups" frame="hsides">
                    <col width="141" />
                    <col width="123" />
                    <col width="132" />
                    <col width="151" />
                    <thead>
                        <tr valign="top">
                            <td>Dental discipline</td>
                            <td colspan="3">Age range (years), n (%)</td>
                        </tr>
                        <tr valign="top">
                            <td>
                                <break />
                            </td>
                            <td>&#60;30</td>
                            <td>30-50</td>
                            <td>&#8805;50</td>
                        </tr>
                    </thead>
                    <tbody>
                        <tr valign="top">
                            <td>Pediatric dentistry</td>
                            <td>13 (16.46)</td>
                            <td>51 (64.56)</td>
                            <td>15 (18.99)</td>
                        </tr>
                        <tr valign="top">
                            <td>Not specified</td>
                            <td>1531 (18.24)</td>
                            <td>4634 (55.21)</td>
                            <td>2228 (26.55)</td>
                        </tr>
                        <tr valign="top">
                            <td>Periodontology</td>
                            <td>574 (16.70)</td>
                            <td>1948 (56.68)</td>
                            <td>915 (26.62)</td>
                        </tr>
                        <tr valign="top">
                            <td>Naturopathy</td>
                            <td>24 (15.29)</td>
                            <td>77 (49.04)</td>
                            <td>56 (35.67)</td>
                        </tr>
                        <tr valign="top">
                            <td>Endontology</td>
                            <td>64 (18.88)</td>
                            <td>202 (59.59)</td>
                            <td>73 (21.53)</td>
                        </tr>
                        <tr valign="top">
                            <td>Oral surgery</td>
                            <td>169 (20.86)</td>
                            <td>397 (49.01)</td>
                            <td>244 (30.12)</td>
                        </tr>
                        <tr valign="top">
                            <td>Implantology</td>
                            <td>733 (15.78)</td>
                            <td>2489 (53.57)</td>
                            <td>1424 (30.65)</td>
                        </tr>
                        <tr valign="top">
                            <td>Esthetic dentistry</td>
                            <td>192 (17.07)</td>
                            <td>664 (59.02)</td>
                            <td>269 (23.91)</td>
                        </tr>
                        <tr valign="top">
                            <td>Orthodontics</td>
                            <td>476 (44.74)</td>
                            <td>514 (48.31)</td>
                            <td>74 (6.95)</td>
                        </tr>
                        <tr valign="top">
                            <td>Laser dentistry</td>
                            <td>24 (16.78)</td>
                            <td>89 (62.24)</td>
                            <td>30 (20.98)</td>
                        </tr>
                        <tr valign="top">
                            <td>Total</td>
                            <td>3801 (18.82)</td>
                            <td>11,065 (54.79)</td>
                            <td>5328 (26.38)</td>
                        </tr>
                    </tbody>
                </table>
            </table-wrap>
            <p>The limitations to this study are as follows. Although the study was based on a large dataset and its results are in-line with other studies, the major limitation is the fact that only 1 physician rating website was included in our analysis; evaluations of other physician rating websites could lead to different results. Future studies should aim at comparing different German physician rating websites and analyzing the current number of ratings and the number of physicians rated, but also differences in rating patients and rated physicians. Applying those criteria might lead to other &#8220;most important&#8221; German physician rating websites. Unfortunately, a more in-depth analysis regarding the use of physician rating websites according to sociodemographic data was not possible because of a lack of data. In this context, a recently published study analyzing the variables which influence the usage of physician rating websites could demonstrate that sociodemographic variables alone do not sufficiently predict use or nonuse of physician rating websites; specific psychographic variables and health status additionally need to be taken into account [<xref ref-type="bibr" rid="ref32">32</xref>]. Because rating is anonymous, rating values are not risk-adjusted and, therefore, vulnerable to fraud. People providing feedback on health care services via social media are presumably not always representative of the patient population in general. Next, we were not able to present an analysis over a longer period of time. However, our study is the first evidence from Germany covering 2 consecutive years. Finally, the purpose of this paper was to give further insight into the nature of dentists&#8217; ratings, not to discuss the usefulness of the ratings for the patients when seeking a dentist. In this context, several studies have raised concerns about the helpfulness and support of such sites from a patient&#8217;s perspective [<xref ref-type="bibr" rid="ref33">33</xref>-<xref ref-type="bibr" rid="ref35">35</xref>]. A comprehensive overview of the major shortcomings of physician rating websites (eg, incomplete databases, low percentage of rated physicians, the potential to reflect the quality of care) was also recently provided by a systematic review [<xref ref-type="bibr" rid="ref36">36</xref>].</p>
            <p>In conclusion, an increasing trend toward the rating of physicians on a physician rating website in Germany is shown. The total number of ratings rose by 65.08% between 2012 and 2013. So far, 44.57% of all German dentists have been evaluated by patients at least once. However, this means that more than half of dentists in Germany are still without any evaluation. The increase in ratings over the 2-year study period indicates a growing interest among the population to evaluate the quality of oral health care providers. Many of the results presented here are in-line with the other national and international literature in this area. The overall satisfaction of patients with dentists seems to be comparable to other medical specialties. In a patient-centered approach, it is essential to assess the quality of health care from a patient&#8217;s perspective. Information available on social media (such as physician rating websites) has gained more attention in the literature recently (eg, [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]). Therefore, they may possibly have a positive effect on the encouragement of health competence and equal opportunities of patients [<xref ref-type="bibr" rid="ref21">21</xref>]. So far, it remains unclear whether and how online rating may reflect the technical quality of care, the measuring of patient experiences and satisfaction, and how care is being assessed. Nevertheless, the existence of physician rating websites is likely to continue and will remain an important aspect of oral health care evaluation. physician rating websites might contribute to reducing the lack of publicly available information on the quality of care [<xref ref-type="bibr" rid="ref18">18</xref>]. Future research should explore whether social media, such as physician rating websites, are suitable in practice for patients, health insurers, and governments to help them evaluate the quality of performance of medical professionals [<xref ref-type="bibr" rid="ref16">16</xref>].</p>
        </sec>
    </body>
    <back>
        <glossary>
            <title>Abbreviations</title>
            <def-list>
                <def-item>
                    <term id="abb1">NHS</term>
                    <def>
                        <p>National Health Service</p>
                    </def>
                </def-item>
            </def-list>
        </glossary>
        <ack>
            <p>The authors would like to thank Dr Philipp Goos and Ms Elke Ruppert from Jameda for the provision of the data. For assistance in translation, the authors thank Mr Wolfgang Toelch.</p>
        </ack>
        <fn-group>
            <fn fn-type="conflict">
                <p>None declared.</p>
            </fn>
        </fn-group>
        <ref-list>
            <ref id="ref1">
                <label>1</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <collab>Arbeitsgemeinschaft Online Forschung</collab>
                    </person-group>
                    <source>Internet facts 2014-05</source>
                    <year>2014</year>
                    <access-date>2014-12-11</access-date>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.agof.de/download/Downloads_Internet_Facts/Downloads_Internet_Facts_2014/Downloads_Internet_Facts_2014-05/05-2014_AGOF%20internet%20facts%202014-05.pdf">http://www.agof.de/download/Downloads_Internet_Facts/Downloads_Internet_Facts_2014/Downloads_Internet_Facts_2014-05/05-2014_AGOF%20internet%20facts%202014-05.pdf</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">6UkSIVCJi</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref2">
                <label>2</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Eichenberg</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wolters</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Br&#228;hler</surname>
                            <given-names>E</given-names>
                        </name>
                    </person-group>
                    <article-title>The internet as a mental health advisor in Germany--results of a national survey</article-title>
                    <source>PLoS One</source>
                    <year>2013</year>
                    <volume>8</volume>
                    <issue>11</issue>
                    <fpage>e79206</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0079206" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1371/journal.pone.0079206</pub-id>
                    <pub-id pub-id-type="medline">24278121</pub-id>
                    <pub-id pub-id-type="pii">PONE-D-13-09176</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3836792</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref3">
                <label>3</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Kadry</surname>
                            <given-names>B</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Chu</surname>
                            <given-names>LF</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kadry</surname>
                            <given-names>B</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gammas</surname>
                            <given-names>D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Macario</surname>
                            <given-names>A</given-names>
                        </name>
                    </person-group>
                    <article-title>Analysis of 4999 online physician ratings indicates that most patients give physicians a favorable rating</article-title>
                    <source>J Med Internet Res</source>
                    <year>2011</year>
                    <volume>13</volume>
                    <issue>4</issue>
                    <fpage>e95</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2011/4/e95/" />
                    </comment>
                    <pub-id pub-id-type="doi">10.2196/jmir.1960</pub-id>
                    <pub-id pub-id-type="medline">22088924</pub-id>
                    <pub-id pub-id-type="pii">v13i4e95</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3222200</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref4">
                <label>4</label>
                <nlm-citation citation-type="book">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Micheelis</surname>
                            <given-names>W</given-names>
                        </name>
                        <name name-style="western">
                            <surname>S&#252;&#223;lin</surname>
                            <given-names>W</given-names>
                        </name>
                    </person-group>
                    <source>Einstellungen und Bewertungen der Bev&#246;lkerung zur zahn&#228;rztlichen Versorgung in Deutschland &#8211; Ergebnisse einer bundesweiten Umfrage</source>
                    <year>2012</year>
                    <publisher-loc>Köln</publisher-loc>
                    <publisher-name>Informationsdienst des Institutes der Deutschen Zahn&#228;rzte (IDZ)</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref5">
                <label>5</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Marstedt</surname>
                            <given-names>G</given-names>
                        </name>
                    </person-group>
                    <source>Gew&#252;nscht wird ein &#196;rzte-T&#220;V und schriftliche Patienteninformationen vom Arzt</source>
                    <year>2007</year>
                    <access-date>2014-12-11</access-date>
                    <comment>Informationsflut in Gesundheitsfragen &#252;berfordert Patienten<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.forum-gesundheitspolitik.de/dossier/PDF/Ratlose-Patienten.pdf">http://www.forum-gesundheitspolitik.de/dossier/PDF/Ratlose-Patienten.pdf</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">6UkSTIBtI</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref6">
                <label>6</label>
                <nlm-citation citation-type="book">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Porter</surname>
                            <given-names>ME</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Guth</surname>
                            <given-names>C</given-names>
                        </name>
                    </person-group>
                    <source>Chancen f&#252;r das deutsche Gesundheitssystem</source>
                    <year>2012</year>
                    <publisher-loc>Berlin</publisher-loc>
                    <publisher-name>Springer/Gabler</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref7">
                <label>7</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <collab>Kassen&#228;rztliche Bundesvereinigung</collab>
                    </person-group>
                    <source>Versichertenbefragung der Kassen&#228;rztlichen Bundesvereinigung</source>
                    <year>2010</year>
                    <access-date>2014-12-11</access-date>
                    <comment>Ergebnisse einer repr&#228;sentativen Bev&#246;lkerungsumfrage Mai/Juni 2010<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.kbv.de/media/sp/V.befragung_2010_Ergebnisbericht.pdf">http://www.kbv.de/media/sp/V.befragung_2010_Ergebnisbericht.pdf</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">6UkSZhzjs</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref8">
                <label>8</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Schaefer</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Schwarz</surname>
                            <given-names>S</given-names>
                        </name>
                    </person-group>
                    <article-title>[Doctor rating sites: which of them find the best doctors in Germany?]</article-title>
                    <source>Z Evid Fortbild Qual Gesundhwes</source>
                    <year>2010</year>
                    <month>01</month>
                    <volume>104</volume>
                    <issue>7</issue>
                    <fpage>572</fpage>
                    <lpage>7</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.zefq.2010.09.002</pub-id>
                    <pub-id pub-id-type="medline">21095610</pub-id>
                    <pub-id pub-id-type="pii">S1865-9217(10)00243-6</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref9">
                <label>9</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Emmert</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sander</surname>
                            <given-names>U</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Esslinger</surname>
                            <given-names>AS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Maryschok</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sch&#246;ffski</surname>
                            <given-names>O</given-names>
                        </name>
                    </person-group>
                    <article-title>Public reporting in Germany: the content of physician rating websites</article-title>
                    <source>Methods Inf Med</source>
                    <year>2012</year>
                    <volume>51</volume>
                    <issue>2</issue>
                    <fpage>112</fpage>
                    <lpage>20</lpage>
                    <pub-id pub-id-type="doi">10.3414/ME11-01-0045</pub-id>
                    <pub-id pub-id-type="medline">22101427</pub-id>
                    <pub-id pub-id-type="pii">11-01-0045</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref10">
                <label>10</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Geraedts</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Schwartze</surname>
                            <given-names>D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Molzahn</surname>
                            <given-names>T</given-names>
                        </name>
                    </person-group>
                    <article-title>Hospital quality reports in Germany: patient and physician opinion of the reported quality indicators</article-title>
                    <source>BMC Health Serv Res</source>
                    <year>2007</year>
                    <volume>7</volume>
                    <fpage>157</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.biomedcentral.com/1472-6963/7/157" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1186/1472-6963-7-157</pub-id>
                    <pub-id pub-id-type="medline">17903244</pub-id>
                    <pub-id pub-id-type="pii">1472-6963-7-157</pub-id>
                    <pub-id pub-id-type="pmcid">PMC2048956</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref11">
                <label>11</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Greaves</surname>
                            <given-names>F</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Pape</surname>
                            <given-names>UJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lee</surname>
                            <given-names>H</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Smith</surname>
                            <given-names>DM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Darzi</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Majeed</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Millett</surname>
                            <given-names>C</given-names>
                        </name>
                    </person-group>
                    <article-title>Patients' ratings of family physician practices on the internet: usage and associations with conventional measures of quality in the English National Health Service</article-title>
                    <source>J Med Internet Res</source>
                    <year>2012</year>
                    <volume>14</volume>
                    <issue>5</issue>
                    <fpage>e146</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2012/5/e146/" />
                    </comment>
                    <pub-id pub-id-type="doi">10.2196/jmir.2280</pub-id>
                    <pub-id pub-id-type="medline">23076301</pub-id>
                    <pub-id pub-id-type="pii">v14i5e146</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3517341</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref12">
                <label>12</label>
                <nlm-citation citation-type="web">
                    <source>NHS</source>
                    <access-date>2014-12-11</access-date>
                    <comment>NHS Choices: your health, your choices 2013<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.nhs.uk/Pages/HomePage.aspx">http://www.nhs.uk/Pages/HomePage.aspx</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">6UkSelNAb</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref13">
                <label>13</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Hibbard</surname>
                            <given-names>JH</given-names>
                        </name>
                    </person-group>
                    <article-title>What can we say about the impact of public reporting? Inconsistent execution yields variable results</article-title>
                    <source>Ann Intern Med</source>
                    <year>2008</year>
                    <month>01</month>
                    <day>15</day>
                    <volume>148</volume>
                    <issue>2</issue>
                    <fpage>160</fpage>
                    <lpage>1</lpage>
                    <pub-id pub-id-type="medline">18195340</pub-id>
                    <pub-id pub-id-type="pii">148/2/160</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref14">
                <label>14</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Hibbard</surname>
                            <given-names>JH</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Peters</surname>
                            <given-names>E</given-names>
                        </name>
                    </person-group>
                    <article-title>Supporting informed consumer health care decisions: data presentation approaches that facilitate the use of information in choice</article-title>
                    <source>Annu Rev Public Health</source>
                    <year>2003</year>
                    <volume>24</volume>
                    <fpage>413</fpage>
                    <lpage>33</lpage>
                    <pub-id pub-id-type="doi">10.1146/annurev.publhealth.24.100901.141005</pub-id>
                    <pub-id pub-id-type="medline">12428034</pub-id>
                    <pub-id pub-id-type="pii">100901.141005</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref15">
                <label>15</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Strech</surname>
                            <given-names>D</given-names>
                        </name>
                    </person-group>
                    <article-title>Arztbewertungsportale aus ethischer Perspektive: Eine orientierende Analyse</article-title>
                    <source>Z Evid Fortbild Qual Gesundhwes</source>
                    <year>2010</year>
                    <volume>9</volume>
                    <fpage>674</fpage>
                    <lpage>681</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.zefq.2010.09.019)</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref16">
                <label>16</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Verhoef</surname>
                            <given-names>LM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Van de Belt</surname>
                            <given-names>TH</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Engelen</surname>
                            <given-names>LJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Schoonhoven</surname>
                            <given-names>L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kool</surname>
                            <given-names>RB</given-names>
                        </name>
                    </person-group>
                    <article-title>Social media and rating sites as tools to understanding quality of care: a scoping review</article-title>
                    <source>J Med Internet Res</source>
                    <year>2014</year>
                    <volume>16</volume>
                    <issue>2</issue>
                    <fpage>e56</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2014/2/e56/" />
                    </comment>
                    <pub-id pub-id-type="doi">10.2196/jmir.3024</pub-id>
                    <pub-id pub-id-type="medline">24566844</pub-id>
                    <pub-id pub-id-type="pii">v16i2e56</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3961699</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref17">
                <label>17</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <collab>Bitkom, Bundesverband Informationswirtschaft, Telekommunikation und neue Medien eV</collab>
                    </person-group>
                    <source>Mehr Transparenz im Gesundheitssektor</source>
                    <year>2013</year>
                    <access-date>2014-12-11</access-date>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.bitkom.org/de/presse/78284_76244.aspx">http://www.bitkom.org/de/presse/78284_76244.aspx</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">6UkSn4kVe</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref18">
                <label>18</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Emmert</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Meier</surname>
                            <given-names>F</given-names>
                        </name>
                    </person-group>
                    <article-title>An analysis of online evaluations on a physician rating website: evidence from a German public reporting instrument</article-title>
                    <source>J Med Internet Res</source>
                    <year>2013</year>
                    <volume>15</volume>
                    <issue>8</issue>
                    <fpage>e157</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2013/8/e157/" />
                    </comment>
                    <pub-id pub-id-type="doi">10.2196/jmir.2655</pub-id>
                    <pub-id pub-id-type="medline">23919987</pub-id>
                    <pub-id pub-id-type="pii">v15i8e157</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3742398</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref19">
                <label>19</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Gao</surname>
                            <given-names>GG</given-names>
                        </name>
                        <name name-style="western">
                            <surname>McCullough</surname>
                            <given-names>JS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Agarwal</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Jha</surname>
                            <given-names>AK</given-names>
                        </name>
                    </person-group>
                    <article-title>A changing landscape of physician quality reporting: analysis of patients' online ratings of their physicians over a 5-year period</article-title>
                    <source>J Med Internet Res</source>
                    <year>2012</year>
                    <volume>14</volume>
                    <issue>1</issue>
                    <fpage>e38</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2012/1/e38/" />
                    </comment>
                    <pub-id pub-id-type="doi">10.2196/jmir.2003</pub-id>
                    <pub-id pub-id-type="medline">22366336</pub-id>
                    <pub-id pub-id-type="pii">v14i1e38</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3374528</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref20">
                <label>20</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>L&#243;pez</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Detz</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ratanawongsa</surname>
                            <given-names>N</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sarkar</surname>
                            <given-names>U</given-names>
                        </name>
                    </person-group>
                    <article-title>What patients say about their doctors online: a qualitative content analysis</article-title>
                    <source>J Gen Intern Med</source>
                    <year>2012</year>
                    <month>06</month>
                    <volume>27</volume>
                    <issue>6</issue>
                    <fpage>685</fpage>
                    <lpage>92</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22215270" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1007/s11606-011-1958-4</pub-id>
                    <pub-id pub-id-type="medline">22215270</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3358396</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref21">
                <label>21</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Strech</surname>
                            <given-names>D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Reimann</surname>
                            <given-names>S</given-names>
                        </name>
                    </person-group>
                    <article-title>[German language physician rating sites]</article-title>
                    <source>Gesundheitswesen</source>
                    <year>2012</year>
                    <month>08</month>
                    <volume>74</volume>
                    <issue>8-9</issue>
                    <fpage>e61</fpage>
                    <lpage>7</lpage>
                    <pub-id pub-id-type="doi">10.1055/s-0031-1297254</pub-id>
                    <pub-id pub-id-type="medline">22189671</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref22">
                <label>22</label>
                <nlm-citation citation-type="book">
                    <person-group person-group-type="author">
                        <collab>Kassenzahn&#228;rztliche Bundesvereinigung</collab>
                    </person-group>
                    <source>Zahlen zur vertragszahn&#228;rztlichen Versorgung</source>
                    <year>2014</year>
                    <publisher-loc>Berlin</publisher-loc>
                    <publisher-name>Kassenzahn&#228;rztliche Bundesvereinigung</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref23">
                <label>23</label>
                <nlm-citation citation-type="book">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Emmert</surname>
                            <given-names>M</given-names>
                        </name>
                    </person-group>
                    <source>Pay for Perfomance (P4P) im Gesundheitswesen: Ein Ansatz zur Verbesserung der Gesundheitsversorgung?</source>
                    <year>2008</year>
                    <publisher-loc>Burgdorf</publisher-loc>
                    <publisher-name>HERZ. Schriften zur Gesundheits&#246;konomie 14</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref24">
                <label>24</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Halling</surname>
                            <given-names>F</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Halling</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Pohl &#8211; Dernick</surname>
                            <given-names>K</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Emmert</surname>
                            <given-names>M</given-names>
                        </name>
                    </person-group>
                    <article-title>Arztbewertungsportale aus  zahn&#228;rztli-cher Perspektive</article-title>
                    <source>Dtsch Zahn&#228;rztl Z</source>
                    <year>2012</year>
                    <volume>67</volume>
                    <issue>11</issue>
                    <fpage>716</fpage>
                    <lpage>723</lpage>
                </nlm-citation>
            </ref>
            <ref id="ref25">
                <label>25</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Lagu</surname>
                            <given-names>T</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hannon</surname>
                            <given-names>NS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rothberg</surname>
                            <given-names>MB</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lindenauer</surname>
                            <given-names>PK</given-names>
                        </name>
                    </person-group>
                    <article-title>Patients' evaluations of health care providers in the era of social networking: an analysis of physician-rating websites</article-title>
                    <source>J Gen Intern Med</source>
                    <year>2010</year>
                    <month>09</month>
                    <volume>25</volume>
                    <issue>9</issue>
                    <fpage>942</fpage>
                    <lpage>6</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20464523" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1007/s11606-010-1383-0</pub-id>
                    <pub-id pub-id-type="medline">20464523</pub-id>
                    <pub-id pub-id-type="pmcid">PMC2917672</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref26">
                <label>26</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Ellimoottil</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hart</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Greco</surname>
                            <given-names>K</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Quek</surname>
                            <given-names>ML</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Farooq</surname>
                            <given-names>A</given-names>
                        </name>
                    </person-group>
                    <article-title>Online reviews of 500 urologists</article-title>
                    <source>J Urol</source>
                    <year>2013</year>
                    <month>06</month>
                    <volume>189</volume>
                    <issue>6</issue>
                    <fpage>2269</fpage>
                    <lpage>73</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.juro.2012.12.013</pub-id>
                    <pub-id pub-id-type="medline">23228385</pub-id>
                    <pub-id pub-id-type="pii">S0022-5347(12)05837-5</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref27">
                <label>27</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Goetz</surname>
                            <given-names>K</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Szecsenyi</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Klingenberg</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Brodowski</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wensing</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Campbell</surname>
                            <given-names>SM</given-names>
                        </name>
                    </person-group>
                    <article-title>Evaluation of patient perspective on quality of oral health care in Germany--an exploratory study</article-title>
                    <source>Int Dent J</source>
                    <year>2013</year>
                    <volume>63</volume>
                    <issue>6</issue>
                    <fpage>317</fpage>
                    <lpage>23</lpage>
                    <pub-id pub-id-type="medline">24716246</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref28">
                <label>28</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Mackay</surname>
                            <given-names>B</given-names>
                        </name>
                    </person-group>
                    <article-title>RateMDs.com nets ire of Canadian physicians</article-title>
                    <source>CMAJ</source>
                    <year>2007</year>
                    <month>03</month>
                    <day>13</day>
                    <volume>176</volume>
                    <issue>6</issue>
                    <fpage>754</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.cmaj.ca/cgi/pmidlookup?view=long&#38;pmid=17353522" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1503/cmaj.070239</pub-id>
                    <pub-id pub-id-type="medline">17353522</pub-id>
                    <pub-id pub-id-type="pii">176/6/754</pub-id>
                    <pub-id pub-id-type="pmcid">PMC1808521</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref29">
                <label>29</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Roter</surname>
                            <given-names>DL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hall</surname>
                            <given-names>JA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Aoki</surname>
                            <given-names>Y</given-names>
                        </name>
                    </person-group>
                    <article-title>Physician gender effects in medical communication: a meta-analytic review</article-title>
                    <source>JAMA</source>
                    <year>2002</year>
                    <month>08</month>
                    <day>14</day>
                    <volume>288</volume>
                    <issue>6</issue>
                    <fpage>756</fpage>
                    <lpage>64</lpage>
                    <pub-id pub-id-type="medline">12169083</pub-id>
                    <pub-id pub-id-type="pii">jrp10033</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref30">
                <label>30</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <collab>Stiftung Gesundheit</collab>
                    </person-group>
                    <source>Gute Noten f&#252;r &#196;rzte und ihre Praxen</source>
                    <year>2012</year>
                    <access-date>2014-12-11</access-date>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.stiftung-gesundheit.de/pi-2012-02-02">http://www.stiftung-gesundheit.de/pi-2012-02-02</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">6UkT5TJxT</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref31">
                <label>31</label>
                <nlm-citation citation-type="book">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Micheelis</surname>
                            <given-names>W</given-names>
                        </name>
                    </person-group>
                    <source>Der Kieferorthop&#228;de und sein Patient: Eine medizinsoziologische Studie</source>
                    <year>1989</year>
                    <publisher-loc>Regensburg</publisher-loc>
                    <publisher-name>Roderer</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref32">
                <label>32</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Terlutter</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bidmon</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>R&#246;ttl</surname>
                            <given-names>J</given-names>
                        </name>
                    </person-group>
                    <article-title>Who uses physician-rating websites? Differences in sociodemographic variables, psychographic variables, and health status of users and nonusers of physician-rating websites</article-title>
                    <source>J Med Internet Res</source>
                    <year>2014</year>
                    <volume>16</volume>
                    <issue>3</issue>
                    <fpage>e97</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2014/3/e97/" />
                    </comment>
                    <pub-id pub-id-type="doi">10.2196/jmir.3145</pub-id>
                    <pub-id pub-id-type="medline">24686918</pub-id>
                    <pub-id pub-id-type="pii">v16i3e97</pub-id>
                    <pub-id pub-id-type="pmcid">PMC4004145</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref33">
                <label>33</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Emmert</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Maryschok</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Eisenreich</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sch&#246;ffski</surname>
                            <given-names>O</given-names>
                        </name>
                    </person-group>
                    <article-title>[Websites to assess quality of care--appropriate to identify good physicians?]</article-title>
                    <source>Gesundheitswesen</source>
                    <year>2009</year>
                    <month>04</month>
                    <volume>71</volume>
                    <issue>4</issue>
                    <fpage>e18</fpage>
                    <lpage>27</lpage>
                    <pub-id pub-id-type="doi">10.1055/s-0028-1103288</pub-id>
                    <pub-id pub-id-type="medline">19221986</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref34">
                <label>34</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Emmert</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sander</surname>
                            <given-names>U</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Esslinger</surname>
                            <given-names>AS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Maryschok</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sch&#246;ffski</surname>
                            <given-names>O</given-names>
                        </name>
                    </person-group>
                    <article-title>Public reporting in Germany: the content of physician rating websites</article-title>
                    <source>Methods Inf Med</source>
                    <year>2012</year>
                    <volume>51</volume>
                    <issue>2</issue>
                    <fpage>112</fpage>
                    <lpage>20</lpage>
                    <pub-id pub-id-type="doi">10.3414/ME11-01-0045</pub-id>
                    <pub-id pub-id-type="medline">22101427</pub-id>
                    <pub-id pub-id-type="pii">11-01-0045</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref35">
                <label>35</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <collab>Kassen&#228;rztliche Bundesvereinigung</collab>
                    </person-group>
                    <source>Versichertenbefragung der Kassen&#228;rztlichen Bundesvereinigung 2011</source>
                    <year>2011</year>
                    <access-date>2014-12-11</access-date>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.kbv.de/media/sp/KBV_Versichertenbefragung_2011_Ergebnisbericht.pdf">http://www.kbv.de/media/sp/KBV_Versichertenbefragung_2011_Ergebnisbericht.pdf</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">6UkTGgXqX</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref36">
                <label>36</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Emmert</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sander</surname>
                            <given-names>U</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Pisch</surname>
                            <given-names>F</given-names>
                        </name>
                    </person-group>
                    <article-title>Eight questions about physician-rating websites: a systematic review</article-title>
                    <source>J Med Internet Res</source>
                    <year>2013</year>
                    <volume>15</volume>
                    <issue>2</issue>
                    <fpage>e24</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2013/2/e24/" />
                    </comment>
                    <pub-id pub-id-type="doi">10.2196/jmir.2360</pub-id>
                    <pub-id pub-id-type="medline">23372115</pub-id>
                    <pub-id pub-id-type="pii">v15i2e24</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3636311</pub-id>
                </nlm-citation>
            </ref>
        </ref-list>
    </back>
</article>
