<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
    <front>
        <journal-meta>
            <journal-id journal-id-type="publisher-id">JMIR</journal-id>
            <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
            <journal-title>Journal of Medical Internet Research</journal-title>
            <issn pub-type="epub">1438-8871</issn>
            <publisher>
                <publisher-name>Gunther Eysenbach</publisher-name>
                <publisher-loc>JMIR Publications Inc., Toronto, Canada</publisher-loc>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="publisher-id">v14i3e94</article-id>
            <article-id pub-id-type="pmid">22742977</article-id>
            <article-id pub-id-type="doi">10.2196/jmir.2157</article-id>
            <article-categories>
                <subj-group subj-group-type="article-type">
                    <subject>Letter to the Editor</subject>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title>Consistently Increasing Numbers of Online Ratings of Healthcare in England</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="editor">
                    <name>
                        <surname>Eysenbach</surname>
                        <given-names>Gunther</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <contrib-group>
                <contrib contrib-type="reviewer">
                    <name>
                        <surname>Gao</surname>
                        <given-names>Guodong</given-names>
                    </name>
                </contrib>
                <contrib contrib-type="reviewer">
                    <name>
                        <surname>Patel</surname>
                        <given-names>Salma</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <contrib-group>
                <contrib contrib-type="author" id="contrib1" corresp="yes">
                    <name name-style="western">
                        <surname>Greaves</surname>
                        <given-names>Felix</given-names>
                    </name>
                    <degrees>BM, BCh, MPH, MBA</degrees>
                    <xref ref-type="aff" rid="aff1">1</xref>
                    <address>
                        <institution>Department of Primary Care and Public Health</institution>
                        <institution>Imperial College London</institution>
                        <addr-line>Reynolds Building, Charing Cross Campus</addr-line>
                        <addr-line>London, W6 8RP</addr-line>
                        <country>United Kingdom</country>
                        <phone>44 7866 551172</phone>
                        <fax>44 207 5940584</fax>
                        <email>felix.greaves08@imperial.ac.uk</email>
                    </address>
                </contrib>
                <contrib contrib-type="author" id="contrib2">
                    <name name-style="western">
                        <surname>Millett</surname>
                        <given-names>Christopher</given-names>
                    </name>
                    <degrees>PhD</degrees>
                    <xref ref-type="aff" rid="aff1">1</xref>
                </contrib>
            </contrib-group>
            <aff id="aff1" rid="aff1">
                <sup>1</sup>
                <institution>Department of Primary Care and Public Health</institution>
                <institution>Imperial College London</institution>
                <addr-line>London</addr-line>
                <country>United Kingdom</country>
            </aff>
            <pub-date pub-type="collection">
                <season>Jul-Aug</season>
                <year>2012</year>
            </pub-date>
            <pub-date pub-type="epub">
                <day>29</day>
                <month>06</month>
                <year>2012</year>
            </pub-date>
            <volume>14</volume>
            <issue>3</issue>
            <elocation-id>e94</elocation-id>
            <!--history from ojs - api-xml-->
            <history>
                <date date-type="received">
                    <day>04</day>
                    <month>05</month>
                    <year>2012</year>
                </date>
                <date date-type="rev-request">
                    <day>14</day>
                    <month>06</month>
                    <year>2012</year>
                </date>
                <date date-type="rev-recd">
                    <day>14</day>
                    <month>06</month>
                    <year>2012</year>
                </date>
                <date date-type="accepted">
                    <day>27</day>
                    <month>06</month>
                    <year>2012</year>
                </date>
            </history>
            <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
            <copyright-statement>&#169;Felix Greaves, Christopher Millett. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 29.06.2012. </copyright-statement>
            <copyright-year>2012</copyright-year>
            <license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/2.0/">
                <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (http://creativecommons.org/licenses/by/2.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
            </license>
            <self-uri xlink:href="http://www.jmir.org/2012/3/e94/" xlink:type="simple" />
            <kwd-group>
                <kwd>online reviews</kwd>
                <kwd>quality transparency</kwd>
                <kwd>public reporting</kwd>
            </kwd-group>
        </article-meta>
    </front>
    <body>
        <p>In a recent JMIR paper, Gao and colleagues demonstrated the growing number of internet-based ratings of physicians on a commercially-owned website in the USA [<xref ref-type="bibr" rid="ref1">1</xref>].</p>
        <p>In England, in keeping with our National Health Service, we have a government run website that allows patients to rate and comment on their care online in a similar way, but at the level of healthcare provider organisations rather than individuals. The website is called NHS Choices [<xref ref-type="bibr" rid="ref2">2</xref>]. Gao suggests that their results demonstrate a positive correlation between online ratings and physician quality. We have similarly demonstrated how better online ratings at the organisational level are associated with better clinical outcomes [<xref ref-type="bibr" rid="ref3">3</xref>], and patient experience measured by surveys [<xref ref-type="bibr" rid="ref4">4</xref>] in England.</p>
        <p>In a new analysis to allow comparison with Gao&#8217;s results, we looked at the number of ratings of hospitals posted on the NHS Choices website over the period since it started (August 2008) to the end of 2011. There were 20,996 ratings of hospitals over the 40 month period, fewer than in the US. We found a more gradual, linear increase in ratings in England (<xref ref-type="fig" rid="figure1">Figure 1</xref>) compared with the accelerating growth in ratings seen on commercial sites in the US [<xref ref-type="bibr" rid="ref1">1</xref>]. We are not sure why the frequency of ratings is stable in England, but not increasing at the same rate as in the US. This may be because marketing budgets are lower for an English government run service compared to the more commercial advertising approach of US websites, leading to lower awareness of the websites in England. Alternatively, patients in England may be less culturally familiar with the concept of provider choice in healthcare, as the ability to choose between providers has only been introduced relatively recently in the English NHS while it may be a cultural norm in the US. This might result in English patients being less inclined to rate their care. We hope this adds to the work of our American colleagues, and demonstrates that the increasing number of online ratings of healthcare is an international phenomenon, even if England is perhaps at an earlier stage on the curve than the US.</p>
        <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
                <p>Cumulative number of online ratings of hospitals in England on the NHS Choices website.</p>
            </caption>
            <graphic xlink:href="jmir_v14i3e94_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple" />
        </fig>
    </body>
    <back>
        <ref-list>
            <ref id="ref1">
                <label>1</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Gao</surname>
                            <given-names>GG</given-names>
                        </name>
                        <name name-style="western">
                            <surname>McCullough</surname>
                            <given-names>JS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Agarwal</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Jha</surname>
                            <given-names>AK</given-names>
                        </name>
                    </person-group>
                    <article-title>A changing landscape of physician quality reporting: analysis of patients' online ratings of their physicians over a 5-year period</article-title>
                    <source>J Med Internet Res</source>
                    <year>2012</year>
                    <volume>14</volume>
                    <issue>1</issue>
                    <fpage>e38</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2012/1/e38/" />
                    </comment>
                    <pub-id pub-id-type="doi">10.2196/jmir.2003</pub-id>
                    <pub-id pub-id-type="medline">22366336</pub-id>
                    <pub-id pub-id-type="pii">v14i1e38</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3374528</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref2">
                <label>2</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <collab>Department of Health</collab>
                    </person-group>
                    <source>NHS Choices website</source>
                    <year>2012</year>
                    <access-date>2012-05-01</access-date>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.nhs.uk/Pages/HomePage.aspx">http://www.nhs.uk/Pages/HomePage.aspx</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">67KZHKWkH</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref3">
                <label>3</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Greaves</surname>
                            <given-names>F</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Pape</surname>
                            <given-names>UJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>King</surname>
                            <given-names>D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Darzi</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Majeed</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wachter</surname>
                            <given-names>RM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Millett</surname>
                            <given-names>C</given-names>
                        </name>
                    </person-group>
                    <article-title>Associations between Web-based patient ratings and objective measures of hospital quality</article-title>
                    <source>Arch Intern Med</source>
                    <year>2012</year>
                    <month>03</month>
                    <day>12</day>
                    <volume>172</volume>
                    <issue>5</issue>
                    <fpage>435</fpage>
                    <lpage>6</lpage>
                    <pub-id pub-id-type="doi">10.1001/archinternmed.2011.1675</pub-id>
                    <pub-id pub-id-type="medline">22331980</pub-id>
                    <pub-id pub-id-type="pii">archinternmed.2011.1675</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref4">
                <label>4</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Greaves</surname>
                            <given-names>F</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Pape</surname>
                            <given-names>UJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>King</surname>
                            <given-names>D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Darzi</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Majeed</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wachter</surname>
                            <given-names>RM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Millett</surname>
                            <given-names>C</given-names>
                        </name>
                    </person-group>
                    <article-title>Associations between internet-based patient ratings and conventional surveys of patient experience in the English NHS: an observational study</article-title>
                    <source>BMJ Qual Saf</source>
                    <year>2012</year>
                    <month>07</month>
                    <volume>21</volume>
                    <issue>7</issue>
                    <fpage>600</fpage>
                    <lpage>5</lpage>
                    <pub-id pub-id-type="doi">10.1136/bmjqs-2012-000906</pub-id>
                    <pub-id pub-id-type="medline">22523318</pub-id>
                    <pub-id pub-id-type="pii">bmjqs-2012-000906</pub-id>
                </nlm-citation>
            </ref>
        </ref-list>
    </back>
</article>
