<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v21i9e13345</article-id>
      <article-id pub-id-type="pmid">31493321</article-id>
      <article-id pub-id-type="doi">10.2196/13345</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Association Between Institutional Social Media Involvement and Gastroenterology Divisional Rankings: Cohort Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Timimi</surname>
            <given-names>Farris</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Hoffman</surname>
            <given-names>Beth</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Gore</surname>
            <given-names>Ross</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Chiang</surname>
            <given-names>Austin Lee</given-names>
          </name>
          <degrees>MD, MPH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8066-1508</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Rabinowitz</surname>
            <given-names>Loren Galler</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6673-4096</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Kumar</surname>
            <given-names>Akhil</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3803-3225</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Chan</surname>
            <given-names>Walter Wai-Yip</given-names>
          </name>
          <degrees>MD, MPH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Brigham and Women's Hospital</institution>
            <addr-line>75 Francis Street</addr-line>
            <addr-line>Boston, MA, 02115</addr-line>
            <country>United States</country>
            <phone>1 617 732 6389</phone>
            <email>wwchan@bwh.harvard.edu</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1709-8230</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Brigham and Women's Hospital</institution>
        <addr-line>Boston, MA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Harvard Medical School</institution>
        <addr-line>Boston, MA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Columbia University Medical Center</institution>
        <addr-line>New York, NY</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Washington University in St Louis</institution>
        <addr-line>St. Louis, MO</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Walter Wai-Yip Chan <email>wwchan@bwh.harvard.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>09</month>
        <year>2019</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>06</day>
        <month>09</month>
        <year>2019</year>
      </pub-date>
      <volume>21</volume>
      <issue>9</issue>
      <elocation-id>e13345</elocation-id>
      <history>
        <date date-type="received">
          <day>8</day>
          <month>1</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>1</day>
          <month>5</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>26</day>
          <month>6</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>29</day>
          <month>6</month>
          <year>2019</year>
        </date>
      </history>
      <copyright-statement>©Austin Lee Chiang, Loren Galler Rabinowitz, Akhil Kumar, Walter Wai-Yip Chan. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 06.09.2019.</copyright-statement>
      <copyright-year>2019</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://www.jmir.org/2019/9/e13345/" xlink:type="simple"/>
      <related-article related-article-type="correction-forward" xlink:title="This is a corrected version. See correction statement in:" xlink:href="https://www.jmir.org/2021/3/e29042" vol="23" page="e29042"> </related-article>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Patients often look to social media as an important tool to gather information about institutions and professionals. Since 1990, United States News and World Report (USNWR) has published annual rankings of hospitals and subspecialty divisions. It remains unknown if social media presence is associated with the USNWR gastroenterology and gastrointestinal (GI) surgery divisional rankings, or how changes in online presence over time affects division ranking.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The objective of this study was to determine if social media presence is associated with USNWR gastroenterology and GI surgery divisional rankings and to ascertain how changes in online presence over time affect division rankings.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Social media presence among the top 30 institutions listed in the 2014 USNWR gastroenterology and GI surgery divisional rankings were assessed using Pearson’s correlation coefficients and multivariate analysis, controlling for covariates. Linear and logistic regression using data from 2014 and 2016 USNWR rankings were then used to assess the association between institutional ranking or reputation score with any potential changes in numbers of followers over time. Sensitivity analysis was performed by assessing the area under the receiver operating characteristic curve to determine the follower threshold associated with improved or maintained ranking, which was done by dichotomizing changes in followers at values between the 7000 and 12,000 follower mark.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Twitter follower count was an independent predictor of divisional ranking (β=.00004; <italic>P</italic>&lt;.001) and reputation score (β=–.00002; <italic>P</italic>=.03) in 2014. Academic affiliation also independently predicted USNWR division ranking (β=5.3; <italic>P</italic>=.04) and reputation score (β=–7.3; <italic>P</italic>=.03). Between 2014 and 2016, Twitter followers remained significantly associated with improved or maintained rankings (OR 14.63; 95% CI 1.08-197.81; <italic>P</italic>=.04). On sensitivity analysis, an 8000 person increase in Twitter followers significantly predicted improved or maintained rankings compared to other cutoffs.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Institutional social media presence is independently associated with USNWR divisional ranking and reputation score. Improvement in social media following was also independently associated with improved or maintained divisional ranking and reputation score, with a threshold of 8000 additional followers as the best predictor of improved or stable ranking.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>social media</kwd>
        <kwd>Twitter</kwd>
        <kwd>hospital ranking</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Social media refers to a variety of web-based platforms where individuals create and share information, experiences, and ideas. In recent years, social media has transformed into an important form of communication that has led to significant changes across the globe, including political uprisings. The Office of Health Information Technology within the United States Department of Health and Human Services has recognized the significance of social media in healthcare and the opportunities that lie therein for both patients and providers [<xref ref-type="bibr" rid="ref1">1</xref>]. Medical professionals and organizations utilize social media to promote health through education and advocacy, announce news and events, recruit employees, and communicate with other providers [<xref ref-type="bibr" rid="ref2">2</xref>]. Similarly, patients use social media to gain medical knowledge, share experiences, and provide feedback [<xref ref-type="bibr" rid="ref3">3</xref>]. A reported 24-42% of consumers have used social media to access health-related consumer reviews, including reviews of hospitals [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>].</p>
      <p>Twitter is one social media platform that allows individuals or organizations to post messages limited to 280 characters or less. According to Twitter’s official website, there are more than 300 million monthly active users around the world and over 500 million tweets per day [<xref ref-type="bibr" rid="ref5">5</xref>]. Users may also follow the accounts of peers, public figures, and organizations, whose posts will automatically be displayed in a live, chronological feed. In recent years, more gastroenterologists have joined Twitter and engaged in academic discussions on a daily basis. Social media presence is modifiable and increased professional engagement could potentially impact institutional recognition and reputation. In a case study of a corporate brand, Twitter has been shown to amplify positive brand sentiments, and not only shape brand awareness and recognition but also reflect curiosity surrounding a brand [<xref ref-type="bibr" rid="ref6">6</xref>]. Increased activity on Twitter has been shown to be correlated with Twitter following among US hospitals [<xref ref-type="bibr" rid="ref7">7</xref>].</p>
      <p>United States News and World Report (USNWR) boasts a reach of over 300 million readers [<xref ref-type="bibr" rid="ref8">8</xref>]. Since 1990, USNWR annually publishes a Best Hospitals ranking of institutions and subspecialties, with 27.5% of an institution’s overall score determined by reputation score [<xref ref-type="bibr" rid="ref6">6</xref>]. These rankings are often used as a marketing tool by hospital leaders to attract patients through traditional methods of advertising, as well as on social media [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref11">11</xref>]. USNWR hospital rankings have been shown to have a significant impact on consumer decisions in the form of a greater than 5% change in nonemergency Medicare patients, and an estimated $76 million in revenue transferred from lower ranked hospitals to higher ranked hospitals [<xref ref-type="bibr" rid="ref9">9</xref>]. Among 42 urology departmental Twitter accounts, there was a significant correlation between Twitter followers with USNWR reputation score [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
      <p>The aim of this study was to determine the degree to which institutional social media involvement, based on number of followers on Twitter, may be associated with USNWR gastroenterology and gastrointestinal (GI) surgery divisional rankings (all rankings henceforth are divisional rankings). A secondary aim was to determine whether social media presence is a predictor of improvement in USNWR rankings, and to attempt to define the growth necessary to achieve improved division rankings.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>This was a cohort study of the top 30 institutions listed in the 2014 and 2016 USNWR gastroenterology and GI surgery subspecialty rankings. Data from the 2014 rankings were used to address the first aim, and to address the secondary aims a follow-up study compared data based on the 2014 and the 2016 USNWR rankings. Both the numeric ranking and the institutional reputation score were publicly available on the USNWR webpage. The number of Twitter followers corresponding to the 2014 and 2016 USNWR rankings were accessed in June 2015 and November 2016 at time of analysis, respectively, as displayed on each institution’s Twitter account. The official institutional Twitter accounts were identified using standard internet search tools, and hospital-specific Twitter accounts were included. Twitter accounts that appeared to combine hospital with medical school affairs were included. Medical school–specific, or university-specific accounts distinct from a hospital-based Twitter account, were excluded.</p>
      <p>Spearman’s rank correlation coefficient was calculated to evaluate the association between institutional ranking and social media following. Pearson’s correlation coefficients were calculated to determine the association between social media presence and divisional reputation score. Multivariate analysis using linear regression was performed, controlling for number of hospital beds, academic affiliation, city population, and the number of full-time gastroenterologists on staff. SAS software (Cary, North Carolina) was used for statistical analyses. Among the covariates, the number of hospital beds was available online as it was published in the USNWR rankings. Other covariates such as academic affiliation (defined as an associated teaching hospital with gastroenterology fellowship training program) and number of full-time gastroenterologists on staff were obtained from the institutions’ official websites. Local population size of the city in which the institution is located was obtained from the latest United States Census Bureau figures.</p>
      <p>For our secondary aim, two-tailed, two-sample <italic>t</italic> tests were performed to assess the association between 2014 and 2016 institutional rankings, or reputation scores, with changes in numbers of followers between 2014 and 2016. Multivariate analysis was performed using logistic and linear regression to adjust for the aforementioned covariates. Sensitivity analysis was performed by assessing the area under the receiver operating characteristic curve (AUROC) to determine the follower threshold associated with improved or maintained ranking, which was done by dichotomizing changes in followers at the 7000, 8000, 9000, 10,000, and 12,000 follower mark.</p>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>Of the top 29 institutions in the 2014 USNWR gastroenterology and GI surgery rankings, there were 28 distinct institutional Twitter accounts and one institution without a Twitter account (John Muir Medical Center). Among these Twitter accounts, the number of followers ranged from 0 to 1.7 million as of June 2015. Spearman’s rank correlation coefficient demonstrated a negative correlation between the number of Twitter followers and the numeric divisional ranking (ρ=–0.582; <italic>P</italic>&lt;.001). Similarly, there was a positive correlation between Twitter followers and the divisional reputation score (ρ=0.91; <italic>P</italic>&lt;.001) (<xref ref-type="table" rid="table1">Table 1</xref>). Twitter follower count was an independent predictor of divisional ranking on multivariate analysis controlling for the number of hospital beds, academic affiliation, local population, and number of full-time gastroenterologists on staff (β=0.00004, <italic>P</italic>&lt;.001) (<xref ref-type="table" rid="table1">Table 1</xref>). Quantity of Twitter followers was also an independent predictor of USNWR reputation score after controlling for the same covariates (β=–0.00002, <italic>P</italic>=0.03) (<xref ref-type="table" rid="table2">Table 2</xref> and <xref ref-type="fig" rid="figure1">Figure 1</xref>). Academic affiliation was an independent predictor of division ranking (β=5.3; <italic>P</italic>=0.04) and reputation score (β=–7.3; <italic>P</italic>=0.03) on USNWR (<xref ref-type="table" rid="table2">Table 2</xref> and <xref ref-type="table" rid="table3">Table 3</xref>).</p>
      <p>For the second aim, 39 hospitals were included in the analysis (<xref ref-type="fig" rid="figure2">Figure 2</xref>). Of the 2014 ranked institutions, five hospitals were no longer ranked in 2016 and four had rankings that had slipped under 30. Ten hospitals were newly ranked in the top 30 gastroenterology and GI surgery programs, and there were two institutions that were tied at rank #23 and #27. Of note, by 2016 the Mayo Clinic appeared three times in the top 30 ranking despite there being separate entries for the Rochester (MN), Phoenix (AZ), and Jacksonville (FL) campuses. Overall, 12 hospitals showed improved or maintained institutional ranking. Institutions with improved or maintained rankings had a significantly higher increase in followers over 1 year, with a difference of 89,287 versus 2271 (<italic>P</italic>=.03). On logistic regression, change in Twitter followers remained significantly associated with improved or maintained rankings (OR 14.63; 95% CI 1.08-197.81; <italic>P</italic>=.04). On sensitivity analysis, an increase of 8000 Twitter followers was associated with significantly higher area under the curve (AUC) (0.765) for prediction of improved or maintained ranking compared to other cutoffs (<xref ref-type="fig" rid="figure3">Figure 3</xref>). On multivariate analyses of 2016 rankings controlling for potential confounders using linear regression, the current number of Twitter followers for an institution was significantly associated with higher rank (β=–0.000017; <italic>P</italic>=.03) and reputation score (β=0.000036; <italic>P</italic>&lt;.001). Academic status was also a significant predictor (β=3.446; <italic>P</italic>=.03) for reputation score.</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Rankings and characteristics of ranked gastroenterology and GI<sup>a</sup> institutions.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="130"/>
          <col width="50"/>
          <col width="50"/>
          <col width="90"/>
          <col width="90"/>
          <col width="90"/>
          <col width="90"/>
          <col width="50"/>
          <col width="50"/>
          <col width="60"/>
          <col width="90"/>
          <col width="90"/>
          <col width="70"/>
          <thead>
            <tr valign="top">
              <td>Hospital with Gastroenterology and GI Surgery Program</td>
              <td>Rank 2014</td>
              <td>Rank 2016</td>
              <td>Followers 2014</td>
              <td>Followers 2016</td>
              <td>Reputation score 2014</td>
              <td>Reputation score 2016</td>
              <td>Beds 2014</td>
              <td>Beds 2016</td>
              <td>Academic</td>
              <td>Local Population 2014</td>
              <td>Local Population 2015</td>
              <td>GI faculty</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Mayo Clinic</td>
              <td>1</td>
              <td>1</td>
              <td>1,170,000</td>
              <td>1,360,000</td>
              <td>60.5</td>
              <td>52.6</td>
              <td>1132</td>
              <td>1243</td>
              <td>1</td>
              <td>110,742</td>
              <td>112,225</td>
              <td>94</td>
            </tr>
            <tr valign="top">
              <td>Cleveland Clinic</td>
              <td>2</td>
              <td>2</td>
              <td>387,000</td>
              <td>751,000</td>
              <td>38.6</td>
              <td>36</td>
              <td>1268</td>
              <td>1278</td>
              <td>1</td>
              <td>390,113</td>
              <td>388,072</td>
              <td>52</td>
            </tr>
            <tr valign="top">
              <td>Massachusetts General Hospital</td>
              <td>3</td>
              <td>4</td>
              <td>21,600</td>
              <td>35,100</td>
              <td>19.1</td>
              <td>18.6</td>
              <td>947</td>
              <td>999</td>
              <td>1</td>
              <td>645,966</td>
              <td>667,137</td>
              <td>37</td>
            </tr>
            <tr valign="top">
              <td>Johns Hopkins Hospital</td>
              <td>4</td>
              <td>3</td>
              <td>301,000</td>
              <td>392,000</td>
              <td>24.3</td>
              <td>23.5</td>
              <td>951</td>
              <td>998</td>
              <td>1</td>
              <td>622,104</td>
              <td>621,849</td>
              <td>46</td>
            </tr>
            <tr valign="top">
              <td>UCLA<sup>b</sup> Medical Center</td>
              <td>5</td>
              <td>5</td>
              <td>19,300</td>
              <td>25,000</td>
              <td>11.1</td>
              <td>8.6</td>
              <td>466</td>
              <td>466</td>
              <td>1</td>
              <td>3,884,000</td>
              <td>3,971,883</td>
              <td>44</td>
            </tr>
            <tr valign="top">
              <td>Cedars-Sinai Medical Center</td>
              <td>6</td>
              <td>9</td>
              <td>6655</td>
              <td>9631</td>
              <td>8.9</td>
              <td>6.9</td>
              <td>865</td>
              <td>882</td>
              <td>1</td>
              <td>3,884,000</td>
              <td>3,971,883</td>
              <td>26</td>
            </tr>
            <tr valign="top">
              <td>University of Pittsburgh Medical Center</td>
              <td>7</td>
              <td>6</td>
              <td>6440</td>
              <td>9246</td>
              <td>13.3</td>
              <td>9.2</td>
              <td>1528</td>
              <td>1517</td>
              <td>1</td>
              <td>305,841</td>
              <td>304,391</td>
              <td>66</td>
            </tr>
            <tr valign="top">
              <td>New York Presbyterian Columbia and Cornell</td>
              <td>8</td>
              <td>14</td>
              <td>22,300</td>
              <td>28,200</td>
              <td>7.7</td>
              <td>5.7</td>
              <td>2262</td>
              <td>2328</td>
              <td>1</td>
              <td>8,406,000</td>
              <td>8,550,405</td>
              <td>84</td>
            </tr>
            <tr valign="top">
              <td>Mount Sinai Hospital</td>
              <td>9</td>
              <td>7</td>
              <td>46,300</td>
              <td>63,400</td>
              <td>16.5</td>
              <td>11.8</td>
              <td>1048</td>
              <td>1183</td>
              <td>1</td>
              <td>8,406,000</td>
              <td>8,550,405</td>
              <td>63</td>
            </tr>
            <tr valign="top">
              <td>Hospitals of the University of Pennsylvania</td>
              <td>10</td>
              <td>12</td>
              <td>6746</td>
              <td>9767</td>
              <td>7.9</td>
              <td>9.3</td>
              <td>784</td>
              <td>789</td>
              <td>1</td>
              <td>1,553,000</td>
              <td>1,567,442</td>
              <td>56</td>
            </tr>
            <tr valign="top">
              <td>Northwestern Memorial Hospital</td>
              <td>11</td>
              <td>17</td>
              <td>9533</td>
              <td>13,100</td>
              <td>6.8</td>
              <td>5.7</td>
              <td>885</td>
              <td>885</td>
              <td>1</td>
              <td>2,719,000</td>
              <td>2,720,546</td>
              <td>53</td>
            </tr>
            <tr valign="top">
              <td>Houston Methodist Hospital</td>
              <td>12</td>
              <td>11</td>
              <td>1,1400</td>
              <td>14,100</td>
              <td>2.1</td>
              <td>2</td>
              <td>839</td>
              <td>856</td>
              <td>1</td>
              <td>2,196,000</td>
              <td>2,296,224</td>
              <td>11</td>
            </tr>
            <tr valign="top">
              <td>University Hospitals Cleveland Medical Center</td>
              <td>13</td>
              <td>27</td>
              <td>10,600</td>
              <td>13,700</td>
              <td>1.6</td>
              <td>2.3</td>
              <td>771</td>
              <td>790</td>
              <td>1</td>
              <td>390,113</td>
              <td>388,072</td>
              <td>27</td>
            </tr>
            <tr valign="top">
              <td>Baylor University Medical Center</td>
              <td>14</td>
              <td>16</td>
              <td>16,600</td>
              <td>1680</td>
              <td>4.6</td>
              <td>3.4</td>
              <td>876</td>
              <td>844</td>
              <td>1</td>
              <td>1,258,000</td>
              <td>1,300,092</td>
              <td>40</td>
            </tr>
            <tr valign="top">
              <td>St. Francis Hospital</td>
              <td>15</td>
              <td>19</td>
              <td>136</td>
              <td>304</td>
              <td>0</td>
              <td>0.1</td>
              <td>306</td>
              <td>306</td>
              <td>0</td>
              <td>2791</td>
              <td>2791</td>
              <td>32</td>
            </tr>
            <tr valign="top">
              <td>Yale New Haven Hospital</td>
              <td>16</td>
              <td>23</td>
              <td>13,800</td>
              <td>17,400</td>
              <td>2.6</td>
              <td>2.6</td>
              <td>1571</td>
              <td>1576</td>
              <td>1</td>
              <td>130,660</td>
              <td>130,322</td>
              <td>48</td>
            </tr>
            <tr valign="top">
              <td>Oschner Medical Center</td>
              <td>17</td>
              <td>27</td>
              <td>3810</td>
              <td>4905</td>
              <td>1.9</td>
              <td>1.6</td>
              <td>771</td>
              <td>789</td>
              <td>1</td>
              <td>23,319</td>
              <td>23,319</td>
              <td>10</td>
            </tr>
            <tr valign="top">
              <td>Florida Hospital</td>
              <td>18</td>
              <td>—<sup>c</sup></td>
              <td>14,100</td>
              <td>18,200</td>
              <td>0.7</td>
              <td>1.2</td>
              <td>2338</td>
              <td>2478</td>
              <td>0</td>
              <td>255,483</td>
              <td>270,934</td>
              <td>17</td>
            </tr>
            <tr valign="top">
              <td>Beaumont Hospital</td>
              <td>19</td>
              <td>18</td>
              <td>6113</td>
              <td>7752</td>
              <td>0.4</td>
              <td>0.9</td>
              <td>1070</td>
              <td>1070</td>
              <td>1</td>
              <td>58,946</td>
              <td>59,008</td>
              <td>24</td>
            </tr>
            <tr valign="top">
              <td>Lehigh Valley Hospital</td>
              <td>20</td>
              <td>38</td>
              <td>6550</td>
              <td>8847</td>
              <td>0.6</td>
              <td>0.1</td>
              <td>793</td>
              <td>784</td>
              <td>0</td>
              <td>118,577</td>
              <td>120,207</td>
              <td>22</td>
            </tr>
            <tr valign="top">
              <td>St. Alexius Hospital</td>
              <td>21</td>
              <td>—</td>
              <td>794</td>
              <td>939</td>
              <td>0.3</td>
              <td>0</td>
              <td>305</td>
              <td>280</td>
              <td>0</td>
              <td>52,398</td>
              <td>52,138</td>
              <td>4</td>
            </tr>
            <tr valign="top">
              <td>Brigham and Women's Hospital</td>
              <td>22</td>
              <td>45</td>
              <td>21,100</td>
              <td>29,000</td>
              <td>4.1</td>
              <td>5</td>
              <td>779</td>
              <td>757</td>
              <td>1</td>
              <td>645,966</td>
              <td>667,137</td>
              <td>44</td>
            </tr>
            <tr valign="top">
              <td>University of Kansas Hospital</td>
              <td>23</td>
              <td>35</td>
              <td>2331</td>
              <td>3881</td>
              <td>0.5</td>
              <td>0.6</td>
              <td>623</td>
              <td>713</td>
              <td>1</td>
              <td>148,483</td>
              <td>151,306</td>
              <td>13</td>
            </tr>
            <tr valign="top">
              <td>UCSF<sup>d</sup> Medical Center</td>
              <td>24</td>
              <td>15</td>
              <td>25,000</td>
              <td>37,100</td>
              <td>6.7</td>
              <td>8.2</td>
              <td>650</td>
              <td>650</td>
              <td>1</td>
              <td>837,442</td>
              <td>864,816</td>
              <td>46</td>
            </tr>
            <tr valign="top">
              <td>NYU<sup>e</sup> Langone Hospitals</td>
              <td>25</td>
              <td>13</td>
              <td>7697</td>
              <td>12,100</td>
              <td>1.9</td>
              <td>2.4</td>
              <td>791</td>
              <td>718</td>
              <td>1</td>
              <td>8,406,000</td>
              <td>8,550,405</td>
              <td>54</td>
            </tr>
            <tr valign="top">
              <td>University of Washington Medical Center</td>
              <td>26</td>
              <td>31</td>
              <td>14,900</td>
              <td>17,800</td>
              <td>2.5</td>
              <td>2.4</td>
              <td>450</td>
              <td>428</td>
              <td>1</td>
              <td>652,405</td>
              <td>684,451</td>
              <td>19</td>
            </tr>
            <tr valign="top">
              <td>Hackensack University Medical Center</td>
              <td>27</td>
              <td>—</td>
              <td>2627</td>
              <td>3864</td>
              <td>0</td>
              <td>0.1</td>
              <td>685</td>
              <td>710</td>
              <td>0</td>
              <td>44,113</td>
              <td>44,834</td>
              <td>52</td>
            </tr>
            <tr valign="top">
              <td>Bethesda North Hospital</td>
              <td>28</td>
              <td>—</td>
              <td>1706</td>
              <td>2523</td>
              <td>0</td>
              <td>0</td>
              <td>375</td>
              <td>342</td>
              <td>0</td>
              <td>297,517</td>
              <td>298,550</td>
              <td>19</td>
            </tr>
            <tr valign="top">
              <td>John Muir Medical Center</td>
              <td>29</td>
              <td>—</td>
              <td>0</td>
              <td>207</td>
              <td>0</td>
              <td>0.1</td>
              <td>367</td>
              <td>383</td>
              <td>0</td>
              <td>66,900</td>
              <td>68,910</td>
              <td>29</td>
            </tr>
            <tr valign="top">
              <td>Mayo Clinic Phoenix</td>
              <td>—</td>
              <td>8</td>
              <td>1,170,000</td>
              <td>1,360,000</td>
              <td>—</td>
              <td>—</td>
              <td>—</td>
              <td>268</td>
              <td>1</td>
              <td>1,513,000</td>
              <td>1,563,025</td>
              <td>27</td>
            </tr>
            <tr valign="top">
              <td>Mayo Clinic Jacksonville</td>
              <td>—</td>
              <td>10</td>
              <td>1,170,000</td>
              <td>1,360,000</td>
              <td>—</td>
              <td>—</td>
              <td>—</td>
              <td>249</td>
              <td>1</td>
              <td>842,583</td>
              <td>868,031</td>
              <td>28</td>
            </tr>
            <tr valign="top">
              <td>Thomas Jefferson University Hospital</td>
              <td>—</td>
              <td>19</td>
              <td>—</td>
              <td>9377</td>
              <td>—</td>
              <td>2.9</td>
              <td>—</td>
              <td>937</td>
              <td>1</td>
              <td>1,553,000</td>
              <td>1,567,442</td>
              <td>38</td>
            </tr>
            <tr valign="top">
              <td>Stanford Health Care</td>
              <td>—</td>
              <td>21</td>
              <td>—</td>
              <td>24,000</td>
              <td>—</td>
              <td>3.5</td>
              <td>—</td>
              <td>481</td>
              <td>1</td>
              <td>66,642</td>
              <td>66,853</td>
              <td>47</td>
            </tr>
            <tr valign="top">
              <td>University of Colorado Hospital</td>
              <td>—</td>
              <td>22</td>
              <td>—</td>
              <td>1518</td>
              <td>—</td>
              <td>2.3</td>
              <td>—</td>
              <td>648</td>
              <td>1</td>
              <td>345,803</td>
              <td>359,407</td>
              <td>19</td>
            </tr>
            <tr valign="top">
              <td>University of Michigan Hospitals</td>
              <td>—</td>
              <td>23</td>
              <td>—</td>
              <td>21,900</td>
              <td>—</td>
              <td>6.5</td>
              <td>—</td>
              <td>962</td>
              <td>1</td>
              <td>117,025</td>
              <td>117,070</td>
              <td>51</td>
            </tr>
            <tr valign="top">
              <td>Indiana University Health Medical Center</td>
              <td>—</td>
              <td>25</td>
              <td>—</td>
              <td>22,800</td>
              <td>—</td>
              <td>3</td>
              <td>—</td>
              <td>1243</td>
              <td>1</td>
              <td>852,866</td>
              <td>853,173</td>
              <td>76</td>
            </tr>
            <tr valign="top">
              <td>Tampa General Hospital</td>
              <td>—</td>
              <td>26</td>
              <td>—</td>
              <td>8406</td>
              <td>—</td>
              <td>1.9</td>
              <td>—</td>
              <td>1011</td>
              <td>0</td>
              <td>352,957</td>
              <td>369,075</td>
              <td>18</td>
            </tr>
            <tr valign="top">
              <td>Barnes-Jewish Hospital</td>
              <td>—</td>
              <td>28</td>
              <td>—</td>
              <td>7790</td>
              <td>—</td>
              <td>4.6</td>
              <td>—</td>
              <td>1323</td>
              <td>1</td>
              <td>318,416</td>
              <td>315,685</td>
              <td>23</td>
            </tr>
            <tr valign="top">
              <td>University of Wisconsin</td>
              <td>—</td>
              <td>30</td>
              <td>—</td>
              <td>17,000</td>
              <td>—</td>
              <td>0.5</td>
              <td>—</td>
              <td>544</td>
              <td>1</td>
              <td>243,344</td>
              <td>248,951</td>
              <td>30</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table1fn1">
            <p><sup>a</sup>GI: Gastrointestinal</p>
          </fn>
          <fn id="table1fn2">
            <p><sup>b</sup>UCLA: University of California, Los Angeles</p>
          </fn>
          <fn id="table1fn3">
            <p><sup>c</sup>Not applicable.</p>
          </fn>
          <fn id="table1fn4">
            <p><sup>d</sup>UCSF: University of California, San Francisco</p>
          </fn>
          <fn id="table1fn5">
            <p><sup>e</sup>NYU: New York University</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Multivariate analysis for 2014 Division Ranking per United States News and World Report.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="460"/>
          <col width="310"/>
          <col width="230"/>
          <thead>
            <tr valign="top">
              <td>Covariates</td>
              <td>β coefficient</td>
              <td><italic>P</italic> value</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="bottom">
              <td>Twitter followers</td>
              <td>0.00004</td>
              <td>&lt;.001</td>
            </tr>
            <tr valign="bottom">
              <td>Academic affiliation</td>
              <td>5.3</td>
              <td>.04</td>
            </tr>
            <tr valign="bottom">
              <td>Total number of beds</td>
              <td>0.0011</td>
              <td>.59</td>
            </tr>
            <tr valign="bottom">
              <td>Local population</td>
              <td>–0.0000004</td>
              <td>.58</td>
            </tr>
            <tr valign="bottom">
              <td>Number of GI<sup>a</sup> staff</td>
              <td>0.066</td>
              <td>.22</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table2fn1">
            <p><sup>a</sup>GI: gastrointestinal</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <fig id="figure1" position="float">
        <caption>
          <p>Twitter followers versus 2014 United States News and World Report gastrointestinal reputation score. GI: gastrointestinal. USNWR: United States News and World Report.</p>
        </caption>
        <graphic xlink:href="jmir_v21i9e13345_fig1.png" alt-version="no" position="float" xlink:type="simple"/>
      </fig>
      <table-wrap position="float" id="table3">
        <label>Table 3</label>
        <caption>
          <p>Multivariate analysis for 2014 Reputation Score per United States News and World Report.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="460"/>
          <col width="310"/>
          <col width="230"/>
          <thead>
            <tr valign="top">
              <td>Covariates</td>
              <td>β coefficient</td>
              <td><italic>P</italic> value</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="bottom">
              <td>Twitter followers</td>
              <td>–0.00002</td>
              <td>.03</td>
            </tr>
            <tr valign="bottom">
              <td>Academic affiliation</td>
              <td>–7.3</td>
              <td>.03</td>
            </tr>
            <tr valign="bottom">
              <td>Total number of beds</td>
              <td>–0.004</td>
              <td>.12</td>
            </tr>
            <tr valign="bottom">
              <td>Local population</td>
              <td>–0.0000006</td>
              <td>.51</td>
            </tr>
            <tr valign="bottom">
              <td>Number of GI<sup>a</sup> staff</td>
              <td>0.042</td>
              <td>.55</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table3fn1">
            <p><sup>a</sup>GI: gastrointestinal</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <fig id="figure2" position="float">
        <caption>
          <p>Twitter followers by 2016 United States News and World Report ranking. GI: gastrointestinal. USNWR: United States News and World Report.</p>
        </caption>
        <graphic xlink:href="jmir_v21i9e13345_fig2.png" alt-version="no" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure3" position="float">
        <caption>
          <p>Receiver operating characteristic curve for different follower cutoffs. ROC: receiver operating characteristic.</p>
        </caption>
        <graphic xlink:href="jmir_v21i9e13345_fig3.png" alt-version="no" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Key Results</title>
        <p>Based on the 2014 USNWR figures, both institutional Twitter following and academic affiliation are independent predictors of gastroenterology, and GI surgery subspecialty, rankings and reputation scores. Furthermore, gaining Twitter followers between 2014 and 2016 was significantly associated with improved or maintained divisional ranking, with 8000 more followers as the greatest predictor of improved or stable divisional ranking as noted on sensitivity analysis.</p>
        <p>According to the Pew Research Center, social media usage has seen a nearly 10-fold increase over the past more than ten years since 2005, with 65% of all adults using a social networking site [<xref ref-type="bibr" rid="ref13">13</xref>]. According to the Mayo Clinic Health Care Social Media List compiled in 2012, 1583/6562 hospitals in the United States have accounts on one or more social media platforms (eg, Twitter, YouTube, Facebook, LinkedIn, Foursquare), of which 1010 have Twitter accounts [<xref ref-type="bibr" rid="ref14">14</xref>]. Thus far, gastroenterologist reception of the use of social media has been lukewarm, with only 57.5% of physicians perceiving social media as a method of obtaining “current, high-quality information” [<xref ref-type="bibr" rid="ref15">15</xref>]. Only 47.7% of gastroenterologists reported having ever used any form of social media [<xref ref-type="bibr" rid="ref16">16</xref>]. A better understanding of how social media might impact health-related and monetary outcomes might help galvanize use among medical professionals.</p>
        <p>More importantly, many consumers use social media to access health-related consumer reviews, including hospital reviews [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. Boosting a hospital’s social media presence could be a simple and economical way of potentially elevating institutional ranking, attracting more patients, and increasing hospital revenue. By using the principles of behavioral economics, hospitals would see that it seems that simplified ranking systems drive decision making for patients over complex measures of hospital quality [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. The Twitter presences of United States universities, including an extended followers network, have been shown to reflect institutional rankings, like that of UNSWR [<xref ref-type="bibr" rid="ref17">17</xref>]. Geotagged Twitter dialogue has also been shown to reflect population-level sentiments as well as disease states and changes by geography [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>]. Pope et al report a shift from a lower hospital rank to a higher rank is associated with both an increase of nonemergency Medicare patients and an estimated $76 million in additional revenue [<xref ref-type="bibr" rid="ref9">9</xref>]. Furthermore, rankings influenced an estimated 15,000 hospital choices made by Medicare patients over the course of a decade, resulting in a $750 million shift in revenue [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
        <p>The academic community may question the validity and transparency of the USNWR rankings as an objective representation of hospital quality. One study found USNWR ranked institutions had reportedly demonstrated better clinical outcomes in cardiac care and mortality for acute myocardial infarction when compared to their unranked counterparts [<xref ref-type="bibr" rid="ref20">20</xref>]. However, Hota et al noted discrepancies between certain patient safety indicators (PSIs), as established by the Centers for Medicare and Medicaid Services (CMS), and patient safety scores as reported in USNWR [<xref ref-type="bibr" rid="ref21">21</xref>]. Since these concerns have been raised (after our analysis), USNWR have announced changes to their ranking methodology in June 2016 that include reducing the weight of the patient safety score and eliminating one of these discrepant PSIs [<xref ref-type="bibr" rid="ref22">22</xref>]. Even with objective measures, an institutional ranking might not accurately represent the academic or technical capabilities of an individual practitioner. In nonobjective measures, our study also demonstrated significant associations between social media presence and reputation scores. Some researchers have also noted disproportionate influence of reputation score on subspecialty ranking over objective measures [<xref ref-type="bibr" rid="ref23">23</xref>]. However, others have defended the objectivity of reputation score, citing strong correlations with research productivity, which could impact professional perception of a division [<xref ref-type="bibr" rid="ref24">24</xref>]. Though our study demonstrated academic affiliation as an independent predictor of ranking, some hospitals may be ranked highly for good performance despite having no academic affiliation. The converse is also true, as there are large, reputable gastroenterology divisions with relatively robust social media presences that were unranked by USNWR at the time of this study.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>The limitations of our study included using a single social media platform and using a single source for institutional rankings (USNWR), both of which may limit the generalizability of our results. Moreover, only institutional Twitter accounts were included in the study. At the time of data collection, there were too few gastroenterology division–specific accounts (eg, @Duke_GI) and subspecialty- or disease-specific Twitter accounts (eg, @UChicagoIBD, @UCLAIBD, among others). Furthermore, any causality cannot be directly established from our results. The differences in hospital rankings could also potentially affect social media following. Further research would therefore be required to elucidate the mechanism of how greater social media presence impacts hospital ranking, or if a higher divisional ranking may lead to a greater social media following. While reputation score determines 27.5% of the overall USNWR specialty score, there is also no existing data evaluating the number of Doximity voters who are active social media users or have significant exposure to dialogue occurring on Twitter [<xref ref-type="bibr" rid="ref22">22</xref>]. Moreover, annual fluctuations in ranking might not reflect long-term social media impact, as previous studies have shown that hospital specialties vary by an average 5.49 spots per year [<xref ref-type="bibr" rid="ref9">9</xref>]. There may have also been temporal differences that may have affected social media following at time of data collection, as data was collected at different times of year (June and November of either year). Finally, other factors could affect social media following but may not impact institutional rankings, such as significant news stories and exposure through other media outlets.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>Institutional social media following is independently associated with USNWR divisional ranking and reputation score. Moreover, an increase in social media following was also independently associated with improved or stable divisional ranking and reputation score with a threshold of 8000 additional followers as the best predictor of improved or stable ranking. Institutions hoping to boost their overall and divisional rankings may benefit from strengthening their social media presence by both engaging the public and increasing online visibility through platforms such as Twitter.</p>
      </sec>
    </sec>
  </body>
  <back>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AUC</term>
          <def>
            <p>area under the curve</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">AUROC</term>
          <def>
            <p>area under the receiver operating characteristic curve</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CMS</term>
          <def>
            <p>Centers for Medicare and Medicaid Services</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">GI</term>
          <def>
            <p>gastrointestinal</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">PSI</term>
          <def>
            <p>patient safety indicator</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">USNWR</term>
          <def>
            <p>United States News and World Report</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="con">
        <p>CL and CW were responsible for data collection, data analysis, and drafting the manuscript. RG and KA worked on data collection.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ricciardi</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mostashari</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Daniel</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Siminerio</surname>
              <given-names>EP</given-names>
            </name>
          </person-group>
          <article-title>A national action plan to support consumer engagement via e-health</article-title>
          <source>Health Aff (Millwood)</source>
          <year>2013</year>
          <month>02</month>
          <volume>32</volume>
          <issue>2</issue>
          <fpage>376</fpage>
          <lpage>84</lpage>
          <pub-id pub-id-type="doi">10.1377/hlthaff.2012.1216</pub-id>
          <pub-id pub-id-type="medline">23381531</pub-id>
          <pub-id pub-id-type="pii">32/2/376</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thaker</surname>
              <given-names>SI</given-names>
            </name>
            <name name-style="western">
              <surname>Nowacki</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Mehta</surname>
              <given-names>NB</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>AR</given-names>
            </name>
          </person-group>
          <article-title>How U.S. hospitals use social media</article-title>
          <source>Ann Intern Med</source>
          <year>2011</year>
          <month>05</month>
          <day>17</day>
          <volume>154</volume>
          <issue>10</issue>
          <fpage>707</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.7326/0003-4819-154-10-201105170-00021</pub-id>
          <pub-id pub-id-type="medline">21576547</pub-id>
          <pub-id pub-id-type="pii">154/10/707</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pricewaterhouse</surname>
              <given-names>CHRI</given-names>
            </name>
          </person-group>
          <source>PwC Health Research Institute</source>
          <year>2012</year>
          <access-date>2019-08-13</access-date>
          <comment>Social media "likes" healthcare-From marketing to social business
          <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pwc.com/us/en/health-industries/health-research-institute/publications/pdf/health-care-social-media-report.pdf">https://www.pwc.com/us/en/health-industries/health-research-institute/publications/pdf/health-care-social-media-report.pdf</ext-link></comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Fox S</collab>
          </person-group>
          <source>Pew Internet &amp; American Life Project</source>
          <year>2011</year>
          <month>05</month>
          <day>12</day>
          <access-date>2019-08-13</access-date>
          <comment>The social life of health information, 2011
          <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewinternet.org/wp-content/uploads/sites/9/media/Files/Reports/2011/PIP_Social_Life_of_Health_Info.pdf">https://www.pewinternet.org/wp-content/uploads/sites/9/media/Files/Reports/2011/PIP_Social_Life_of_Health_Info.pdf</ext-link></comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Twitter</collab>
          </person-group>
          <source>Investor Relations</source>
          <year>2019</year>
          <access-date>2019-08-13</access-date>
          <comment>Quarterly Results
          <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://investor.twitterinc.com/financial-information/quarterly-results/default.aspx">https://investor.twitterinc.com/financial-information/quarterly-results/default.aspx</ext-link></comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jansen</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sobel</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Chowdury</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Twitter power: Tweets as electronic word of mouth</article-title>
          <source>J. Am. Soc. Inf. Sci</source>
          <year>2009</year>
          <month>11</month>
          <volume>60</volume>
          <issue>11</issue>
          <fpage>2169</fpage>
          <lpage>2188</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1002/asi.21149"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/asi.21149</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Griffis</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Kilaru</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Werner</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Asch</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Hershey</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Hill</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ha</surname>
              <given-names>YP</given-names>
            </name>
            <name name-style="western">
              <surname>Sellers</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mahoney</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Merchant</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>Use of social media across US hospitals: descriptive analysis of adoption and utilization</article-title>
          <source>J Med Internet Res</source>
          <year>2014</year>
          <month>11</month>
          <day>27</day>
          <volume>16</volume>
          <issue>11</issue>
          <fpage>e264</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2014/11/e264/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.3758</pub-id>
          <pub-id pub-id-type="medline">25431831</pub-id>
          <pub-id pub-id-type="pii">v16i11e264</pub-id>
          <pub-id pub-id-type="pmcid">PMC4260061</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <source>U.S. News &amp; World Report</source>
          <year>2019</year>
          <access-date>2019-08-13</access-date>
          <comment>Our Audience
          <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mediakit.usnews.com/audience">https://mediakit.usnews.com/audience</ext-link></comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pope</surname>
              <given-names>DG</given-names>
            </name>
          </person-group>
          <article-title>Reacting to rankings: evidence from "America's Best Hospitals"</article-title>
          <source>J Health Econ</source>
          <year>2009</year>
          <month>12</month>
          <volume>28</volume>
          <issue>6</issue>
          <fpage>1154</fpage>
          <lpage>65</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jhealeco.2009.08.006</pub-id>
          <pub-id pub-id-type="medline">19818518</pub-id>
          <pub-id pub-id-type="pii">S0167-6296(09)00087-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sehgal</surname>
              <given-names>AR</given-names>
            </name>
          </person-group>
          <article-title>The role of reputation in U.S. News &amp; World Report's rankings of the top 50 American hospitals</article-title>
          <source>Ann Intern Med</source>
          <year>2010</year>
          <month>04</month>
          <day>20</day>
          <volume>152</volume>
          <issue>8</issue>
          <fpage>521</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.7326/0003-4819-152-8-201004200-00009</pub-id>
          <pub-id pub-id-type="medline">20404383</pub-id>
          <pub-id pub-id-type="pii">152/8/521</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Richter</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Muhlestein</surname>
              <given-names>DB</given-names>
            </name>
            <name name-style="western">
              <surname>Wilks</surname>
              <given-names>CEA</given-names>
            </name>
          </person-group>
          <article-title>Social media: how hospitals use it, and opportunities for future use</article-title>
          <source>J Healthc Manag</source>
          <year>2014</year>
          <volume>59</volume>
          <issue>6</issue>
          <fpage>447</fpage>
          <lpage>60</lpage>
          <pub-id pub-id-type="medline">25647968</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ciprut</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Curnyn</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Davuluri</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sternberg</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Loeb</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Twitter Activity Associated With U.S. News and World Report Reputation Scores for Urology Departments</article-title>
          <source>Urology</source>
          <year>2017</year>
          <month>10</month>
          <volume>108</volume>
          <fpage>11</fpage>
          <lpage>16</lpage>
          <pub-id pub-id-type="doi">10.1016/j.urology.2017.05.051</pub-id>
          <pub-id pub-id-type="medline">28669746</pub-id>
          <pub-id pub-id-type="pii">S0090-4295(17)30695-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Perrin A</collab>
          </person-group>
          <source>Pew Research Center Internet &amp; Technology</source>
          <year>2015</year>
          <month>10</month>
          <day>8</day>
          <access-date>2019-08-13</access-date>
          <comment>Social Media Usage: 2005-2015
          <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewinternet.org/2015/10/08/social-networking-usage-2005-2015/">https://www.pewinternet.org/2015/10/08/social-networking-usage-2005-2015/</ext-link></comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <source>Mayo Clinic Social Media Network</source>
          <year>2012</year>
          <month>09</month>
          <day>12</day>
          <access-date>2019-08-13</access-date>
          <comment>Introducing the Health Care Social Media List
          <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://socialmedia.mayoclinic.org/2012/09/12/introducing-the-health-care-social-media-list/">https://socialmedia.mayoclinic.org/2012/09/12/introducing-the-health-care-social-media-list/</ext-link></comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McGowan</surname>
              <given-names>BS</given-names>
            </name>
            <name name-style="western">
              <surname>Wasko</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vartabedian</surname>
              <given-names>BS</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Freiherr</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Abdolrasulnia</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Understanding the factors that influence the adoption and meaningful use of social media by physicians to share medical information</article-title>
          <source>J Med Internet Res</source>
          <year>2012</year>
          <month>09</month>
          <day>24</day>
          <volume>14</volume>
          <issue>5</issue>
          <fpage>e117</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2012/5/e117/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2138</pub-id>
          <pub-id pub-id-type="medline">23006336</pub-id>
          <pub-id pub-id-type="pii">v14i5e117</pub-id>
          <pub-id pub-id-type="pmcid">PMC3510763</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>ED</given-names>
            </name>
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Glover</surname>
              <given-names>PH</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>AY</given-names>
            </name>
          </person-group>
          <article-title>Impact of social media on gastroenterologists in the United States</article-title>
          <source>Dig Liver Dis</source>
          <year>2015</year>
          <month>03</month>
          <volume>47</volume>
          <issue>3</issue>
          <fpage>258</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/j.dld.2014.11.008</pub-id>
          <pub-id pub-id-type="medline">25499064</pub-id>
          <pub-id pub-id-type="pii">S1590-8658(14)00793-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McCoy</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Weigle</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Mining the Web to approximate university rankings</article-title>
          <source>Information Discovery and Delivery</source>
          <year>2018</year>
          <month>08</month>
          <day>20</day>
          <volume>46</volume>
          <issue>3</issue>
          <fpage>173</fpage>
          <lpage>183</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1108/IDD-05-2018-0014"/>
          </comment>
          <pub-id pub-id-type="doi">10.1108/IDD-05-2018-0014</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gore</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Diallo</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Padilla</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>You Are What You Tweet: Connecting the Geographic Variation in America's Obesity Rate to Twitter Content</article-title>
          <source>PLoS One</source>
          <year>2015</year>
          <volume>10</volume>
          <issue>9</issue>
          <fpage>e0133505</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0133505"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0133505</pub-id>
          <pub-id pub-id-type="medline">26332588</pub-id>
          <pub-id pub-id-type="pii">PONE-D-15-02269</pub-id>
          <pub-id pub-id-type="pmcid">PMC4557976</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mitchell</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Frank</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Dodds</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Danforth</surname>
              <given-names>CM</given-names>
            </name>
          </person-group>
          <article-title>The geography of happiness: connecting twitter sentiment and expression, demographics, and objective characteristics of place</article-title>
          <source>PLoS One</source>
          <year>2013</year>
          <volume>8</volume>
          <issue>5</issue>
          <fpage>e64417</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0064417"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0064417</pub-id>
          <pub-id pub-id-type="medline">23734200</pub-id>
          <pub-id pub-id-type="pii">PONE-D-13-07723</pub-id>
          <pub-id pub-id-type="pmcid">PMC3667195</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Philibert</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Can hospital rankings measure clinical and educational quality?</article-title>
          <source>Acad Med</source>
          <year>2009</year>
          <month>02</month>
          <volume>84</volume>
          <issue>2</issue>
          <fpage>177</fpage>
          <lpage>84</lpage>
          <pub-id pub-id-type="doi">10.1097/ACM.0b013e3181939034</pub-id>
          <pub-id pub-id-type="medline">19174660</pub-id>
          <pub-id pub-id-type="pii">00001888-200902000-00016</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hota</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Webb</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Stein</surname>
              <given-names>BD</given-names>
            </name>
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ansell</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Lateef</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>Consumer Rankings and Health Care: Toward Validation and Transparency</article-title>
          <source>Jt Comm J Qual Patient Saf</source>
          <year>2016</year>
          <volume>42</volume>
          <issue>10</issue>
          <fpage>439</fpage>
          <lpage>446</lpage>
          <pub-id pub-id-type="medline">27712602</pub-id>
          <pub-id pub-id-type="pii">S1553-7250(16)42059-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Olmsted</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Powell</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Morley</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Stanley</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Geisen</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <source>Methodology: U.S. News &amp; World Report 2018-19 Best Hospitals: Specialty Rankings</source>
          <year>2018</year>
          <access-date>2019-08-13</access-date>
          <comment>RTI International
          <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.rti.org/sites/default/files/resources/rti-publication-file-38f5185c-ddd5-4e7e-8f86-ef8fbbf848ff.pdf">https://www.rti.org/sites/default/files/resources/rti-publication-file-38f5185c-ddd5-4e7e-8f86-ef8fbbf848ff.pdf</ext-link></comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cua</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Moffatt-Bruce</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Reputation and the Best Hospital Rankings: What Does It Really Mean?</article-title>
          <source>Am J Med Qual</source>
          <year>2017</year>
          <volume>32</volume>
          <issue>6</issue>
          <fpage>632</fpage>
          <lpage>637</lpage>
          <pub-id pub-id-type="doi">10.1177/1062860617691843</pub-id>
          <pub-id pub-id-type="medline">28693335</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Prasad</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Goldstein</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>US News and World Report cancer hospital rankings: do they reflect measures of research productivity?</article-title>
          <source>PLoS One</source>
          <year>2014</year>
          <volume>9</volume>
          <issue>9</issue>
          <fpage>e107803</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0107803"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0107803</pub-id>
          <pub-id pub-id-type="medline">25247921</pub-id>
          <pub-id pub-id-type="pii">PONE-D-14-22256</pub-id>
          <pub-id pub-id-type="pmcid">PMC4172593</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
