<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v23i5e25252</article-id>
      <article-id pub-id-type="pmid">33707166</article-id>
      <article-id pub-id-type="doi">10.2196/25252</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>The Patterns and Impact of Social Media Exposure of Journal Publications in Gastroenterology: Retrospective Cohort Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Kukafka</surname>
            <given-names>Rita</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Bowen</surname>
            <given-names>Deborah</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Hawkins</surname>
            <given-names>Robert</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Chiang</surname>
            <given-names>Austin Lee</given-names>
          </name>
          <degrees>MD, MPH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Brigham and Women's Hospital</institution>
            <addr-line>75 Francis St</addr-line>
            <addr-line>Boston, MA</addr-line>
            <country>United States</country>
            <phone>1 617 732 4840</phone>
            <email>austinleechiang@gmail.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8066-1508</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Rabinowitz</surname>
            <given-names>Loren Galler</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6673-4096</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Alakbarli</surname>
            <given-names>Javid</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1994-0647</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Chan</surname>
            <given-names>Walter W</given-names>
          </name>
          <degrees>MD, MPH</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1709-8230</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Brigham and Women's Hospital</institution>
        <addr-line>Boston, MA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Columbia University Medical Center</institution>
        <addr-line>New York, NY</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Beth Israel Deaconess Medical Center</institution>
        <addr-line>Boston, MA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Austin Lee Chiang <email>austinleechiang@gmail.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>5</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>14</day>
        <month>5</month>
        <year>2021</year>
      </pub-date>
      <volume>23</volume>
      <issue>5</issue>
      <elocation-id>e25252</elocation-id>
      <history>
        <date date-type="received">
          <day>25</day>
          <month>10</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>7</day>
          <month>12</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>9</day>
          <month>12</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>11</day>
          <month>3</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Austin Lee Chiang, Loren Galler Rabinowitz, Javid Alakbarli, Walter W Chan. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 14.05.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2021/5/e25252" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Medical journals increasingly promote published content through social media platforms such as Twitter. However, gastroenterology journals still rank below average in social media engagement.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>We aimed to determine the engagement patterns of publications in gastroenterology journals on Twitter and evaluate the impact of tweets on citations.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This was a retrospective cohort study comparing the 3-year citations of all full-length articles published in five major gastroenterology journals from January 1, 2012, to December 31, 2012, tweeted by official journal accounts with those that were not. Multivariate analysis using linear regression was performed to control for journal impact factor, time since publication, article type, frequency of reposting by other users (“retweets”), and media addition to tweets. Secondary analyses were performed to assess the associations between article type or subtopic and the likelihood of social media promotion/engagement.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>A total of 1666 articles were reviewed, with 477 tweeted by the official journal account. Tweeting an article independently predicted increased citations after controlling for potential confounders (<italic>β</italic> coefficient=13.09; <italic>P</italic>=.007). There was significant association between article type and number of retweets on analysis of variance (ANOVA) (<italic>P</italic>&#60;.001), with guidelines/technical reviews (mean difference 1.04, 95% CI 0.22-1.87; <italic>P</italic>&#60;.001) and meta-analyses/systemic reviews (mean difference 1.03, 95% CI 0.35-1.70; <italic>P</italic>&#60;.001) being retweeted more than basic science articles. The manuscript subtopics most frequently promoted included motility/functional bowel disease (odds ratio [OR] 3.84, 95% CI 1.93-7.64; <italic>P</italic>&#60;.001) and education (OR 4.69, 95% CI 1.62-13.58; <italic>P</italic>=.004), while basic science papers were less likely tweeted (OR 0.154, 95% CI 0.07-0.34; <italic>P</italic>&#60;.001).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Tweeting of gastroenterology journal articles independently predicted higher 3-year citations. Wider adoption of social media to increase reach and measure uptake of published research should be considered.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>social media</kwd>
        <kwd>gastroenterology journals</kwd>
        <kwd>gastroenterology research</kwd>
        <kwd>journal citations</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Social media is playing an increasingly important role in health care as an inexpensive way to improve accessibility of medical information. In recent years, medical journals have created accounts on social media to share published content and improve visibility among both mainstream audiences and health professionals. Unlike traditional media, social media differs in its ability to curate content (using tools like hashtags) and to facilitate engagement by readers and viewers. It is often challenging to stay abreast of all newly published data from the multitude of scientific journals within a given medical specialty. Social media promotion may help narrow the range of what is considered most relevant to target audiences and/or newsworthy.</p>
      <p>Twitter is the prime social media platform for online discussion with 335 million active monthly users worldwide and more than 500 million “tweets” per day [<xref ref-type="bibr" rid="ref1">1</xref>]. The content of each tweet is restricted to 280 characters and may contain links to external websites. Each tweet is visible to followers of the account, and individuals can engage by reposting (ie, “retweeting”) content in their own Twitter feeds or “liking” posts.</p>
      <p>Twitter activity may predict publication and overall journal performance. A prior study found a significant association between Twitter followers of an official journal account and both the journal impact factor and total citations [<xref ref-type="bibr" rid="ref2">2</xref>], with an estimated 1% increase in journal citations for every 0.62% increase in Twitter followers. Among adult and pediatric urology journals, having an official Twitter account was found to be associated with a greater impact factor [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. Following a targeted effort to promote published articles to their 700 followers, the <italic>Journal of Neurointerventional Surgery</italic> saw a “substantial increase” of 1500 visits to its scientific content [<xref ref-type="bibr" rid="ref5">5</xref>].</p>
      <p>The effects of social media exposure of published research in gastroenterology remain unclear. More specifically, the impacts on citations and patterns of social media promotion of these publications are also unknown. While the process that journals employ to select and promote articles on social media is largely opaque and likely not random, we may be able to glean the patterns of social media amplification and control for confounders like manuscript type and subject matter. Characterizing these patterns may serve to highlight areas that are lacking exposure or reflect what journals perceive as most relevant to the general public.</p>
      <p>The primary aim of this study was to determine if social media promotion by gastroenterology journal Twitter accounts is associated with greater number of citations. We also aimed to determine if there is preferential promotion of certain types of publications and subtopics by gastroenterology journals on Twitter.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>This was a retrospective cohort study assessing the citations of all full-length articles published in five major peer-reviewed gastroenterology journals (<italic>American Journal of Gastroenterology</italic>, <italic>Clinical Gastroenterology and Hepatology</italic>, <italic>Gastroenterology</italic>, <italic>Gastrointestinal Endoscopy</italic>, and <italic>Pancreas</italic>) from January 1, 2012, to December 31, 2012. These journals and this date range were selected for the following reasons: to allow sufficient time for citations to accrue, to account for the diminishing impact of a tweet over time, and to select a year where all five journals appeared on social media.</p>
      <p>The number of citations in academic literature as of November 15, 2015, according to Google Scholar was compared between articles tweeted by the official journal accounts and those that were not. Google Scholar has been previously used in similar research to quantify citations [<xref ref-type="bibr" rid="ref6">6</xref>]. Publications were further categorized by manuscript type and subtopic. Manuscript types included prospective research, retrospective research, basic science, meta-analyses and systematic reviews, guidelines and technical reviews, case reports, video publications, and editorials. Manuscript subtopics included esophagus, gastric, small bowel, colon, liver, pancreas, biliary, motility and functional bowel disease, cancer, basic science, quality improvement, cost-effectiveness, inflammatory bowel disease, endoscopy, education, and microbiome. Multiple assignments for subtopics were permitted.</p>
      <p>The mean number of citations between tweeted articles and those that were not tweeted by the official journal accounts were compared using Student <italic>t</italic> test. To detect an independent association between social media promotion on Twitter and Google Scholar citations, multivariate analysis using linear regression was performed to control for the 2012 journal impact factor (as published by Thomson Reuters), time since publication, and article type. Among articles that were tweeted, the overall associations between manuscript types and number of citations were assessed using analysis of variance (ANOVA). Pairwise comparisons of manuscript types with regard to number of citations were performed using the Bonferroni method.</p>
      <p>To evaluate the likelihood of specific subtopics being promoted on social media by gastroenterology journals, the rates of tweeted manuscripts for each subtopic were compared to those not containing the corresponding subtopic using the chi-squared test. Multivariate analysis was performed using logistic regression, controlling for potential confounders including the specific journal, manuscript type, and number of citations. Results of regression analyses are expressed as raw coefficients to demonstrate the effect of each variable on citations and to better generalize these results to other settings or populations.</p>
      <p>All statistical analyses were performed using SAS Version 9.4 (SAS Institute).</p>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>In total, 1666 gastroenterology articles were reviewed, with 477 having been tweeted by official journal accounts. In 2012, <italic>Gastrointestinal Endoscopy</italic> published 451 articles, <italic>Pancreas</italic> published 242 articles, <italic>American Journal of Gastroenterology</italic> published 226 articles, <italic>Gastroenterology</italic> published 473 articles, and <italic>Clinical Gastroenterology and Hepatology</italic> published 274 articles (<xref ref-type="table" rid="table1">Table 1</xref>). On univariate analysis, articles that were tweeted had a significantly higher number of citations compared with nontweeted articles (36.9 vs 27.4, <italic>P</italic>=.04) (<xref rid="figure1" ref-type="fig">Figure 1</xref>). On multivariate analysis, tweeting of an article (<italic>β</italic> coefficient=13.09, <italic>P</italic>=.007) was independently associated with increased citations after controlling for potential confounders (<xref ref-type="table" rid="table2">Table 2</xref>). Not surprisingly, the duration since publication (in days) was found to be a predictor for increased citations in the linear regression model. Among tweeted articles, those that were retweeted (a possible proxy for strong public interest or colleague endorsement) also had higher citations compared with those that were not retweeted (72.3 vs 17.6, <italic>P</italic>=.004) (<xref rid="figure1" ref-type="fig">Figure 1</xref>), although this did not reach statistical significance in the multivariate model (<italic>β</italic> coefficient=23.2, <italic>P</italic>=.28), likely due to a small sample size.</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Characteristics of the articles in the five gastroenterology journals (Twitter promotion, impact factor, total citations, and frequency of publication by manuscript type and subtopic).</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="250"/>
          <col width="120"/>
          <col width="120"/>
          <col width="120"/>
          <col width="120"/>
          <col width="120"/>
          <col width="0"/>
          <col width="120"/>
          <thead>
            <tr valign="top">
              <td rowspan="2" colspan="2">Characteristic</td>
              <td colspan="6">Journal</td>
              <td>Total (N=1424)</td>
            </tr>
            <tr valign="top">
              <td><italic>AJG</italic><sup>a</sup><break/>(N=226)</td>
              <td><italic>CGH</italic><sup>b</sup><break/>(N=274)</td>
              <td><italic>Gastro</italic><sup>c</sup><break/>(N=473)</td>
              <td><italic>GIE</italic><sup>d</sup><break/>(N=451)</td>
              <td><italic>Pancreas</italic><break/>(N=242)</td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="2">Tweeted, n</td>
              <td>31</td>
              <td>69</td>
              <td>70</td>
              <td>137</td>
              <td>170</td>
              <td colspan="2">477</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Not tweeted, n</td>
              <td>195</td>
              <td>205</td>
              <td>403</td>
              <td>314</td>
              <td>72</td>
              <td colspan="2">1189</td>
            </tr>
            <tr valign="top">
              <td colspan="2">2012 impact factor</td>
              <td>7.282</td>
              <td>5.627</td>
              <td>11.675</td>
              <td>4.878</td>
              <td>2.386</td>
              <td colspan="2">N/A<sup>e</sup></td>
            </tr>
            <tr valign="top">
              <td colspan="2">Total citations, n</td>
              <td>11,286</td>
              <td>6008</td>
              <td>21,264</td>
              <td>8336</td>
              <td>3201</td>
              <td colspan="2">50,095</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Manuscript type, n</bold>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Prospective studies</td>
              <td>77</td>
              <td>38</td>
              <td>50</td>
              <td>118</td>
              <td>59</td>
              <td colspan="2">342</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Retrospective studies</td>
              <td>54</td>
              <td>86</td>
              <td>35</td>
              <td>102</td>
              <td>42</td>
              <td colspan="2">319</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Basic science studies</td>
              <td>10</td>
              <td>1</td>
              <td>159</td>
              <td>6</td>
              <td>106</td>
              <td colspan="2">282</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Meta-analyses, systematic reviews</td>
              <td>39</td>
              <td>26</td>
              <td>37</td>
              <td>23</td>
              <td>14</td>
              <td colspan="2">139</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Guidelines, technical reviews</td>
              <td>7</td>
              <td>18</td>
              <td>4</td>
              <td>25</td>
              <td>2</td>
              <td colspan="2">56</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Editorials</td>
              <td>34</td>
              <td>38</td>
              <td>58</td>
              <td>42</td>
              <td>5</td>
              <td colspan="2">177</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Case reports</td>
              <td>1</td>
              <td>67</td>
              <td>129</td>
              <td>122</td>
              <td>14</td>
              <td colspan="2">333</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Videos</td>
              <td>4</td>
              <td>0</td>
              <td>1</td>
              <td>13</td>
              <td>0</td>
              <td colspan="2">18</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Publication subtopic, n</bold>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
              <td colspan="2">
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Pediatric</td>
              <td>6</td>
              <td>4</td>
              <td>8</td>
              <td>9</td>
              <td>2</td>
              <td colspan="2">29</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Esophagus</td>
              <td>29</td>
              <td>38</td>
              <td>33</td>
              <td>55</td>
              <td>0</td>
              <td colspan="2">155</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Gastric</td>
              <td>14</td>
              <td>12</td>
              <td>33</td>
              <td>44</td>
              <td>1</td>
              <td colspan="2">104</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Small bowel</td>
              <td>22</td>
              <td>24</td>
              <td>27</td>
              <td>35</td>
              <td>0</td>
              <td colspan="2">108</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Colon</td>
              <td>53</td>
              <td>47</td>
              <td>65</td>
              <td>94</td>
              <td>0</td>
              <td colspan="2">259</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Liver</td>
              <td>26</td>
              <td>75</td>
              <td>151</td>
              <td>10</td>
              <td>2</td>
              <td colspan="2">264</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Pancreas</td>
              <td>10</td>
              <td>28</td>
              <td>40</td>
              <td>59</td>
              <td>234</td>
              <td colspan="2">371</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Biliary</td>
              <td>8</td>
              <td>19</td>
              <td>19</td>
              <td>47</td>
              <td>1</td>
              <td colspan="2">94</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Motility/functional</td>
              <td>35</td>
              <td>9</td>
              <td>8</td>
              <td>5</td>
              <td>0</td>
              <td colspan="2">57</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Cancer</td>
              <td>22</td>
              <td>43</td>
              <td>89</td>
              <td>85</td>
              <td>124</td>
              <td colspan="2">363</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Basis science</td>
              <td>11</td>
              <td>3</td>
              <td>189</td>
              <td>3</td>
              <td>109</td>
              <td colspan="2">315</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Quality improvement</td>
              <td>19</td>
              <td>24</td>
              <td>21</td>
              <td>47</td>
              <td>4</td>
              <td colspan="2">115</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Cost-effectiveness</td>
              <td>1</td>
              <td>6</td>
              <td>2</td>
              <td>0</td>
              <td>1</td>
              <td colspan="2">10</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Inflammatory bowel disease</td>
              <td>30</td>
              <td>26</td>
              <td>32</td>
              <td>4</td>
              <td>0</td>
              <td colspan="2">92</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Endoscopy</td>
              <td>35</td>
              <td>59</td>
              <td>27</td>
              <td>362</td>
              <td>14</td>
              <td colspan="2">497</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Education</td>
              <td>2</td>
              <td>1</td>
              <td>9</td>
              <td>7</td>
              <td>0</td>
              <td colspan="2">19</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Infectious disease/microbiome</td>
              <td>16</td>
              <td>7</td>
              <td>16</td>
              <td>3</td>
              <td>0</td>
              <td colspan="2">42</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table1fn1">
            <p><sup>a</sup>AJG: American Journal of Gastroenterology.</p>
          </fn>
          <fn id="table1fn2">
            <p><sup>b</sup>CGH: Clinical Gastroenterology and Hepatology.</p>
          </fn>
          <fn id="table1fn3">
            <p><sup>c</sup>Gastro: Gastroenterology.</p>
          </fn>
          <fn id="table1fn4">
            <p><sup>d</sup>GIE: Gastrointestinal Endoscopy.</p>
          </fn>
          <fn id="table1fn5">
            <p><sup>e</sup>N/A: not applicable.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Comparison of citations between articles that were tweeted and those that were not tweeted. Primary tweets: analysis of all manuscripts (n=1666) comparing tweeted articles and nontweeted articles; retweets: analysis of all tweeted manuscripts (n=477) comparing articles that were retweeted at least once and articles without retweets.</p>
        </caption>
        <graphic xlink:href="jmir_v23i5e25252_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Multivariate linear regression analysis assessing the predictors of the number of Google Scholar citations among all articles published by five major gastroenterology journals in 2012 (N=1666, tweeted n=477).</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="30"/>
          <col width="570"/>
          <col width="200"/>
          <col width="200"/>
          <thead>
            <tr valign="top">
              <td colspan="2">Variable</td>
              <td><italic>β</italic> coefficient (SE)</td>
              <td><italic>P</italic> value
              </td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td colspan="2">Tweeted article</td>
              <td>13.09 (4.82)</td>
              <td>.007</td>
            </tr>
            <tr valign="top">
              <td colspan="2">Time since publication (days)</td>
              <td>0.06 (0.02)</td>
              <td>.003</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Journal</bold>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <italic>GIE<sup>a</sup></italic>
              </td>
              <td>Reference</td>
              <td>Reference</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <italic>Gastro<sup>b</sup></italic>
              </td>
              <td>37.8 (5.65)</td>
              <td>&#60;.001</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <italic>AJG<sup>c</sup></italic>
              </td>
              <td>23.8 (6.71)</td>
              <td>&#60;.001</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <italic>CGH<sup>d</sup></italic>
              </td>
              <td>3.18 (6.12)</td>
              <td>.60</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>
                <italic>Pancreas</italic>
              </td>
              <td>−12.2 (7.12)</td>
              <td>.09</td>
            </tr>
            <tr valign="top">
              <td colspan="2">
                <bold>Manuscript type</bold>
              </td>
              <td>
                <break/>
              </td>
              <td>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Prospective studies</td>
              <td>Reference</td>
              <td>Reference</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Retrospective studies</td>
              <td>−8.88 (6.20)</td>
              <td>.15</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Basic science studies</td>
              <td>−23.5 (7.02)</td>
              <td>&#60;.001</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Meta-analyses/systematic reviews</td>
              <td>26.0 (7.98)</td>
              <td>.001</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Guidelines, technical reviews</td>
              <td>52.8 (11.5)</td>
              <td>&#60;.001</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Editorials</td>
              <td>−41.9 (7.42)</td>
              <td>&#60;.001</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Case reports</td>
              <td>−43.2 (6.40)</td>
              <td>&#60;.001</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>Videos</td>
              <td>−21.8 (19.2)</td>
              <td>.26</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table2fn1">
            <p><sup>a</sup>GIE: Gastrointestinal Endoscopy.</p>
          </fn>
          <fn id="table2fn2">
            <p><sup>b</sup>Gastro: Gastroenterology.</p>
          </fn>
          <fn id="table2fn3">
            <p><sup>c</sup>AJG: American Journal of Gastroenterology.</p>
          </fn>
          <fn id="table2fn4">
            <p><sup>d</sup>CGH: Clinical Gastroenterology and Hepatology.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <p>On univariate analysis, articles identified in the categories of pancreas (odds ratio [OR] 3.80, <italic>P</italic>&#60;.001), cancer (OR 2.20, <italic>P</italic>&#60;.001), and quality improvement (OR 2.05, <italic>P</italic>=.003) were associated with increased Twitter promotion, while small bowel (OR 0.62, <italic>P</italic>=.05) and basic science (OR 0.63, <italic>P</italic>=.002) articles were associated with less social media exposure.</p>
      <p>After controlling for other covariates, including other manuscript subtypes, on multivariate analysis, the subtopics of motility and functional bowel disease (OR 3.84, 95% CI 1.93-7.64, <italic>P</italic>&#60;.001), cancer (OR 1.392, 95% CI 1.016-1.909, <italic>P</italic>=.04), education (OR 4.69, 95% CI 1.62-13.58, <italic>P</italic>=.004), and quality improvement (OR 2.41, 95% CI 1.52-3.84, <italic>P</italic>&#60;.001) were independently associated with increased promotion on Twitter, while basic science articles were significantly less likely to be tweeted (OR 0.154, 95% CI 0.07-0.34, <italic>P</italic>&#60;.001) (<xref rid="figure2" ref-type="fig">Figure 2</xref>).</p>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>Number of publications (both tweeted and nontweeted) in 2012 by subtopic among the five journals included. IBD: inflammatory bowel disease.</p>
        </caption>
        <graphic xlink:href="jmir_v23i5e25252_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>A significant overall association between article type and citations was noted on ANOVA (<italic>P</italic>&#60;.001), with guidelines/technical reviews (mean 90.23, SD 355.57), meta-analyses/systemic reviews (mean 75.22, SD 124.85), and prospective studies (mean 42.96, SD 54.26) having the most citations. On multivariate analysis using prospective studies as a reference, guidelines/technical reviews (<italic>β</italic> coefficient=52.8, <italic>P</italic>&#60;.001) and meta-analyses/systemic reviews (<italic>β</italic> coefficient=26, <italic>P</italic>=.001) were significantly more likely to be cited, while basic science articles (<italic>β</italic> coefficient=−23.5, <italic>P</italic>&#60;.001), case reports (<italic>β</italic> coefficient=−43.2, <italic>P</italic>&#60;.001), and editorials (<italic>β</italic> coefficient=−41.9, <italic>P</italic>&#60;.001) had significantly fewer citations (<xref ref-type="table" rid="table2">Table 2</xref>). Among tweeted articles, there was a significant association between article type and number of retweets on ANOVA (<italic>P</italic>&#60;.001). On pairwise comparison, guidelines/technical reviews (mean difference 1.04, 95% CI 0.22-1.87, <italic>P</italic>&#60;.001) and meta-analyses/systemic reviews (mean difference 1.04, 95% CI 0.22-1.86, <italic>P</italic>&#60;.001) were being retweeted significantly more than basic science articles (<xref rid="figure3" ref-type="fig">Figure 3</xref>). Media additions to tweets were not associated with the number of citations or retweets.</p>
      <fig id="figure3" position="float">
        <label>Figure 3</label>
        <caption>
          <p>Mean number of retweets by article type.</p>
        </caption>
        <graphic xlink:href="jmir_v23i5e25252_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Our study showed that social media promotion of gastroenterology journal publications on Twitter independently predicted a greater number of Google Scholar citations in 3 years after controlling for journal impact factor, type of article, and time since publication.</p>
        <p>We also found that tweeted articles that were retweeted had significantly increased citations, perhaps a reflection that public engagement with these tweets might predict further academic interest. Our study also demonstrated that guidelines/technical reviews and meta-analyses/systematic reviews are among the most heavily promoted article types by official journal accounts on Twitter. Articles involving motility/neurogastroenterology, cancer, education, and quality improvement were independently associated with increased social media exposure, while basic science manuscripts were less promoted. This may reflect the perceived areas of public interest in gastroenterology and influence perception of gastroenterology research, resulting in potential secondary impacts on factors, such as funding. Further studies are needed to evaluate why these promotional differences exist and how this might affect research funding availability, public interest, and clinical and epidemiological outcomes.</p>
        <p>As done in studies from other disciplines, Twitter was chosen given that it is the predominant mainstream social media platform where journal publications are regularly promoted, where academic discussion exists, and where analytics are most readily available. The evidence regarding the association between Twitter promotion and publication citations has varied across different disciplines. One study of 20 ecological journals showed a similar positive correlation between social media exposure and citations, independent of time since publication and impact factor [<xref ref-type="bibr" rid="ref7">7</xref>]. In the <italic>American Journal of Psychiatry</italic>, a study of 438 published articles suggested that a greater frequency of Twitter mentions was associated with more citations [<xref ref-type="bibr" rid="ref8">8</xref>]. One study of 286 articles from the <italic>Journal of Medical Internet Research</italic> showed that highly tweeted articles were 11 times more likely to be highly cited and that Twitter mentions in the first 3 days could predict highly cited articles [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
        <p>However, this observation was not consistent across all disciplines. In a randomized trial of social media impact on 243 publications from <italic>Circulation</italic>, there was no significant association between social media exposure and 30-day article website views according to Google analytic data [<xref ref-type="bibr" rid="ref9">9</xref>]. There were also no differences noted by article subtype (referring to the general categories of clinical, population, or basic science articles). One study of all 1.4 million biomedical publications between 2010 and 2012 found a weak correlation between Twitter mentions of journal articles and traditional bibliometric indicators, although the authors concluded that Twitter mentions did not reflect traditional research impact [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
        <p>The number of annual citations by a journal is used to calculate a journal’s impact factor [<xref ref-type="bibr" rid="ref11">11</xref>]. Historically, journal impact factor has been directly correlated with citations, as impact factor is the ratio of the number of citations to the number of publications by a journal in a given year. Google Scholar was chosen as the source of citations given its inclusivity of citations among all sources, unlike Web of Science and Scopus, which only consider citations from within journals listed in their libraries. However, some researchers have raised concerns that certain tactics can be used to boost the journal impact factor, such as publishing more review articles, strategic publication timing, and internal citations. Citations also take time to accumulate. Social media may therefore play another role in measuring the societal impact of an individual article. As a result, other metrics collectively known as “altmetrics,” which include not only number of citations, but also social media views and engagement, references by databases, and news media, are emerging [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
        <p>In our study, guidelines and reviews published in major gastroenterology journals were the most heavily promoted types of manuscripts on social media. This promotional pattern may be a result of known interest in these articles, given existing knowledge that guidelines and reviews accrue more citations than other publication types, and they may be more relevant to a broader audience that includes general clinicians and practitioners [<xref ref-type="bibr" rid="ref13">13</xref>]. For gastrointestinal subtopics, our finding of functional bowel disease and cancer articles as the most tweeted is also not surprising. Communities for these conditions are very active on social media, and journals may be preferentially promoting these articles knowing the discussion and engagement they tend to generate. Moreover, the high general prevalence of functional bowel conditions and the increased interest cancer-related topics tend to generate in the lay media may also play roles in the higher social media activities of these articles.</p>
        <p>Social media engagement by the gastroenterology community is lagging behind other medical subspecialties. Adoption of Twitter by journals still varies widely by specialty, with 70% of the 20 leading radiology journals on Twitter, but only 28.1% of general medical journals and 39% of urological journals on Twitter [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. Latest data suggest that the proportion of overall tweeted gastroenterology publications (7.8%) falls below the average rate of Twitter promotion (9.4%) of all medical journal articles [<xref ref-type="bibr" rid="ref10">10</xref>]. A survey of 265 gastroenterologists in 2015 found that 82.1% of respondents did not access social media for journals or other educational purposes, and 47.7% reported never having used any form of social media. This is in contrast to patient acceptance of social media, where 84.4% (n=112) of inflammatory bowel disease patients and 72.9% (n=68) of chronic viral hepatitis patients favored interaction with health care professionals on social media [<xref ref-type="bibr" rid="ref15">15</xref>]. This dynamic may be improving in recent years, as there has been a growing presence of gastroenterologists and young physicians on social media.</p>
        <p>One limitation of this study is the inability to establish causality and elucidate the potential mechanisms of social media impact on citations. Articles addressing subjects of higher interest or “more popular” topics (therefore, more highly cited) may be selectively tweeted at a higher frequency. For instance, social media promotion has been associated with greater downloads of journal articles in clinical pain sciences, which could suggest greater readership as a catalyst for future citations [<xref ref-type="bibr" rid="ref16">16</xref>]. The radiology community has observed a greater distribution of web links to published articles on Twitter [<xref ref-type="bibr" rid="ref14">14</xref>]. In fact, the effect of social media on journal article readership has been previously demonstrated in a study of the <italic>Journal of the American College of Radiology</italic>, which showed that a planned Twitter-based discussion increased monthly website journal article views by 31.4%, unique visitors by 20.0%, and website visits by 25.5% [<xref ref-type="bibr" rid="ref17">17</xref>]. In a randomized controlled study of the same journal, Twitter promotion of publications was independently associated with significantly greater weekly webpage visits (18.2 vs 7.6 page visits) [<xref ref-type="bibr" rid="ref17">17</xref>]. Another study showed that 7 out of 11 radiology journals new to Twitter experienced increases in impact factor after 1 year [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
        <p>Moreover, it is unknown if social media alone can be credited for greater citations or if social media is simply one arm of a larger promotional effort that includes other avenues, such as press releases for traditional media coverage. It is worth noting, however, that because the initial promotional tweet precedes article downloads and subsequent citations, it is not possible for the number of citations to cause a reactionary increase in social media presence for that particular article. Additionally, various journals may adopt different methods to selectively promote certain subtopics or manuscript types (such as guidelines) on social media. To best account for these biases, we controlled for subtopics and manuscript types in the multivariate analysis. Another potential limitation was the potential overestimation of baseline academic impact using Google Scholar citations. Though Google Scholar may include duplicate citations or citations of a paper in a nonpeer-reviewed publication without scholarly relevance, the Google algorithm is standard and therefore objectively compares citation volume.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>In conclusion, social media promotion on Twitter of gastroenterology publications independently predicted a greater number of citations in 3 years in this exploratory study. Publications and researchers should consider wider adoption of social media to increase reach and measure uptake of published research. Social media promotion of publications can not only potentially boost journal citations, but also help define the societal impact of an individual article and thus influence academic promotion. However, beyond citations and academic uptake, journals and physicians should be aware of other benefits of social media for professionals, patients, and family members. In addition to academic productivity, it is important to recognize how social media could have other important roles in public health. For instance, social media may help propel academic medicine by informing other professionals. Moreover, it is our public health responsibility as a medical community to serve as primary sources of accurate up-to-date medical information online in order to preserve the integrity of what readers consume. Internally, social media can provide an open forum for discussion, boost professional and institutional recognition, attract referrals for trial enrollment and research purposes, and perhaps encourage funding to sustain academic research.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ANOVA</term>
          <def>
            <p>analysis of variance</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">OR</term>
          <def>
            <p>odds ratio</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="con">
        <p>ALC: study concept/design, data collection, and drafting of the manuscript; LGR: data collection and drafting of the manuscript; JA: data collection; WC: study concept/design, data collection, statistical analysis, drafting/revision of the manuscript, and study supervision.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>Q2 2018 Selected Company Financials and Metrics</article-title>
          <source>Twitter</source>
          <access-date>2021-04-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://s22.q4cdn.com/826641620/files/doc_financials/2018/q2/Q2_2018_Selected_Company_Metrics_and_Financials.pdf">https://s22.q4cdn.com/826641620/files/doc_financials/2018/q2/Q2_2018_Selected_Company_Metrics_and_Financials.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cosco</surname>
              <given-names>TD</given-names>
            </name>
          </person-group>
          <article-title>Medical journals, impact and social media: an ecological study of the Twittersphere</article-title>
          <source>CMAJ</source>
          <year>2015</year>
          <month>12</month>
          <day>08</day>
          <volume>187</volume>
          <issue>18</issue>
          <fpage>1353</fpage>
          <lpage>1357</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.cmaj.ca/cgi/pmidlookup?view=long&#38;pmid=26644544"/>
          </comment>
          <pub-id pub-id-type="doi">10.1503/cmaj.150976</pub-id>
          <pub-id pub-id-type="medline">26644544</pub-id>
          <pub-id pub-id-type="pii">187/18/1353</pub-id>
          <pub-id pub-id-type="pmcid">PMC4674403</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>O'Kelly</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Nason</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Manecksha</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Cascio</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Quinn</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Leonard</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Koyle</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Farhat</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Leveridge</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The effect of social media (#SoMe) on journal impact factor and parental awareness in paediatric urology</article-title>
          <source>J Pediatr Urol</source>
          <year>2017</year>
          <month>10</month>
          <volume>13</volume>
          <issue>5</issue>
          <fpage>513.e1</fpage>
          <lpage>513.e7</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jpurol.2017.03.027</pub-id>
          <pub-id pub-id-type="medline">28483467</pub-id>
          <pub-id pub-id-type="pii">S1477-5131(17)30169-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nason</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>O'Kelly</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Kelly</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Phelan</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Manecksha</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>Lawrentschuk</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>DG</given-names>
            </name>
          </person-group>
          <article-title>The emerging use of Twitter by urological journals</article-title>
          <source>BJU Int</source>
          <year>2015</year>
          <month>03</month>
          <day>23</day>
          <volume>115</volume>
          <issue>3</issue>
          <fpage>486</fpage>
          <lpage>90</lpage>
          <pub-id pub-id-type="doi">10.1111/bju.12840</pub-id>
          <pub-id pub-id-type="medline">24925047</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fargen</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Ducruet</surname>
              <given-names>AF</given-names>
            </name>
            <name name-style="western">
              <surname>Hyer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hirsch</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Tarr</surname>
              <given-names>RW</given-names>
            </name>
          </person-group>
          <article-title>Expanding the social media presence of the Journal of Neurointerventional Surgery: editor's report</article-title>
          <source>J Neurointerv Surg</source>
          <year>2017</year>
          <month>02</month>
          <day>29</day>
          <volume>9</volume>
          <issue>2</issue>
          <fpage>215</fpage>
          <lpage>218</lpage>
          <pub-id pub-id-type="doi">10.1136/neurintsurg-2015-012251</pub-id>
          <pub-id pub-id-type="medline">26927814</pub-id>
          <pub-id pub-id-type="pii">neurintsurg-2015-012251</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eysenbach</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Can tweets predict citations? Metrics of social impact based on Twitter and correlation with traditional metrics of scientific impact</article-title>
          <source>J Med Internet Res</source>
          <year>2011</year>
          <month>12</month>
          <day>19</day>
          <volume>13</volume>
          <issue>4</issue>
          <fpage>e123</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2011/4/e123/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2012</pub-id>
          <pub-id pub-id-type="medline">22173204</pub-id>
          <pub-id pub-id-type="pii">v13i4e123</pub-id>
          <pub-id pub-id-type="pmcid">PMC3278109</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Peoples</surname>
              <given-names>BK</given-names>
            </name>
            <name name-style="western">
              <surname>Midway</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Sackett</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Lynch</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cooney</surname>
              <given-names>PB</given-names>
            </name>
          </person-group>
          <article-title>Twitter Predicts Citation Rates of Ecological Research</article-title>
          <source>PLoS One</source>
          <year>2016</year>
          <volume>11</volume>
          <issue>11</issue>
          <fpage>e0166570</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0166570"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0166570</pub-id>
          <pub-id pub-id-type="medline">27835703</pub-id>
          <pub-id pub-id-type="pii">PONE-D-16-28055</pub-id>
          <pub-id pub-id-type="pmcid">PMC5106010</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Quintana</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Doan</surname>
              <given-names>NT</given-names>
            </name>
          </person-group>
          <article-title>Twitter Article Mentions and Citations: An Exploratory Analysis of Publications in the American Journal of Psychiatry</article-title>
          <source>Am J Psychiatry</source>
          <year>2016</year>
          <month>02</month>
          <day>01</day>
          <volume>173</volume>
          <issue>2</issue>
          <fpage>194</fpage>
          <pub-id pub-id-type="doi">10.1176/appi.ajp.2015.15101341</pub-id>
          <pub-id pub-id-type="medline">26844798</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Bonaca</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Massaro</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Barry</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Loscalzo</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A randomized trial of social media from Circulation</article-title>
          <source>Circulation</source>
          <year>2015</year>
          <month>01</month>
          <day>06</day>
          <volume>131</volume>
          <issue>1</issue>
          <fpage>28</fpage>
          <lpage>33</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://circ.ahajournals.org/cgi/pmidlookup?view=long&#38;pmid=25406308"/>
          </comment>
          <pub-id pub-id-type="doi">10.1161/CIRCULATIONAHA.114.013509</pub-id>
          <pub-id pub-id-type="medline">25406308</pub-id>
          <pub-id pub-id-type="pii">CIRCULATIONAHA.114.013509</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haustein</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Sugimoto</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Thelwall</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Larivière</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Tweeting biomedicine: An analysis of tweets and citations in the biomedical literature</article-title>
          <source>J Assn Inf Sci Tec</source>
          <year>2013</year>
          <month>11</month>
          <day>26</day>
          <volume>65</volume>
          <issue>4</issue>
          <fpage>656</fpage>
          <lpage>669</lpage>
          <pub-id pub-id-type="doi">10.1002/asi.23101</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Garfield</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>The history and meaning of the journal impact factor</article-title>
          <source>JAMA</source>
          <year>2006</year>
          <month>01</month>
          <day>04</day>
          <volume>295</volume>
          <issue>1</issue>
          <fpage>90</fpage>
          <lpage>3</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.295.1.90</pub-id>
          <pub-id pub-id-type="medline">16391221</pub-id>
          <pub-id pub-id-type="pii">295/1/90</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Scarlat</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Mavrogenis</surname>
              <given-names>AF</given-names>
            </name>
            <name name-style="western">
              <surname>Pećina</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Niculescu</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Impact and alternative metrics for medical publishing: our experience with International Orthopaedics</article-title>
          <source>International Orthopaedics (SICOT)</source>
          <year>2015</year>
          <month>5</month>
          <day>7</day>
          <volume>39</volume>
          <issue>8</issue>
          <fpage>1459</fpage>
          <lpage>1464</lpage>
          <pub-id pub-id-type="doi">10.1007/s00264-015-2766-y</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haustein</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Costas</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Larivière</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Characterizing social media metrics of scholarly papers: the effect of document properties and collaboration patterns</article-title>
          <source>PLoS One</source>
          <year>2015</year>
          <month>3</month>
          <day>17</day>
          <volume>10</volume>
          <issue>3</issue>
          <fpage>e0120495</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0120495"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0120495</pub-id>
          <pub-id pub-id-type="medline">25780916</pub-id>
          <pub-id pub-id-type="pii">PONE-D-14-48905</pub-id>
          <pub-id pub-id-type="pmcid">PMC4363625</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kelly</surname>
              <given-names>BS</given-names>
            </name>
            <name name-style="western">
              <surname>Redmond</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Nason</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Healy</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Horgan</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Heffernan</surname>
              <given-names>EJ</given-names>
            </name>
          </person-group>
          <article-title>The Use of Twitter by Radiology Journals: An Analysis of Twitter Activity and Impact Factor</article-title>
          <source>J Am Coll Radiol</source>
          <year>2016</year>
          <month>11</month>
          <volume>13</volume>
          <issue>11</issue>
          <fpage>1391</fpage>
          <lpage>1396</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jacr.2016.06.041</pub-id>
          <pub-id pub-id-type="medline">27577594</pub-id>
          <pub-id pub-id-type="pii">S1546-1440(16)30557-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Timms</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Forton</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Poullis</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Social media use in patients with inflammatory bowel disease and chronic viral hepatitis</article-title>
          <source>Clin Med (Lond)</source>
          <year>2014</year>
          <month>04</month>
          <day>08</day>
          <volume>14</volume>
          <issue>2</issue>
          <fpage>215</fpage>
          <lpage>215</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24715144"/>
          </comment>
          <pub-id pub-id-type="doi">10.7861/clinmedicine.14-2-215</pub-id>
          <pub-id pub-id-type="medline">24715144</pub-id>
          <pub-id pub-id-type="pii">14/2/215</pub-id>
          <pub-id pub-id-type="pmcid">PMC4953304</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Allen</surname>
              <given-names>HG</given-names>
            </name>
            <name name-style="western">
              <surname>Stanton</surname>
              <given-names>TR</given-names>
            </name>
            <name name-style="western">
              <surname>Di Pietro</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Moseley</surname>
              <given-names>GL</given-names>
            </name>
          </person-group>
          <article-title>Social media release increases dissemination of original articles in the clinical pain sciences</article-title>
          <source>PLoS One</source>
          <year>2013</year>
          <month>7</month>
          <volume>8</volume>
          <issue>7</issue>
          <fpage>e68914</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0068914"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0068914</pub-id>
          <pub-id pub-id-type="medline">23874810</pub-id>
          <pub-id pub-id-type="pii">PONE-D-12-30616</pub-id>
          <pub-id pub-id-type="pmcid">PMC3714259</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hawkins</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Hillman</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Carlos</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Rawson</surname>
              <given-names>JV</given-names>
            </name>
            <name name-style="western">
              <surname>Haines</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Duszak</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>The impact of social media on readership of a peer-reviewed medical journal</article-title>
          <source>J Am Coll Radiol</source>
          <year>2014</year>
          <month>11</month>
          <volume>11</volume>
          <issue>11</issue>
          <fpage>1038</fpage>
          <lpage>43</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jacr.2014.07.029</pub-id>
          <pub-id pub-id-type="medline">25439618</pub-id>
          <pub-id pub-id-type="pii">S1546-1440(14)00428-1</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
