<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="review-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v22i7e15607</article-id>
      <article-id pub-id-type="pmid">32628113</article-id>
      <article-id pub-id-type="doi">10.2196/15607</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Review</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Review</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>The Use of Social Media to Increase the Impact of Health Research: Systematic Review</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Messner</surname>
            <given-names>Eva-Maria</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Barke</surname>
            <given-names>Antonia</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>McCall</surname>
            <given-names>Jonathan</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Ketchum</surname>
            <given-names>Andrea</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Yan</surname>
            <given-names>Erjia</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Bardus</surname>
            <given-names>Marco</given-names>
          </name>
          <degrees>BA, MA, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0707-7196</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>El Rassi</surname>
            <given-names>Rola</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7388-8712</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Chahrour</surname>
            <given-names>Mohamad</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8088-9801</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Akl</surname>
            <given-names>Elie W</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6556-1878</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Raslan</surname>
            <given-names>Abdul Sattar</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8311-9100</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Meho</surname>
            <given-names>Lokman I</given-names>
          </name>
          <degrees>BA, MA, MSLS, PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0623-4652</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Akl</surname>
            <given-names>Elie A</given-names>
          </name>
          <degrees>MD, MPH, PhD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <address>
            <institution>Department of Internal Medicine</institution>
            <institution>American University of Beirut Medical Center</institution>
            <addr-line>PO Box 11-0236, Riad-El-Solh</addr-line>
            <addr-line>Beirut, 1107 2020</addr-line>
            <country>Lebanon</country>
            <phone>961 1 374 374</phone>
            <email>ea32@aub.edu.lb</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3444-8618</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Health Promotion and Community Health</institution>
        <institution>Faculty of Health Sciences</institution>
        <institution>American University of Beirut</institution>
        <addr-line>Beirut</addr-line>
        <country>Lebanon</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Clinical Research Institute</institution>
        <institution>American University of Beirut</institution>
        <addr-line>Beirut</addr-line>
        <country>Lebanon</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Pediatric and Adolescent Medicine</institution>
        <institution>American University of Beirut Medical Center</institution>
        <addr-line>Beirut</addr-line>
        <country>Lebanon</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>University Libraries</institution>
        <institution>American University of Beirut</institution>
        <addr-line>Beirut</addr-line>
        <country>Lebanon</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Department of Internal Medicine</institution>
        <institution>American University of Beirut Medical Center</institution>
        <addr-line>Beirut</addr-line>
        <country>Lebanon</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Elie A Akl <email>ea32@aub.edu.lb</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>7</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>6</day>
        <month>7</month>
        <year>2020</year>
      </pub-date>
      <volume>22</volume>
      <issue>7</issue>
      <elocation-id>e15607</elocation-id>
      <history>
        <date date-type="received">
          <day>24</day>
          <month>7</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>28</day>
          <month>10</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>30</day>
          <month>12</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>29</day>
          <month>3</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Marco Bardus, Rola El Rassi, Mohamad Chahrour, Elie W Akl, Abdul Sattar Raslan, Lokman I Meho, Elie A Akl. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 06.07.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2020/7/e15607" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Academics in all disciplines increasingly use social media to share their publications on the internet, reaching out to different audiences. In the last few years, specific indicators of social media impact have been developed (eg, Altmetrics), to complement traditional bibliometric indicators (eg, citation count and h-index). In health research, it is unclear whether social media impact also translates into research impact.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The primary aim of this study was to systematically review the literature on the impact of using social media on the dissemination of health research. The secondary aim was to assess the correlation between Altmetrics and traditional citation-based metrics.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We conducted a systematic review to identify studies that evaluated the use of social media to disseminate research published in health-related journals. We specifically looked at studies that described experimental or correlational studies linking the use of social media with outcomes related to bibliometrics. We searched the Medical Literature Analysis and Retrieval System Online (MEDLINE), Excerpta Medica dataBASE (EMBASE), and Cumulative Index to Nursing and Allied Health Literature (CINAHL) databases using a predefined search strategy (International Prospective Register of Systematic Reviews: CRD42017057709). We conducted independent and duplicate study selection and data extraction. Given the heterogeneity of the included studies, we summarized the findings through a narrative synthesis.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Of a total of 18,624 retrieved citations, we included 51 studies: 7 (14%) <italic>impact studies</italic> (answering the primary aim) and 44 (86%) <italic>correlational studies</italic> (answering the secondary aim). Impact studies reported mixed results with several limitations, including the use of interventions of inappropriately low intensity and short duration. The majority of correlational studies suggested a positive association between traditional bibliometrics and social media metrics (eg, number of mentions) in health research.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>We have identified suggestive yet inconclusive evidence on the impact of using social media to increase the number of citations in health research. Further studies with better design are needed to assess the causal link between social media impact and bibliometrics.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>social media</kwd>
        <kwd>research</kwd>
        <kwd>bibliometrics</kwd>
        <kwd>Altmetrics</kwd>
        <kwd>journal impact factor</kwd>
        <kwd>translational medical research</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Social Media and Its Impact in Health Research</title>
        <p>Individual researchers and academic institutions use social media to disseminate their research findings to a broad audience that includes the public and health care practitioners. According to Carr and Hayes [<xref ref-type="bibr" rid="ref1">1</xref>], social media can be broadly defined as “internet-based, disentrained, and persistent channels of mass personal communication facilitating perceptions of interactions among users, deriving value primarily from user-generated content”. For example, social media can be used by clinicians who would benefit from the findings in dealing with patients. A recent scoping review of the literature on social media use in health research revealed that social media are increasingly used to recruit patients, collect data, and establish and maintain user engagement, especially in the name of research dissemination [<xref ref-type="bibr" rid="ref2">2</xref>]. At the same time, in the era of the internet and web 2.0 technologies that allow content generation and sharing [<xref ref-type="bibr" rid="ref3">3</xref>], social media have been increasingly used as a source for measuring the impact of research, as they contribute to knowledge generation, dissemination, and translation [<xref ref-type="bibr" rid="ref4">4</xref>]. Indeed, social media are increasingly required to measure their research performance and demonstrate the value of their research to governments and funding organizations [<xref ref-type="bibr" rid="ref5">5</xref>]. Researchers in the domain of health and medical sciences have been particularly concerned about demonstrating the impact of their work as it usually bears implications for public health [<xref ref-type="bibr" rid="ref6">6</xref>]. Hence, measuring the impact of health research is essential for influencing policy-making processes, improving health systems, and health-related socioeconomic impact [<xref ref-type="bibr" rid="ref6">6</xref>]. According to the research impact framework (RIF) for health research [<xref ref-type="bibr" rid="ref4">4</xref>], the domain of research-related impact is generally and traditionally evaluated according to conventional and traditional bibliometric approaches, which generally include the number of citations, the impact factor (IF), or the h-index [<xref ref-type="bibr" rid="ref7">7</xref>]. Some academic institutions in the United States, Canada, and Europe started including social media impact as an evaluation criterion in their tenure and promotion policies [<xref ref-type="bibr" rid="ref8">8</xref>]. According to the systematic review by Cruz Rivera et al [<xref ref-type="bibr" rid="ref6">6</xref>] on the impact of health care research, researchers should consider indicators such as “the number of reads for published articles; article download rate and number of journal webpage visits; and citations rates in non-journal media such as newspapers and mass and social media (ie, Twitter and blogs)”.</p>
        <p>Researchers can now discuss their papers and share their publications on various social networking sites [<xref ref-type="bibr" rid="ref9">9</xref>] or with the <italic>general public</italic> interested in their topic. Using typology of social media by Constantinides and Fountain [<xref ref-type="bibr" rid="ref10">10</xref>], health researchers can use 5 types of dissemination platforms: (1) blogs or web-based journals; (2) social networking sites, such as Facebook or Twitter, or professionally oriented platforms such as LinkedIn, ResearchGate, and Academia, which have recently emerged as social networking sites for academics [<xref ref-type="bibr" rid="ref11">11</xref>]; (3) content communities; (4) forums or bulletin boards; and (5) content aggregators, such as Diigo, CiteULike, Delicious, Evernote, or through reference management software such as EndNote, Mendeley, RefWorks, Papers, and Zotero. These software companies have developed proprietary communities of users who share citations. In this way, an article can reach new and widespread audiences, broader than those of the limited subscribers of academic journals whose content is generally protected by paywalls. Some publishers have also embraced the movement of social media dissemination by including options for authors to semiautomatically share their output on academic content aggregators that include dashboards to measure the reach and impact of social media posts, based on the link or digital object identifier (DOI) associated with each article. Examples include free platforms such as the nonprofit-owned ImpactStory; or the profit-oriented Kudos, independent from publishing houses; or Publons, owned and managed by Clarivate Analytics; and PlumX [<xref ref-type="bibr" rid="ref12">12</xref>], owned by Elsevier.</p>
      </sec>
      <sec>
        <title>Social Media Impact Measures</title>
        <p>How is social media impact defined and measured? In the late 1990s, researchers started studying the phenomenon of internet-based dissemination of knowledge and information, forging the terms of <italic>webometrics</italic> or <italic>cybermetrics</italic> [<xref ref-type="bibr" rid="ref13">13</xref>]. In 2010, a group of researchers defined a new set of metrics, Altmetrics (which stands for <italic>alternative metrics</italic>) that include web-based metrics (eg, number of link shares, likes, tweets, and views) and qualitative data that are complementary to traditional, citation-based metrics [<xref ref-type="bibr" rid="ref14">14</xref>]. The so-called Altmetrics attention score (AAS) includes various indices of performance of a paper, such as the number of views; the number of discussions on social media (tweets, Facebook posts, and Wikipedia pages); recommendations (eg, Faculty of 1000); saved articles on popular social bookmarking services such as Mendeley or CiteULike; and the number of citations obtained from Google Scholar, CrossRef, PubMed Central, and Scopus [<xref ref-type="bibr" rid="ref15">15</xref>]. Despite some intrinsic limitations—as the AAS can be inflated by self-citations, automatic retweeting, or sharing on various social media platforms [<xref ref-type="bibr" rid="ref7">7</xref>]—Altmetrics is considered the current standard for measuring the impact of research on the internet and beyond [<xref ref-type="bibr" rid="ref14">14</xref>-<xref ref-type="bibr" rid="ref16">16</xref>].</p>
        <p>Similar to the number of citations, the number of social media mentions of an article is a function of time since its publication. In 2011, Eysenbach published, in this journal, a seminal paper entitled, <italic>Can tweets predict citation metrics on social media</italic> [<xref ref-type="bibr" rid="ref17">17</xref>]. The author proposed a set of measures for social media impact that would account for the dimension of <italic>time</italic>. The paper introduced the concepts of <italic>Tweetations</italic>, <italic>Twimpact</italic> <italic>factor</italic>, and <italic>Twindex</italic>. Tweetations were defined as “citations in a tweet,” that is, tweets mentioning the exact journal article URL (hence excluding links to DOI, PubMed entries, or other links). The twimpact factor was defined as the “cumulative number of tweetations within n days after publication” (eg, tw7 means the total number of tweetations after 7 days) [<xref ref-type="bibr" rid="ref17">17</xref>]. The Twindex (or tweetation index) was defined as a “metric ranging from 0 to 100 indicating the relative standing of an article compared to other articles.” It is based on a percentile, rank-ordering of an article by tweetations, relative to other articles published in the same journal, which were published around the same time [<xref ref-type="bibr" rid="ref17">17</xref>]. The author recommended that papers investigating the relationship between citations and social media mentions should adjust for time since the publication of an article (or specify a timeframe when these metrics were obtained), journal type, seasonal variations, and other possible confounders that might explain a nonlinear distribution of social media mentions.</p>
      </sec>
      <sec>
        <title>Social Media and Bibliometrics</title>
        <p>How is social media dissemination related to citations? Social media dissemination is generally associated with the higher reach of an article. Some research, sponsored by Academia.edu, showed that by sharing an article on this specific academic, social networking site, a researcher could receive up to 69% more citations over 5 years [<xref ref-type="bibr" rid="ref18">18</xref>]. In Eysenbach's (2011) paper, the author found a positive correlation between social media and subsequent citations and social media [<xref ref-type="bibr" rid="ref17">17</xref>]. However, to what extent is there a causal link between the use of social media and subsequent citations? In other words, what is the impact of social media on citations and bibliometric indicators? To the best of our knowledge, to date, there is only one experimental study, using a randomized controlled trial (RCT) design, that has clearly shown a causal relationship between subsequent citations and the dissemination of articles through a proprietary web-based distribution platform (TrendMD) [<xref ref-type="bibr" rid="ref19">19</xref>]. Although TrendMD does not meet the definition of social media as intended in this paper [<xref ref-type="bibr" rid="ref1">1</xref>], as it is not based on user-generated content, but on content that is pushed by an algorithm of sponsored recommendations, the study provides a useful benchmark. The authors found significant effects on citations and Mendeley saves for the intervention group (TrendMD) compared with the control (no diffusion on TrendMD) after 6 and 12 months [<xref ref-type="bibr" rid="ref19">19</xref>]. In addition, the intervention had positive effects on citations at both 6 and 12 months for articles in the area of health and medical sciences [<xref ref-type="bibr" rid="ref19">19</xref>].</p>
        <p>However, evidence from systematic reviews on this matter seems to be scarce. A basic search for systematic reviews on Altmetrics on Google Scholar, on April 2, 2019 (in titles of articles) yielded only 24 results, 3 of which were reviews: 1 systematic review mapping the evidence for marketing research [<xref ref-type="bibr" rid="ref20">20</xref>] and 2 literature reviews on Altmetrics used for generic scholarly research output [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]. In terms of health research, the review evidence is also limited. To the best of our knowledge, there is only one ongoing systematic review—whose protocol is registered in the International Prospective Register of Systematic Reviews (PROSPERO) [<xref ref-type="bibr" rid="ref23">23</xref>]—that is aimed at evaluating the use of social media to disseminate research findings among health care professionals. A similar research conducted on April 2, 2019, on PubMed, yielded 18 hits, 2 of which were systematic reviews: the first focused on medical research output and reported significant associations between Altmetrics and traditional citations, without linking measures of impact [<xref ref-type="bibr" rid="ref24">24</xref>]; the second is a systematic review of reviews and meta-analyses and focused on the evaluation of methodological quality in the domain of skin psoriasis [<xref ref-type="bibr" rid="ref25">25</xref>]. The latter reported that a journal’s IF could predict the number of tweets, whereas the years of publication and number of Mendeley readers predicted the number of citations on Google Scholar. Nevertheless, the authors concluded there does not seem to be a connection between scientific quality, social media, activity, and article usage [<xref ref-type="bibr" rid="ref25">25</xref>].</p>
        <p>Therefore, the primary aim of this study was to systematically review the literature on the impact of using social media on the dissemination of health research. The secondary aim was to assess the correlation between Altmetrics and traditional citation-based metrics.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Protocol and Eligibility Criteria</title>
        <p>We developed a priori protocol for this systematic review and registered it in the PROSPERO database (CRD42017057709) [<xref ref-type="bibr" rid="ref23">23</xref>]. This review focuses on health research, which includes biomedical, epidemiological, clinical, public health, and health systems research [<xref ref-type="bibr" rid="ref26">26</xref>]. The inclusion criteria were as follows:</p>
        <list list-type="bullet">
          <list-item>
            <p><italic>Population</italic>: The unit of analysis of this review is studies (ie, study reports) published in health-related journals, including primary and secondary research, and editorials.</p>
          </list-item>
          <list-item>
            <p><italic>Interventions/exposures</italic>: For both aims, we included studies that evaluated the use of social media to disseminate health research, which reported the outcomes described below. In the protocol, we included examples of social media and web 2.0 applications, defined as “a group of internet-based applications that build on the ideological and technological foundations of web 2.0, and that allow the creation and exchange of user generated content” [<xref ref-type="bibr" rid="ref27">27</xref>]. Web 2.0 applications included interactive websites, blogging platforms, social networking, and social sharing sites, as described in the <italic>Introduction</italic> section.</p>
          </list-item>
          <list-item>
            <p><italic>Comparator</italic>: The comparator for the primary aim (assessing the impact) was not using social media.</p>
          </list-item>
          <list-item>
            <p><italic>Outcome measures</italic>: To be included, studies had to report measures of research dissemination such as traditional bibliometrics, Altmetrics, or webometrics indicators. Traditional bibliometric indicators were defined as quantitative data and statistics to publications such as journal articles and their accompanying citation counts. Altmetrics were defined as web-sourced metrics and qualitative data that are complementary to traditional, citation-based bibliometrics [<xref ref-type="bibr" rid="ref15">15</xref>]. Webometrics were defined as the study of the quantitative aspects of the construction and use of information resources, structures, and technologies on the web, by drawing on bibliometric and infometric approaches [<xref ref-type="bibr" rid="ref13">13</xref>]. Studies were included if they measured Altmetrics about webometrics and traditional bibliometrics, without any restrictions to any specific types of metrics.</p>
          </list-item>
          <list-item>
            <p><italic>Study design</italic>: Experimental studies (eg, RCTs and nonrandomized studies or cohort studies), case series, and case studies.</p>
          </list-item>
          <list-item>
            <p><italic>Publication type</italic>: We included original research papers, including scientific meeting abstracts or research letters, if they contained sufficient information to fill the extraction forms.</p>
          </list-item>
        </list>
      </sec>
      <sec>
        <title>Search Strategy</title>
        <p>We searched the following electronic databases on July 12, 2017: Medical Literature Analysis and Retrieval System Online (MEDLINE; access via Ovid), Excerpta Medica dataBASE (EMBASE; access via Ovid), and Cumulative Index to Nursing and Allied Health Literature (CINAHL; access via EBSCO). We updated the searches on August 22, 2019. We developed a search strategy with the help of a health information specialist with experience in systematic reviews. The search strategy encompassed 2 main concepts: <italic>social media</italic> (based on the search strategy of a related systematic review by one of the authors [<xref ref-type="bibr" rid="ref28">28</xref>]) and impact on dissemination (including <italic>bibliometrics</italic>, <italic>Altmetric</italic> and <italic>academic impact</italic>). The search strategy used both keywords and medical subject heading terms. The search strategies used are provided in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
        <p>We did not use language restrictions. We did restrict the search timeframe by using the start date of January 2005, the year of the introduction of the <italic>web 2.0</italic> concept [<xref ref-type="bibr" rid="ref3">3</xref>]. We also reviewed the reference lists of relevant papers and searched our files for both published and unpublished studies.</p>
      </sec>
      <sec>
        <title>Selection Process</title>
        <p>Before starting the selection process, we conducted calibration exercises to train the reviewers and clarify the eligibility criteria. In all, 3 reviewers (EWA, MC, and ASR) and 2 research assistants screened the titles and abstracts of identified references in duplicate and independently for potential eligibility.</p>
        <p>We obtained the full texts for all references judged as potentially eligible by at least one reviewer through our local library. For articles not found through the library, we searched on Google, Google Scholar, ResearchGate, or Academia.edu to locate self-archived copies. We contacted corresponding authors via ResearchGate or emailed them to obtain a copy of the articles. Then, the same 3 reviewers screened the full texts in duplicate and independently for eligibility, using a standardized pilot-tested full-text screening form. Once acceptable interrater reliability was achieved, the reviewers completed the selection tasks independently. All disagreements were resolved by discussion and with the help of a third reviewer (MB), who double-checked all decisions and confirmed the reasons for exclusion.</p>
        <p>We assessed the interrater reliability for titles and abstract screening using Gwet AC1 index, as it is less prone to bias when there is a large disproportion in binary categories (ie, excluded vs included articles) that are not judged as relevant [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>]. We assessed the interrater reliability for full-text screening using the kappa statistic.</p>
      </sec>
      <sec>
        <title>Data Abstraction Process</title>
        <p>The review teams abstracted data from eligible studies in duplicate and an independent manner, using a standardized and pilot-tested data abstraction form with detailed instructions. Disagreements were resolved through discussions and with the help of a third reviewer (MB and EAA). Any inconsistencies in the abstraction tables were discussed within the research team (MB, EAA, RER, EWA, MC, and ASR) until consensus was reached. The abstracted data items included:</p>
        <list list-type="order">
          <list-item>
            <p>general information about the report, such as the first author’s name, year of publication, type of study (eg, experimental, cross-sectional, cohort, or qualitative), health area, journal, population/unit of analysis, sources of data, and period of investigation;</p>
          </list-item>
          <list-item>
            <p>metrics reported, such as type of social media used and type of metrics (eg, social media metrics, such as Altmetric attention score; bibliometrics, such as citations; and webometrics, such as page views and number of downloads);</p>
          </list-item>
          <list-item>
            <p>results, as reported by the study authors; and</p>
          </list-item>
          <list-item>
            <p>funding and reported conflicts of interest.</p>
          </list-item>
        </list>
        <p>For experimental studies, we collected additional specific information about the intervention (eg, sample size, frequency and reach of the intervention, duration and frequency of the intervention, and profile owner) and control conditions, where applicable. We also extracted the information about effects (eg, <italic>F</italic> tests and <italic>t</italic> tests) and <italic>P</italic> values, as reported by the authors. We used a web-based effect size calculator [<xref ref-type="bibr" rid="ref31">31</xref>] to estimate effect sizes if they were not included in the original publication. One author (MB) checked all abstraction tables for consistency.</p>
        <p>When correlations between social media metrics and citations were reported, following Eysenbach recommendations [<xref ref-type="bibr" rid="ref17">17</xref>], we also extracted details about whether the paper: (1) reported social media metrics adjusted for time (eg, Twimpact factor) or provided a rationale for selecting a timeframe to assess the relationship, (2) included social media metrics that adjust for some kind of confounders (eg, using Twindex metric or stratifying by article type and/or topic), (3) the type of correlation test used (eg, using Spearman rho and/or Pearson <italic>r</italic>), and (4) explored the correlation using scatterplots or employed tests for nonlinear relationships (eg, log-linear and/or nonparametric tests).</p>
      </sec>
      <sec>
        <title>Data Synthesis</title>
        <p>Given the heterogeneity of the included studies in terms of characteristics of the population, health area, study design, and reported outcomes (including <italic>P</italic> values and correlation coefficients), we summarized the findings through a narrative synthesis. In the summary tables included in this review, we reported <italic>P</italic> values and correlation coefficients and measures of effect sizes, as explicitly mentioned by the authors of the selected studies. We followed <italic>Journal of Medical Internet Research’s</italic> convention for reporting <italic>P</italic> values (3 digits) and correlation coefficients (2 digits). We included the text of the original source in quotation marks. For studies reporting correlations between social media and citation metrics, we defined the methodological quality of the paper using 4 indicators, using Eysenbach (2011) paper as a benchmark [<xref ref-type="bibr" rid="ref17">17</xref>]: (1) appropriately adjusting for time, (2) appropriately adjusting for confounders, (3) appropriately exploring correlations, and (4) appropriately reporting nonlinear correlations tests and statistics. Appropriately adjusting for time means that the article accounted for the variability in the metric by time or specified a time when the social media metric was obtained about the time of data analysis. Appropriately adjusting for confounders means that the social media metric was adjusted for confounders, such as journal type, article type, and for the journal and the season, for example by using the Twindex metric, which is a percentile ranking relative to other articles published in the same journal and the same period. Appropriately exploring correlations involves the authors checking for correlations between social media metrics and bibliometrics by inspecting scatterplots. Appropriate reporting of tests for nonlinear correlations, such as Spearman rho correlations, log-linear tests of relationships, or other statistics, was based on ranking for non-normal distributions in the citations and social media mentions. We used the following scoring convention: (1) accounting for the time when selecting the data timeframe or acknowledging the role of time since publication (+) and adjusting the social media metric for time (++); (2) appropriately adjusting for confounders such as article type, topic, and/or subject (+) and seasonality or time factors using Twindex or similar metrics that account for the relative ranking of the article to the journal and season (++); (3) appropriately exploring correlations by including scatterplots (+); and (4) appropriately reporting nonlinear correlation tests and statistics (+) as well as log-linear relationship tests (++).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Study Selection</title>
        <p><xref rid="figure1" ref-type="fig">Figure 1</xref> shows the Preferred Reporting Items for Systematic Reviews and Meta-Analyses (PRISMA) flow diagram. Searches in the selected electronic databases yielded 13,576 records in July 2017 and 5048 in August 2019, totaling 18,624. Of these, 577 were selected for full-text screening, following a duplicate and independent selection process. The level of agreement at the title and abstract screening phase was high (mean Gwet AC1 0.96, SD 0.03). Similarly, we excluded 521 of 577 full-text records, achieving a substantial interrater agreement (mean Kappa 0.69, SD 0.22; mean Gwet AC1 0.77, SD 0.04). We excluded these 521 articles for the following reasons (a list of excluded records is provided in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>): 198 did not discuss health-related research; 116 discussed social media application use, but not for disseminating research; 105 were not original research articles (ie, editorials, commentaries, conceptual papers, literature reviews, praising the use of social media for research dissemination); 54 did not report relevant study outcomes (ie, focusing either on Altmetrics, social media, or citation metrics separately); and 18 were records discussing the use of social media to increase the impact of a journal. Other reasons for exclusion were as follows: 26 were duplicates and 4 were citations of conference abstracts. After consensus-seeking discussions, we judged 56 records as eligible for inclusion in this systematic review, representing 51 unique studies, as 5 studies presented the same data in different publications (an abstract followed by a publication in a journal). The studies were by Amath [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref33">33</xref>], Hayon [<xref ref-type="bibr" rid="ref34">34</xref>], Knight [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>], Nolte [<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>], and O’Connor [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>]. A total of 5 articles included only a conference abstract but were deemed to provide sufficient data for inclusion [<xref ref-type="bibr" rid="ref41">41</xref>-<xref ref-type="bibr" rid="ref45">45</xref>].</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>PRISMA flow diagram. MEDLINE=Medical Literature Analysis and Retrieval System Online, EMBASE=Excerpta Medica dataBASE, CINAHL=Cumulative Index to Nursing and Allied Health Literature.</p>
          </caption>
          <graphic xlink:href="jmir_v22i7e15607_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Characteristics of the Included Studies</title>
        <p>A total of 7 of 51 studies (14%) were categorized as <italic>impact studies</italic> [<xref ref-type="bibr" rid="ref46">46</xref>-<xref ref-type="bibr" rid="ref52">52</xref>], as they presented some interventions that tested the use of social media to disseminate research articles. The main characteristics of impact studies are summarized in <xref ref-type="table" rid="table1">Table 1</xref>. In all, 86% (44/51) studies were categorized as <italic>correlational studies</italic> [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref41">41</xref>-<xref ref-type="bibr" rid="ref45">45</xref>,<xref ref-type="bibr" rid="ref53">53</xref>-<xref ref-type="bibr" rid="ref83">83</xref>], as they described the associations between traditional bibliometrics and Altmetrics. Correlational studies were classified according to the number of quality indicators as follows: <italic>very good quality</italic>, with 4/4 indicators (7/44, 16% studies; <xref ref-type="table" rid="table2">Table 2</xref>); <italic>good quality</italic>, with 3/4 indicators (8/44, 18% studies; <xref ref-type="table" rid="table3">Table 3</xref>); <italic>fair quality</italic>, with 2/4 indicators (10/44, 23% studies; <xref ref-type="table" rid="table4">Table 4</xref>); <italic>poor quality</italic>, with 1/4 indicators (12/44, 27% studies; <xref ref-type="table" rid="table5">Table 5</xref>); and <italic>very poor quality</italic>, with 0/4 indicators (7/44, 16% studies; <xref ref-type="table" rid="table6">Table 6</xref>). Detailed information of all 51 studies is included in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>. In the next paragraphs, the results are presented separately, following the primary and secondary aims of this study.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Characteristics of studies assessing the impact of social media interventions (n=7).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="90"/>
            <col width="110"/>
            <col width="160"/>
            <col width="130"/>
            <col width="200"/>
            <col width="130"/>
            <col width="180"/>
            <thead>
              <tr valign="top">
                <td>References</td>
                <td>Health research area</td>
                <td>Unit and period of analysis</td>
                <td>Type of study</td>
                <td>Social media interventions</td>
                <td>Metrics reported</td>
                <td>Results</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Allen, 2013 [<xref ref-type="bibr" rid="ref48">48</xref>]</td>
                <td>Clinical pain sciences</td>
                <td>16 original research articles from <italic>PLOS ONE</italic> (2006-2011)</td>
                <td>Quasi-experimental (before-after)</td>
                <td>Blog posts shared on Facebook, Twitter, LinkedIn, and ResearchBlogging.org</td>
                <td>Citations (Scopus); HTML views and PDF downloads</td>
                <td>Significant increase in HTML and PDF views; no significant effect on citations approximately 1 year after publication</td>
              </tr>
              <tr valign="top">
                <td>Cawcutt 2019 [<xref ref-type="bibr" rid="ref50">50</xref>]</td>
                <td>Women’s health</td>
                <td>8 original research articles published in 8 journals (2018)</td>
                <td>Quasi-experimental (before-after)</td>
                <td>Tweets chatted during a Physician’s Weekly tweet chat event (#PWChat)</td>
                <td>Article downloads; AAS<sup>a</sup></td>
                <td>Increased AAS; increased downloads (statistical significance not reported)</td>
              </tr>
              <tr valign="top">
                <td>Fox, 2015 [<xref ref-type="bibr" rid="ref46">46</xref>]</td>
                <td>Cardiology</td>
                <td>243 articles, 121 intervention and 122 control, available from <italic>Circulation</italic> journal (2013-2014)</td>
                <td>Experimental (RCT<sup>b</sup>)</td>
                <td>Twitter and Facebook posts through the official circulation of social media accounts</td>
                <td>HTML views and PDF downloads</td>
                <td>No significant difference in 30 days’ HTML views (and downloads)</td>
              </tr>
              <tr valign="top">
                <td>Fox, 2016 [<xref ref-type="bibr" rid="ref47">47</xref>]</td>
                <td>Cardiology</td>
                <td>152 articles, 74 intervention and 78 control, available from <italic>Circulation</italic> journal (2015)</td>
                <td>Experimental (RCT)</td>
                <td>Twitter and Facebook posts through the official circulation of social media accounts</td>
                <td>HTML views and PDF downloads</td>
                <td>No statistically significant difference in 6-day or 30-day page views (and downloads)</td>
              </tr>
              <tr valign="top">
                <td>Hoang, 2015 [<xref ref-type="bibr" rid="ref52">52</xref>]</td>
                <td>Radiology</td>
                <td>2 research articles appearing on the <italic>American Journal of Neuroradiology</italic> and the <italic>American Journal of Roentgenology</italic> (2013-2014)</td>
                <td>Quasi-experimental (retrospective cohort)</td>
                <td>Blog posts on Radiopedia.org; podcast shared on Twitter and Facebook</td>
                <td>HTML views and PDF downloads</td>
                <td>Increased page views during the intervention; no increased activity beyond the podcast</td>
              </tr>
              <tr valign="top">
                <td>Thoma, 2018 [<xref ref-type="bibr" rid="ref51">51</xref>]</td>
                <td>Emergency medicine</td>
                <td>29 articles selected for intervention and control from the <italic>Canadian Journal of Emergency Medicine</italic> (2016)</td>
                <td>Experimental (RCT)</td>
                <td>Podcast or infographic or <italic>standard social media promotion</italic> through Twitter and Facebook</td>
                <td>HTML views</td>
                <td>Using podcasts and infographics was associated with increased Altmetric scores and abstract views but not full-text article views; they did not significantly increase full-text readership</td>
              </tr>
              <tr valign="top">
                <td>Tonia, 2016 [<xref ref-type="bibr" rid="ref49">49</xref>]</td>
                <td>Public health</td>
                <td>130 articles, 65 intervention and 65 control, from the <italic>International Journal of Public Health</italic></td>
                <td>Experimental (RCT)</td>
                <td><italic>International Journal of Public Health</italic> blog, Twitter, and Facebook accounts dissemination</td>
                <td>Article abstract, PDF views, and downloads; citations; AAS</td>
                <td>Number of downloads and the number of citations significantly correlated for all papers, with the correlation being stronger in the intervention group</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>AAS: Altmetrics attention score.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>RCT: randomized controlled trial.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Characteristics of correlational studies of very good quality (n=7).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="110"/>
            <col width="280"/>
            <col width="220"/>
            <col width="230"/>
            <col width="40"/>
            <col width="40"/>
            <col width="40"/>
            <col width="40"/>
            <thead>
              <tr valign="top">
                <td>Study ID and reference</td>
                <td>Health research area/unit and period of analysis</td>
                <td>Metrics reported</td>
                <td>Results</td>
                <td colspan="4">Methodological quality indicators<sup>a</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>1</td>
                <td>2</td>
                <td>3</td>
                <td>4</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Costas, 2015 [<xref ref-type="bibr" rid="ref61">61</xref>]</td>
                <td>Biomedical and health sciences; 217,115 articles in health sciences available from WoS<sup>b</sup> (2011-2013)</td>
                <td>Social media: Altmetrics-Bibliometrics: Citations (WoS<sup>b</sup>)</td>
                <td>Positive relationship between number of Altmetrics and the average citation impact and citation scores</td>
                <td>+</td>
                <td>+</td>
                <td>+</td>
                <td>+</td>
              </tr>
              <tr valign="top">
                <td>Delli, 2017 [<xref ref-type="bibr" rid="ref64">64</xref>]</td>
                <td>Dental medicine; 100 articles with highest AAS<sup>c</sup> from Altmetric Explorer and JCR<sup>d</sup> (2015)</td>
                <td>Social media: Altmetrics-Bibliometrics: Citations (Scopus)</td>
                <td>No significant correlation between Altmetrics and citations</td>
                <td>+</td>
                <td>+</td>
                <td>+</td>
                <td>+</td>
              </tr>
              <tr valign="top">
                <td>Eysenbach, 2011 [<xref ref-type="bibr" rid="ref17">17</xref>]</td>
                <td>Medical informatics; 208 tweets including links to 286 <italic>JMIR</italic><sup>e</sup> articles (2008-2010)</td>
                <td>Social media: Twitter-Bibliometrics: Citations (Google Scholar and Scopus)</td>
                <td><italic>Moderate</italic> correlations</td>
                <td>+</td>
                <td>++</td>
                <td>+</td>
                <td>++</td>
              </tr>
              <tr valign="top">
                <td>Haustein, 2014 [<xref ref-type="bibr" rid="ref16">16</xref>]</td>
                <td>Biomedical and health sciences; 1,431,576 biomedical and health sciences articles available on PubMed (2010-2012)</td>
                <td>Social media: Twitter; Altmetrics-Bibliometrics: Citations (WoS<sup>b</sup>)</td>
                <td><italic>Moderate</italic> correlations</td>
                <td>+</td>
                <td>+</td>
                <td>+</td>
                <td>+</td>
              </tr>
              <tr valign="top">
                <td>Knight, 2014 [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]</td>
                <td>Organ transplantation; 6979 articles with citation data available; 1346 with social media mention (2011-2012)</td>
                <td>Social media: Altmetrics-Bibliometrics: Citations (Scopus)</td>
                <td>Significant correlations between social media mentions and citations</td>
                <td>+</td>
                <td>+</td>
                <td>+</td>
                <td>+</td>
              </tr>
              <tr valign="top">
                <td>Livas, 2018 [<xref ref-type="bibr" rid="ref71">71</xref>]</td>
                <td>Orthodontics; Top 200 articles in orthodontics available from Altmetrics Explorer (2017)</td>
                <td>Social media: Altmetrics-Bibliometrics: Citations (Scopus)</td>
                <td>No correlation was observed between Altmetrics score and citations</td>
                <td>+</td>
                <td>+</td>
                <td>+</td>
                <td>+</td>
              </tr>
              <tr valign="top">
                <td>Maggio, 2018 [<xref ref-type="bibr" rid="ref72">72</xref>]</td>
                <td>Health profession education; 2486 articles with Altmetrics published in health profession education (2013-2015)</td>
                <td>Social media: Altmetrics-Bibliometrics: Citations (WoS<sup>b</sup>)</td>
                <td>Significant correlations between Altmetrics and bibliometrics, but moderate effects</td>
                <td>+</td>
                <td>+</td>
                <td>+</td>
                <td>+</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>1: appropriately adjusting for time of the social media metric (+); 2: appropriately adjusting for confounders such as article type (+) and seasonality/time factors (++); 3: appropriately exploring correlations by including scatterplots (+); 4: appropriately reporting nonlinear correlations tests and statistics (+) as well as log-linear relationship tests (++).</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>WoS: Web of Science.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>AAS: Altmetrics attention score.</p>
            </fn>
            <fn id="table2fn4">
              <p><sup>d</sup>JCR: Journal Citation Reports.</p>
            </fn>
            <fn id="table2fn5">
              <p><sup>e</sup>JMIR: Journal of Medical Internet Research.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Characteristics of correlational studies of good quality (n=8).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="110"/>
            <col width="280"/>
            <col width="220"/>
            <col width="230"/>
            <col width="40"/>
            <col width="40"/>
            <col width="40"/>
            <col width="40"/>
            <thead>
              <tr valign="top">
                <td>Study ID and reference</td>
                <td>Health research area/unit and period of analysis</td>
                <td>Metrics reported</td>
                <td>Results</td>
                <td colspan="4">Methodological quality indicators<sup>a</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>1</td>
                <td>2</td>
                <td>3</td>
                <td>4</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Dal-Ré, 2017 [<xref ref-type="bibr" rid="ref62">62</xref>]</td>
                <td>Medical sciences; 410 original investigations and 182 opinion articles published in the first 4 printed issues of 4 top-ranked general medicine journals and 1 top-ranked journal on 5 different medical specialties that provide Altmetric scores (2015-2016)</td>
                <td>Social media: Altmetrics-Bibliometrics: Citations (Google Scholar)</td>
                <td>AAS<sup>b</sup> was <italic>strongly/moderately</italic> associated with citation count</td>
                <td>+</td>
                <td>+</td>
                <td>−</td>
                <td>+</td>
              </tr>
              <tr valign="top">
                <td>Haustein, 2015 [<xref ref-type="bibr" rid="ref66">66</xref>]</td>
                <td>Biomedical and health sciences; 1,339,297 articles, of which 595,254 in biomedical and health sciences, available from WoS<sup>c</sup> (2012)</td>
                <td>Social media: Altmetrics-Bibliometrics: Citations (WoS<sup>c</sup>)</td>
                <td>No significant correlation between Altmetrics and citations</td>
                <td>−</td>
                <td>+</td>
                <td>+</td>
                <td>+</td>
              </tr>
              <tr valign="top">
                <td>Jabaley, 2018 [<xref ref-type="bibr" rid="ref67">67</xref>]</td>
                <td>Sepsis research; Top 50 articles available on PubMed (via query; 2012-2017)</td>
                <td>Social media: Altmetrics-Bibliometrics: Citations (Scopus and WoS<sup>c</sup>)</td>
                <td><italic>Weak</italic> to <italic>moderate</italic> correlations between Altmetrics and citations</td>
                <td>+</td>
                <td>+</td>
                <td>+</td>
                <td>−</td>
              </tr>
              <tr valign="top">
                <td>O’Connor, 2017 [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>]</td>
                <td>Urology; Top 5 articles of top 10 journals in urology (2014-2015)</td>
                <td>Social media: Altmetrics-Bibliometrics: Citations (Scopus)</td>
                <td><italic>Weak</italic> positive correlation between Altmetric score and citations</td>
                <td>−</td>
                <td>+</td>
                <td>+</td>
                <td>+</td>
              </tr>
              <tr valign="top">
                <td>Rosenkrantz, 2017 [<xref ref-type="bibr" rid="ref76">76</xref>]</td>
                <td>Radiology; 892 articles from selected radiology journals (2013)</td>
                <td>Social media: Altmetrics-Bibliometrics: Citations (WoS<sup>c</sup>)</td>
                <td>Significant but <italic>weak</italic> correlation between the citation count and both the AAS<sup>b</sup> and the number of Twitter mentions</td>
                <td>−</td>
                <td>+</td>
                <td>+</td>
                <td>+</td>
              </tr>
              <tr valign="top">
                <td>Scotti, 2017 [<xref ref-type="bibr" rid="ref78">78</xref>]</td>
                <td>Not specified, hospital; 268 articles with Altmetric score out of 646 articles published in 2013 in indexed journals (with a 2012 IF<sup>d</sup> score) by researchers affiliated to the authors’ hospital (2013)</td>
                <td>Social media: Altmetrics-Bibliometrics: Citations (WoS<sup>c</sup>)</td>
                <td>Altmetrics significantly associated with IF<sup>d</sup> as well as Facebook, Twitter, and Mendeley</td>
                <td>−</td>
                <td>+</td>
                <td>+</td>
                <td>+</td>
              </tr>
              <tr valign="top">
                <td>Thelwall, 2013 [<xref ref-type="bibr" rid="ref81">81</xref>]</td>
                <td>Not specified; 171-135,331 articles with nonzero Altmetric score and a valid PubMed ID (2011)</td>
                <td>Social media: Altmetrics-Bibliometrics: Citations (WoS<sup>c</sup>)</td>
                <td>Significant correlations between most Altmetrics and citations</td>
                <td>+</td>
                <td>+</td>
                <td>−</td>
                <td>++</td>
              </tr>
              <tr valign="top">
                <td>Thelwall, 2016 [<xref ref-type="bibr" rid="ref82">82</xref>]</td>
                <td>Medical sciences; 290,282 articles from 45 fields in Scopus Medicine (2009)</td>
                <td>Social media: Altmetrics-Bibliometrics: Citations (Scopus)</td>
                <td>Significant correlations between Mendeley readers and citations</td>
                <td>+</td>
                <td>+</td>
                <td>−</td>
                <td>+</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>1: appropriately adjusting for time of the social media metric (+); 2: appropriately adjusting for confounders such as article type (+) and seasonality/time factors (++); 3: appropriately exploring correlations by including scatterplots (+); 4: appropriately reporting nonlinear correlations tests and statistics (+) as well as log-linear relationship tests (++).</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>AAS: Altmetrics attention score.</p>
            </fn>
            <fn id="table3fn3">
              <p><sup>c</sup>WoS: Web of Science.</p>
            </fn>
            <fn id="table3fn4">
              <p><sup>d</sup>IF: impact factor.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Characteristics of correlational studies of fair quality (n=10).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="110"/>
            <col width="280"/>
            <col width="220"/>
            <col width="230"/>
            <col width="40"/>
            <col width="40"/>
            <col width="40"/>
            <col width="40"/>
            <thead>
              <tr valign="top">
                <td>Study ID and reference</td>
                <td>Health research area/unit and period of analysis</td>
                <td>Metrics reported</td>
                <td>Results</td>
                <td colspan="4">Methodological quality indicators<sup>a</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>1</td>
                <td>2</td>
                <td>3</td>
                <td>4</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Araujo, 2018 [<xref ref-type="bibr" rid="ref54">54</xref>]</td>
                <td>Physiotherapy; 200 randomly selected articles from physiotherapy evidence database (PEDro; 2013-2016)</td>
                <td>Social media: Altmetrics mentioned/reader-Bibliometrics: Citations (WoS<sup>b</sup>)</td>
                <td>Significant correlation with citations</td>
                <td>+</td>
                <td>+</td>
                <td>−</td>
                <td>−</td>
              </tr>
              <tr valign="top">
                <td>Calopedos, 2017 [<xref ref-type="bibr" rid="ref58">58</xref>]</td>
                <td>Urology; 22 urology articles in English language identified via PubMed (2010-2015)</td>
                <td>Social media: Altmetrics-Bibliometrics: Citations (Google Scholar)</td>
                <td>Significant correlation between Altmetrics and citations</td>
                <td>+</td>
                <td>−</td>
                <td>+</td>
                <td>−</td>
              </tr>
              <tr valign="top">
                <td>Chang, 2019 [<xref ref-type="bibr" rid="ref59">59</xref>]</td>
                <td>Pediatric surgery; 140 articles appearing on 14 core journals on pediatric surgery (2012-2015)</td>
                <td>Social media: Altmetrics-Bibliometrics: Citations (Scopus); IF<sup>c</sup> (JCR<sup>d</sup>)</td>
                <td><italic>Strong</italic> correlations between Altmetric scores and citations, but not IF<sup>c</sup></td>
                <td>+</td>
                <td>−</td>
                <td>+</td>
                <td>−</td>
              </tr>
              <tr valign="top">
                <td>Dardas, 2019 [<xref ref-type="bibr" rid="ref63">63</xref>]</td>
                <td>Nursing; 100 articles in nursing with highest AAS<sup>e</sup> from WoS<sup>b</sup> (2012-2018)</td>
                <td>Social media: Altmetrics-Bibliometrics: Citations (WoS<sup>b</sup> and Scopus)</td>
                <td>Significant <italic>moderate</italic> correlation between Altmetrics and citation counts</td>
                <td>−</td>
                <td>+</td>
                <td>+</td>
                <td>−</td>
              </tr>
              <tr valign="top">
                <td>Hassona, 2019 [<xref ref-type="bibr" rid="ref65">65</xref>]</td>
                <td>Dental medicine; 100 articles with highest AAS<sup>e</sup> from Altmetric Explorer (2018)</td>
                <td>Social media: Altmetrics-Bibliometrics: Citations (Google Scholar and Scopus)</td>
                <td>No significant correlation between Altmetrics and citations</td>
                <td>−</td>
                <td>+</td>
                <td>−</td>
                <td>+</td>
              </tr>
              <tr valign="top">
                <td>Liu, 2013 [<xref ref-type="bibr" rid="ref70">70</xref>]</td>
                <td>Field not specified; 33,128 articles appearing in <italic>PLOS One</italic> (2011)</td>
                <td>Social media: Altmetrics-Bibliometrics: HTML views, PDF downloads, and citations (Scopus, PubMed, and CrossRef)</td>
                <td>Significant correlations between Altmetrics and bibliometrics</td>
                <td>−</td>
                <td>−</td>
                <td>+</td>
                <td>+</td>
              </tr>
              <tr valign="top">
                <td>Nolte, 2019 [<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>]</td>
                <td>Urology; 44 articles tweeted about the 2015 American Urological Association meeting (2015)</td>
                <td>Social media: Twitter-Bibliometrics: IF<sup>c</sup></td>
                <td>Positive significant correlation with subsequent publication IF<sup>c</sup> within 18 months of presentation</td>
                <td>−</td>
                <td>+</td>
                <td>+</td>
                <td>−</td>
              </tr>
              <tr valign="top">
                <td>Punia, 2019 [<xref ref-type="bibr" rid="ref73">73</xref>]</td>
                <td>Neurological research; Top 100 articles from top 5 neurology journals (2016)</td>
                <td>Social media: Altmetrics-Bibliometrics: Citations</td>
                <td><italic>Weak</italic> positive correlation between Altmetric score and citations</td>
                <td>−</td>
                <td>−</td>
                <td>+</td>
                <td>+</td>
              </tr>
              <tr valign="top">
                <td>Quintana, 2016 [<xref ref-type="bibr" rid="ref74">74</xref>]</td>
                <td>Psychiatry; 438 articles in the <italic>American Journal of Psychiatry</italic> (2013-2015)</td>
                <td>Social media: Twitter-Bibliometrics: Citations (WoS<sup>b</sup>)</td>
                <td>Positive correlation between Twitter mentions and citations</td>
                <td>+</td>
                <td>−</td>
                <td>−</td>
                <td>++</td>
              </tr>
              <tr valign="top">
                <td>Ruano, 2018 [<xref ref-type="bibr" rid="ref25">25</xref>]</td>
                <td>Psoriasis research; 164 systematic reviews or meta-analyses available from MEDLINE<sup>f</sup>, EMBASE<sup>g</sup>, and Cochrane databases (2016)</td>
                <td>Social media: Altmetrics-Bibliometrics: Citations (Google Scholar)</td>
                <td>No significant correlation between Altmetrics and citations; The number of Mendeley readers was significantly associated with citations</td>
                <td>−</td>
                <td>+</td>
                <td>+</td>
                <td>−</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>1: appropriately adjusting for time of the social media metric (+); 2: appropriately adjusting for confounders such as article type (+) and seasonality/time factors (++); 3: appropriately exploring correlations by including scatterplots (+); 4: appropriately reporting nonlinear correlations tests and statistics (+) as well as log-linear relationship tests (++).</p>
            </fn>
            <fn id="table4fn2">
              <p><sup>b</sup>WoS: Web of Science.</p>
            </fn>
            <fn id="table4fn3">
              <p><sup>c</sup>IF: impact factor.</p>
            </fn>
            <fn id="table4fn4">
              <p><sup>d</sup>JCR: Journal Citation Reports.</p>
            </fn>
            <fn id="table4fn5">
              <p><sup>e</sup>AAS: Altmetrics attention score.</p>
            </fn>
            <fn id="table4fn6">
              <p><sup>f</sup>MEDLINE: Medical Literature Analysis and Retrieval System Online.</p>
            </fn>
            <fn id="table4fn7">
              <p><sup>g</sup>EMBASE: Excerpta Medica database.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table5">
          <label>Table 5</label>
          <caption>
            <p>Characteristics of correlational studies of poor quality (n=12).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="110"/>
            <col width="280"/>
            <col width="220"/>
            <col width="230"/>
            <col width="40"/>
            <col width="40"/>
            <col width="40"/>
            <col width="40"/>
            <thead>
              <tr valign="top">
                <td>Study ID and reference</td>
                <td>Health research area/unit and period of analysis</td>
                <td>Metrics reported</td>
                <td>Results</td>
                <td colspan="4">Methodological quality indicators<sup>a</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>1</td>
                <td>2</td>
                <td>3</td>
                <td>4</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Amath, 2017 [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>Medical education: 482 articles appearing on Medical Education journal (2012-2013)</td>
                <td>Social media: Twitter, Mendeley; Altmetrics-Bibliometrics: Citations (Scopus)</td>
                <td><italic>Very strong</italic> correlation between Tweet counts and Altmetrics score; Citations were <italic>strongly</italic> correlated with access counts and Mendeley downloads, and <italic>weakly</italic> and <italic>moderately</italic> correlated respectively with Twitter mentions and Altmetric scores</td>
                <td>-</td>
                <td>-</td>
                <td>+</td>
                <td>-</td>
              </tr>
              <tr valign="top">
                <td>Azer, 2019 [<xref ref-type="bibr" rid="ref55">55</xref>]</td>
                <td>Medical professionalism; 50 most-cited articles in medical professionalism identified by searching WoS<sup>b</sup> (1994-2011)</td>
                <td>Social media: Altmetrics-Bibliometrics: Citations (WoS<sup>b</sup>)</td>
                <td>No significant correlation between Altmetrics and citations</td>
                <td>−</td>
                <td>+</td>
                <td>−</td>
                <td>−</td>
              </tr>
              <tr valign="top">
                <td>Baan, 2017 [<xref ref-type="bibr" rid="ref56">56</xref>]</td>
                <td>Transplantation; All articles published on transplantation in 2015 (volume 99)</td>
                <td>Social media: Twitter-Bibliometrics: number of views and downloads</td>
                <td>Significant correlation between downloads and Twitter activity</td>
                <td>−</td>
                <td>−</td>
                <td>−</td>
                <td>+</td>
              </tr>
              <tr valign="top">
                <td>Batooli, 2016 [<xref ref-type="bibr" rid="ref57">57</xref>]</td>
                <td>Medical sciences; 533 articles published by faculty at Kashan University of Medical Sciences (1997-2014)</td>
                <td>Social media: ResearchGate, Mendeley-Bibliometrics: Citations (Scopus)</td>
                <td>Positive correlation between the number of views of articles in ResearchGate and citations; positive correlation between reading frequency in Mendeley and citations; number of views of articles in ResearchGate correlated with higher reading frequency in Mendeley and citations</td>
                <td>−</td>
                <td>−</td>
                <td>−</td>
                <td>+</td>
              </tr>
              <tr valign="top">
                <td>Chen, 2019 [<xref ref-type="bibr" rid="ref41">41</xref>]</td>
                <td>Rheumatology; 1460 articles appearing in <italic>Rheumatology</italic> journal (2010-2015)</td>
                <td>Social media: Altmetrics-Bibliometrics: Citations and downloads</td>
                <td><italic>Strong</italic> correlations between Altmetric and downloads, but not citations</td>
                <td>−</td>
                <td>+</td>
                <td>−</td>
                <td>−</td>
              </tr>
              <tr valign="top">
                <td>Chiang, 2016 [<xref ref-type="bibr" rid="ref42">42</xref>]</td>
                <td>Gastroenterology; 1671 articles appearing on 5 core gastroenterology journals, 482 being tweeted (2012)</td>
                <td>Social media: Twitter-Bibliometrics: Citations (Google Scholar)</td>
                <td>No significant correlation between Twitter and citations</td>
                <td>−</td>
                <td>+</td>
                <td>−</td>
                <td>−</td>
              </tr>
              <tr valign="top">
                <td>Cho, 2017 [<xref ref-type="bibr" rid="ref60">60</xref>]</td>
                <td>Medical sciences; 98 articles from medical sciences from Korean researchers in Scopus (2010-2014)</td>
                <td>Social media: ImpactStory; Altmetrics-Bibliometrics: Citations (Scopus)</td>
                <td>The more the papers are cited in the journal, the more papers saved on Mendeley</td>
                <td>−</td>
                <td>+</td>
                <td>−</td>
                <td>−</td>
              </tr>
              <tr valign="top">
                <td>Hayon, 2019 [<xref ref-type="bibr" rid="ref34">34</xref>]</td>
                <td>Urology; 213 articles from 7 prominent urology journals (2014-2015)</td>
                <td>Social media: Altmetrics-Bibliometrics: Citations (Google Scholar and Scopus)</td>
                <td>Positive relationship between Twitter activity and Scopus citations</td>
                <td>+</td>
                <td>−</td>
                <td>−</td>
                <td>−</td>
              </tr>
              <tr valign="top">
                <td>Jedhav, 2019 [<xref ref-type="bibr" rid="ref68">68</xref>]</td>
                <td>Neurointerventional surgery; 451 articles first published on the web on the <italic>Journal of Neurointerventional Surgery</italic> (2015-2016)</td>
                <td>Social media: Twitter-Bibliometrics: Citations (WoS<sup>b</sup>)</td>
                <td>The level of evidence of the publication and the topic of research strongly predicts future citations. The number of clicks also appears to be a strong predictor of future citations, and the number of clicks increases as the number of Twitter users also grows</td>
                <td>−</td>
                <td>−</td>
                <td>+</td>
                <td>−</td>
              </tr>
              <tr valign="top">
                <td>Jeong, 2019 [<xref ref-type="bibr" rid="ref69">69</xref>]</td>
                <td>Coloproctology; 404 articles published on 3 journals with Twitter profiles (2015-2016)</td>
                <td>Social media: Twitter-Bibliometrics: Citations (WoS<sup>b</sup>)</td>
                <td>Significant correlations between citations and Twitter activity</td>
                <td>−</td>
                <td>+</td>
                <td>−</td>
                <td>−</td>
              </tr>
              <tr valign="top">
                <td>Konstantiniuk, 2015 [<xref ref-type="bibr" rid="ref44">44</xref>]</td>
                <td>Sepsis research; 12 articles on sepsis compared with 8 articles on ICU<sup>c</sup> (period not indicated)</td>
                <td>Social media: Twittter; Altmetrics; ResearchGate-Bibliometrics: Citations (Google Scholar and WoS<sup>b</sup>)</td>
                <td>The Altmetric score neither correlated with Google Citations nor publishing date</td>
                <td>−</td>
                <td>+</td>
                <td>−</td>
                <td>−</td>
              </tr>
              <tr valign="top">
                <td>Shirazi, 2018 [<xref ref-type="bibr" rid="ref79">79</xref>]</td>
                <td>Health literacy; 615 articles with a digital object identifier and indexed in WoS<sup>b</sup> (2015)</td>
                <td>Social media: Altmetrics-Bibliometrics: Citations (WoS<sup>b</sup>)</td>
                <td>Significant correlations between Altmetrics and citations</td>
                <td>−</td>
                <td>−</td>
                <td>−</td>
                <td>+</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table5fn1">
              <p><sup>a</sup>1: appropriately adjusting for time of the social media metric (+); 2: appropriately adjusting for confounders such as article type (+) and seasonality/time factors (++); 3: appropriately exploring correlations by including scatterplots (+); 4: appropriately reporting nonlinear correlations tests and statistics (+) as well as log-linear relationship tests (++).</p>
            </fn>
            <fn id="table5fn2">
              <p><sup>b</sup>WoS: Web of Science.</p>
            </fn>
            <fn id="table5fn3">
              <p><sup>c</sup>ICU: Intensive Care Unit.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table6">
          <label>Table 6</label>
          <caption>
            <p>Characteristics of correlational studies of very poor quality (n=7).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="110"/>
            <col width="280"/>
            <col width="220"/>
            <col width="230"/>
            <col width="40"/>
            <col width="40"/>
            <col width="40"/>
            <col width="40"/>
            <thead>
              <tr valign="top">
                <td>Study ID and reference</td>
                <td>Health research area/unit and period of analysis</td>
                <td>Metrics reported</td>
                <td>Results</td>
                <td colspan="4">Methodological quality indicators<sup>a</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>1</td>
                <td>2</td>
                <td>3</td>
                <td>4</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Araujo, 2017 [<xref ref-type="bibr" rid="ref53">53</xref>]</td>
                <td>Parkinson disease research; Top 20 articles with highest AAS<sup>b</sup> appearing on the <italic>Journal of Parkinson's Disease</italic> (2013-2016)</td>
                <td>Social media: Twitter, Facebook, Altmetrics-Bibliometrics: Citations (Scopus)</td>
                <td>Qualitative summary in support of correlation</td>
                <td>−</td>
                <td>−</td>
                <td>−</td>
                <td>−</td>
              </tr>
              <tr valign="top">
                <td>Heydarpour, 2017 [<xref ref-type="bibr" rid="ref43">43</xref>]</td>
                <td>Multiple sclerosis research; 4693 articles on multiple sclerosis retrieved from Altmetric Explorer and PubMed (2016)</td>
                <td>Social media: Altmetrics-Bibliometrics: Citations (WoS<sup>c</sup>)</td>
                <td><italic>Moderate</italic> correlations between AAS<sup>b</sup> and citations</td>
                <td>−</td>
                <td>−</td>
                <td>−</td>
                <td>−</td>
              </tr>
              <tr valign="top">
                <td>Matava, 2017 [<xref ref-type="bibr" rid="ref45">45</xref>]</td>
                <td>Pediatric anesthesiology; Top 100 articles on pediatric anesthesiology available from Altmetrics Explorer (2016)</td>
                <td>Social media: Altmetrics-Bibliometrics: Citations (Scopus)</td>
                <td>No significant correlation between Altmetrics or Twitter mentions and Citations; The number of Mendeley mentions was significantly associated with citations</td>
                <td>−</td>
                <td>−</td>
                <td>−</td>
                <td>−</td>
              </tr>
              <tr valign="top">
                <td>Ramezani-Pakpour-Langeroudi, 2018 [<xref ref-type="bibr" rid="ref75">75</xref>]</td>
                <td>Clinical medicine; 55 highly cited articles on Thomson Reuters' Essential Science Indicator (2015)</td>
                <td>Social media: ResearchGate, Mendeley, Academia, LinkedIn-Bibliometrics: Citations (Scopus)</td>
                <td>A positive direct relationship was observed between visibility at social networking sites with citation and h‐index rate</td>
                <td>−</td>
                <td>−</td>
                <td>−</td>
                <td>−</td>
              </tr>
              <tr valign="top">
                <td>Ruan, 2018 [<xref ref-type="bibr" rid="ref77">77</xref>]</td>
                <td>Plastic and reconstructive surgery; 55 most-cited articles published in <italic>Plastic and Reconstructive Surgery</italic> (2014-2015)</td>
                <td>Social media: Altmetrics, Mendeley-Bibliometrics: Citations (Scopus)</td>
                <td>No significant correlation between Altmetrics and citations; The number of Mendeley mentions was significantly associated with citations</td>
                <td>−</td>
                <td>−</td>
                <td>−</td>
                <td>−</td>
              </tr>
              <tr valign="top">
                <td>Smith, 2019 [<xref ref-type="bibr" rid="ref80">80</xref>]</td>
                <td>Gastrointestinal endoscopy; 2361 original research articles published in G<italic>astrointestinal Endoscopy</italic> of which 2050 were cited at least once (2010-2016)</td>
                <td>Social media: Altmetrics-Bibliometrics: Citations (Scopus)</td>
                <td>Significant correlations between tweets and citations</td>
                <td>−</td>
                <td>−</td>
                <td>−</td>
                <td>−</td>
              </tr>
              <tr valign="top">
                <td>Wiehn, 2017 [<xref ref-type="bibr" rid="ref83">83</xref>]</td>
                <td>Medical sciences; 36 Shire-sponsored articles (2016)</td>
                <td>Social media: Altmetrics-Bibliometrics: Article downloads and IF<sup>d</sup></td>
                <td>No correlation was observed between Altmetrics score and IF<sup>d</sup>, downloads</td>
                <td>−</td>
                <td>−</td>
                <td>−</td>
                <td>−</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table6fn1">
              <p><sup>a</sup>1: appropriately adjusting for time of the social media metric (+); 2: appropriately adjusting for confounders such as article type (+) and seasonality/time factors (++); 3: appropriately exploring correlations by including scatterplots (+); 4: appropriately reporting nonlinear correlations tests and statistics (+) as well as log-linear relationship tests (++).</p>
            </fn>
            <fn id="table6fn2">
              <p><sup>b</sup>AAS: Altmetrics attention score.</p>
            </fn>
            <fn id="table6fn3">
              <p><sup>c</sup>WoS: Web of Science.</p>
            </fn>
            <fn id="table6fn4">
              <p><sup>d</sup>IF: impact factor.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Is There Evidence of the Impact of Social Media?</title>
        <p>In this section we elaborated on the findings related to the different areas of research, study type, social media intervention characteristics, metrics assessed, and reported results, as summarized in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
        <sec>
          <title>Areas of Health Research</title>
          <p>Impact studies have reported the use of social media interventions to promote original research articles published in academic journals in the subject areas of clinical pain sciences (ie, <italic>PLOS ONE</italic>) [<xref ref-type="bibr" rid="ref48">48</xref>], cardiology (ie, <italic>Circulation</italic>) [<xref ref-type="bibr" rid="ref46">46</xref>,<xref ref-type="bibr" rid="ref47">47</xref>], radiology [<xref ref-type="bibr" rid="ref52">52</xref>], emergency health [<xref ref-type="bibr" rid="ref51">51</xref>] public health (ie, <italic>International Journal of Public Health</italic>) [<xref ref-type="bibr" rid="ref49">49</xref>], and women’s health (various journals) [<xref ref-type="bibr" rid="ref50">50</xref>].</p>
        </sec>
        <sec>
          <title>Study Types</title>
          <p>We identified 4 randomized controlled experiments, further referred to as <italic>RCTs</italic> [<xref ref-type="bibr" rid="ref46">46</xref>,<xref ref-type="bibr" rid="ref47">47</xref>,<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref51">51</xref>], and 3 quasi-experimental trials [<xref ref-type="bibr" rid="ref48">48</xref>,<xref ref-type="bibr" rid="ref50">50</xref>,<xref ref-type="bibr" rid="ref52">52</xref>].</p>
        </sec>
        <sec>
          <title>Social Media Intervention Characteristics</title>
          <p>Articles in the intervention conditions were shared on Twitter or Facebook social media profiles of the targeted journals using automated or manually made posts leveraging the organic (ie, unpaid) reach of each social networking site. One study used advertising to increase the views of Facebook posts (ie, <italic>boosted</italic> content) to increase reach, which is the number of viewers of the post [<xref ref-type="bibr" rid="ref47">47</xref>]. Intervention duration ranged from 12 [<xref ref-type="bibr" rid="ref49">49</xref>], 18 [<xref ref-type="bibr" rid="ref48">48</xref>], 34 [<xref ref-type="bibr" rid="ref47">47</xref>], to 52 weeks [<xref ref-type="bibr" rid="ref46">46</xref>]. The intensity varied considerably: only once the content was blogged [<xref ref-type="bibr" rid="ref48">48</xref>], 1 post every 2 weeks and 12 weeks [<xref ref-type="bibr" rid="ref49">49</xref>], 1 or 2 posts per week [<xref ref-type="bibr" rid="ref46">46</xref>], or several posts per day [<xref ref-type="bibr" rid="ref47">47</xref>]. Three studies used blogs to diffuse the studies further [<xref ref-type="bibr" rid="ref48">48</xref>,<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref52">52</xref>]. Thoma et al [<xref ref-type="bibr" rid="ref51">51</xref>] tested the use of a podcast and infographics as complementary information in addition to Facebook and Twitter content sharing. The interventions varied in nature of the message posted, the profile of the social media owner(s), the duration of the posting, its intensity, and whether an incentive or paid promotion was used. For example, in one of the quasi-experimental trials [<xref ref-type="bibr" rid="ref48">48</xref>], the authors advertised the posts related to 16 original research articles about clinical pain sciences, published on <italic>PLOS ONE</italic>, through a systematic intervention targeting Facebook, Twitter, LinkedIn, and ResearchBlogging.org. The authors used a systematic protocol (ie, timing the frequency of release of the messages) to direct social media users to read a web-based version of the original research article.</p>
        </sec>
        <sec>
          <title>Metrics Assessed</title>
          <p>These studies investigated the effect of social media interventions on subsequent access to web-based journal content and article downloads. Two studies (1 experimental [<xref ref-type="bibr" rid="ref49">49</xref>] and 1 quasi-experimental [<xref ref-type="bibr" rid="ref48">48</xref>]) reported the effect on the number of citations.</p>
        </sec>
        <sec>
          <title>Reported Results</title>
          <p>Although the quasi-experimental trials reported an increase in HTML and PDF views during the intervention [<xref ref-type="bibr" rid="ref48">48</xref>,<xref ref-type="bibr" rid="ref50">50</xref>,<xref ref-type="bibr" rid="ref52">52</xref>], the RCTs reported no significant changes in the same metrics [<xref ref-type="bibr" rid="ref46">46</xref>,<xref ref-type="bibr" rid="ref47">47</xref>,<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref51">51</xref>]. There were no significant effects on the number of citations in both the quasi-experiment [<xref ref-type="bibr" rid="ref48">48</xref>] and the RCT [<xref ref-type="bibr" rid="ref49">49</xref>].</p>
        </sec>
      </sec>
      <sec>
        <title>What Is the Association Between Altmetrics and Bibliometrics in Health Research?</title>
        <p>In this section we present the results related to the correlational studies identified.</p>
        <sec>
          <title>Areas of Health Research</title>
          <p>The 44 correlational studies evaluated the relationship between Altmetrics and bibliometrics in a variety of health research fields and disciplines, covering generic medical or biomedical research disciplines [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref57">57</xref>,<xref ref-type="bibr" rid="ref60">60</xref>-<xref ref-type="bibr" rid="ref62">62</xref>,<xref ref-type="bibr" rid="ref66">66</xref>,<xref ref-type="bibr" rid="ref70">70</xref>,<xref ref-type="bibr" rid="ref78">78</xref>,<xref ref-type="bibr" rid="ref81">81</xref>-<xref ref-type="bibr" rid="ref83">83</xref>], or more specific disease-related research fields, such as multiple sclerosis [<xref ref-type="bibr" rid="ref43">43</xref>], neurological research [<xref ref-type="bibr" rid="ref73">73</xref>], Parkinson disease [<xref ref-type="bibr" rid="ref53">53</xref>], psoriasis [<xref ref-type="bibr" rid="ref25">25</xref>], and sepsis [<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref67">67</xref>]. Some articles covered clinical or dental medicine [<xref ref-type="bibr" rid="ref64">64</xref>,<xref ref-type="bibr" rid="ref65">65</xref>,<xref ref-type="bibr" rid="ref75">75</xref>] and different kinds of surgery [<xref ref-type="bibr" rid="ref59">59</xref>,<xref ref-type="bibr" rid="ref68">68</xref>,<xref ref-type="bibr" rid="ref77">77</xref>]; others focused on specialized branches of medicine, such as urology [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref58">58</xref>], radiology [<xref ref-type="bibr" rid="ref76">76</xref>], and coloproctology [<xref ref-type="bibr" rid="ref69">69</xref>].</p>
        </sec>
        <sec>
          <title>Study Types</title>
          <p>Almost all correlational studies were quantitative cross-sectional studies (43/44, 97%) examining the relationship between bibliometrics and various social media metrics or monitored citation trends over time [<xref ref-type="bibr" rid="ref52">52</xref>,<xref ref-type="bibr" rid="ref83">83</xref>]. The association between social media use and citations was also discussed in a qualitative study [<xref ref-type="bibr" rid="ref53">53</xref>].</p>
        </sec>
        <sec>
          <title>Metrics Assessed</title>
          <p>Correlational studies encompassed a wide variety of Altmetrics and bibliometrics. Some correlational studies have investigated the association between Altmetrics scores and citations in Web of Science, Scopus, or Google Scholar [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref53">53</xref>,<xref ref-type="bibr" rid="ref61">61</xref>,<xref ref-type="bibr" rid="ref62">62</xref>,<xref ref-type="bibr" rid="ref66">66</xref>,<xref ref-type="bibr" rid="ref70">70</xref>,<xref ref-type="bibr" rid="ref74">74</xref>,<xref ref-type="bibr" rid="ref76">76</xref>,<xref ref-type="bibr" rid="ref81">81</xref>-<xref ref-type="bibr" rid="ref83">83</xref>]. One study investigated the correlation between ImpactStory indices and Scopus citations [<xref ref-type="bibr" rid="ref60">60</xref>]. Other studies focused on the usage metrics of specific social media platforms, such as Twitter [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref56">56</xref>,<xref ref-type="bibr" rid="ref74">74</xref>], blogs, web-based posts [<xref ref-type="bibr" rid="ref52">52</xref>,<xref ref-type="bibr" rid="ref58">58</xref>], ResearchGate, or Mendeley [<xref ref-type="bibr" rid="ref57">57</xref>]. A total of 4 studies reported data on the association between the Altmetric of articles and the IF of journals in which they were published [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref59">59</xref>,<xref ref-type="bibr" rid="ref60">60</xref>,<xref ref-type="bibr" rid="ref83">83</xref>]; 3 studies investigated the relationship between sharing articles on academic social media platforms, such as ResearchGate and reference management software Mendeley [<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref57">57</xref>,<xref ref-type="bibr" rid="ref75">75</xref>].</p>
        </sec>
        <sec>
          <title>Methodological Quality</title>
          <p>As shown in the last 4 columns of <xref ref-type="table" rid="table2">Tables 2</xref> to <xref ref-type="table" rid="table6">6</xref>, the methodological quality of the papers varied according to the type of article and amount of detail included in the publication. The 5 conference abstracts included in the list of correlational studies [<xref ref-type="bibr" rid="ref41">41</xref>-<xref ref-type="bibr" rid="ref45">45</xref>] did not provide sufficient information to meet most of the methodological quality indicators. Only 3 of these [<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref44">44</xref>] provided different correlation results according to the type of disease area, topic, or article type; hence, they were deemed to have adjusted for confounders. Of the remaining 39 studies with full-text, 16 adjusted the social media metric for time (16/39, 41%); 22 studies adjusted for confounders such as article type or topic (22/39, 56%), but none included the seasonality and timeframe of the article publication. Some 21 studies included scatterplots to explore the type of correlation (21/39, 54%), and 18 studies reported the use of Spearman rho or other nonparametric tests when comparing social media citation counts (18/39, 46%). However, only 2 studies [<xref ref-type="bibr" rid="ref74">74</xref>,<xref ref-type="bibr" rid="ref81">81</xref>] reported analyses for tests based on ranking similar to log-linear correlations included in a study by Eysenbach [<xref ref-type="bibr" rid="ref17">17</xref>]. The method used in a study by Quintana and Doan [<xref ref-type="bibr" rid="ref74">74</xref>], but described in the paper by Thelwall et al [<xref ref-type="bibr" rid="ref81">81</xref>], “compares a given publication against the publications that appeared immediately before and after it. A successful test occurs when the number of Twitter mentions and citations for a given publication are both higher (or both lower) than the average of Twitter mentions and citations of the two adjacent articles” [<xref ref-type="bibr" rid="ref81">81</xref>].</p>
          <p>A total of 6 of 39 studies (15%) [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref61">61</xref>,<xref ref-type="bibr" rid="ref64">64</xref>,<xref ref-type="bibr" rid="ref71">71</xref>,<xref ref-type="bibr" rid="ref72">72</xref>] met the minimum standard in all 4 criteria mentioned above, but none followed exemplar paper by Eysenbach [<xref ref-type="bibr" rid="ref17">17</xref>] when reporting correlations between social media metrics and citations. In all, 7 studies scored at least three criteria (7/39, 18%). Of these studies, 4 scored criteria 2-3-4 [<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref66">66</xref>,<xref ref-type="bibr" rid="ref76">76</xref>,<xref ref-type="bibr" rid="ref78">78</xref>], 2 studies scored 1-2-4 [<xref ref-type="bibr" rid="ref62">62</xref>,<xref ref-type="bibr" rid="ref82">82</xref>], and 1 study 1-2-3 [<xref ref-type="bibr" rid="ref67">67</xref>]. The remaining 18 studies scored less than 2 of any quality criteria (18/39, 46%).</p>
        </sec>
        <sec>
          <title>Reported Results</title>
          <p>Twitter was the most popular social media platform discussed in correlational studies (21 of 44 studies) [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref45">45</xref>,<xref ref-type="bibr" rid="ref53">53</xref>,<xref ref-type="bibr" rid="ref55">55</xref>,<xref ref-type="bibr" rid="ref56">56</xref>,<xref ref-type="bibr" rid="ref59">59</xref>,<xref ref-type="bibr" rid="ref62">62</xref>,<xref ref-type="bibr" rid="ref63">63</xref>,<xref ref-type="bibr" rid="ref68">68</xref>,<xref ref-type="bibr" rid="ref69">69</xref>,<xref ref-type="bibr" rid="ref72">72</xref>,<xref ref-type="bibr" rid="ref74">74</xref>,<xref ref-type="bibr" rid="ref76">76</xref>,<xref ref-type="bibr" rid="ref78">78</xref>-<xref ref-type="bibr" rid="ref80">80</xref>], followed by Mendeley (15 studies) [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref45">45</xref>,<xref ref-type="bibr" rid="ref55">55</xref>,<xref ref-type="bibr" rid="ref57">57</xref>,<xref ref-type="bibr" rid="ref60">60</xref>,<xref ref-type="bibr" rid="ref63">63</xref>,<xref ref-type="bibr" rid="ref71">71</xref>,<xref ref-type="bibr" rid="ref72">72</xref>,<xref ref-type="bibr" rid="ref75">75</xref>-<xref ref-type="bibr" rid="ref79">79</xref>,<xref ref-type="bibr" rid="ref82">82</xref>,<xref ref-type="bibr" rid="ref83">83</xref>]. In reference to the association between Altmetric scores and bibliometrics, the results were mixed. No significant correlations were reported in 12 of 44 studies (27%) [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref45">45</xref>,<xref ref-type="bibr" rid="ref55">55</xref>,<xref ref-type="bibr" rid="ref64">64</xref>-<xref ref-type="bibr" rid="ref66">66</xref>,<xref ref-type="bibr" rid="ref71">71</xref>,<xref ref-type="bibr" rid="ref77">77</xref>,<xref ref-type="bibr" rid="ref83">83</xref>]; <italic>weak</italic> or <italic>moderate</italic> correlations were reported by authors in 13 of 44 studies (30%) [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref43">43</xref>,<xref ref-type="bibr" rid="ref53">53</xref>,<xref ref-type="bibr" rid="ref61">61</xref>-<xref ref-type="bibr" rid="ref63">63</xref>,<xref ref-type="bibr" rid="ref67">67</xref>,<xref ref-type="bibr" rid="ref72">72</xref>-<xref ref-type="bibr" rid="ref74">74</xref>,<xref ref-type="bibr" rid="ref76">76</xref>]. <italic>Strong</italic> positive associations were reported by the authors of half (22) of the correlational studies. In particular, strong associations were found between Mendeley readership (reads and downloads) and subsequent citations [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref45">45</xref>,<xref ref-type="bibr" rid="ref57">57</xref>,<xref ref-type="bibr" rid="ref60">60</xref>,<xref ref-type="bibr" rid="ref75">75</xref>,<xref ref-type="bibr" rid="ref77">77</xref>-<xref ref-type="bibr" rid="ref79">79</xref>,<xref ref-type="bibr" rid="ref82">82</xref>]. This is also consistent with the findings reported in one of the impact studies [<xref ref-type="bibr" rid="ref49">49</xref>], which found significant correlations between the number of downloads of a paper and the subsequent number of citations (r=0.52; <italic>P</italic>&#60;.001), which were larger in the intervention group (r=0.67; <italic>P</italic>&#60;.001). Only 2 studies reported no significant associations between traditional and social media metrics [<xref ref-type="bibr" rid="ref66">66</xref>] and between Altmetric score and journal IF, ResearchGate reads, and the number of article downloads [<xref ref-type="bibr" rid="ref83">83</xref>].</p>
          <p>When focusing only on the 7 high quality studies (ie, those meeting all methodological quality criteria 1-4) [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref61">61</xref>,<xref ref-type="bibr" rid="ref64">64</xref>,<xref ref-type="bibr" rid="ref71">71</xref>,<xref ref-type="bibr" rid="ref72">72</xref>], 5 studies reported correlation coefficients of moderate size [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref61">61</xref>,<xref ref-type="bibr" rid="ref72">72</xref>] and 2 studies, from the same discipline (orthodontics), reported no significant correlations [<xref ref-type="bibr" rid="ref64">64</xref>,<xref ref-type="bibr" rid="ref71">71</xref>].</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Is There Evidence of the Impact of Social Media?</title>
        <p>The primary aim of this review was to evaluate the effect of social media on the dissemination of health research output. Of the 51 identified studies, only 7 were experimental studies aimed at establishing a causal link between social media use and subsequent citations. The identified impact studies provide suggestive yet inconclusive evidence on the effect of using social media to increase the number of citations, thus contributing to the dissemination of health research according to traditional bibliometric indicators. This result is consistent with findings reported in a systematic review, which was aimed at describing the interactions between bibliometric factors and social media activity on the impact of reviews in the field of psoriasis [<xref ref-type="bibr" rid="ref25">25</xref>]. The findings suggest that although Google Scholar citations were predicted by the number of readers on Mendeley and year of publication (ie, 2015 and 2016), the number of tweets and the IF of a journal were not. Moreover, a journal's IF was the sole significant predictor of the number of tweets [<xref ref-type="bibr" rid="ref25">25</xref>]. Careful considerations should be made, as the limited number of studies we identified does not allow us to generate strong conclusions or recommendations.</p>
        <p>In our review, we identified four impact studies [<xref ref-type="bibr" rid="ref46">46</xref>,<xref ref-type="bibr" rid="ref47">47</xref>,<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref51">51</xref>], which used randomized controlled experiments. However, unlike in the TrendMD dissemination study [<xref ref-type="bibr" rid="ref19">19</xref>], these RCTs did not show consistent effects of the social media dissemination strategies on citations over time. This finding might be due to several limitations. First, the experiments used <italic>social media interventions</italic>, which had very different intensities (eg, once vs several posts per day) and duration (ie, 12-52 weeks). This fact does not allow us to determine whether the effect was due to a <italic>dose-response</italic> or to mere exposure to the intervention. Consequently, the long-term effects of social media interventions are still unclear as the only long-term study (52 weeks) [<xref ref-type="bibr" rid="ref46">46</xref>] reported no difference in median 30-day page views between the intervention and control conditions. However, a larger, longitudinal RCT on TrendMD distribution showed higher citation counts in health and medical science articles after 6 and 12 months than in a control group [<xref ref-type="bibr" rid="ref19">19</xref>]. Second, the reported social media impact outcomes differed in terms of content and type of social media channel used, frequency and intensity of social media use, type of exposure, and unit of analysis. It is important to note that careful consideration should be made when comparing social media interventions across the spectrum of platforms and types of social networking sites. A journal’s or author’s Facebook page or Twitter handle that originally has 100,000 followers would very likely increase the reach of an article shared, compared with a page that has only 1000 followers. This finding could have implications on the effect of increased citations in journals that already have a high IF compared with journals that have a low IF (as the accounts of the former would have a higher number of followers). In other words, the <italic>social media interventions</italic> were too heterogeneous to compare among each another and to perform meta-analyses.</p>
        <p>Future impact studies should maintain a rigorous study design; consistently report social media outcomes using standard Altmetric scores; provide better and more detailed explanations about the specific timeframes, exposure, frequency, and intensity of interventions for comparability. In other words, future studies should answer research questions such as to what extent does the frequency of social media posting influence short-term indicators (eg, number of PDF downloads) and long-term indicators (eg, Altmetric score and citations)? To what extent does posting on Mendeley and Twitter, as opposed to Twitter, have an impact on the Altmetric score and citations?</p>
        <p>This information could help researchers specialized in systematic reviews to develop accurate evidence, including meta-analyses; the information could also be helpful for researchers aimed at testing different social media intervention strategies or at comparing similar methodologies in different domains or disciplines. Other factors that can explain the lack of findings are in the topics of the information shared on social media. Some very specific health disciplines have limited readership, as they require specific knowledge to understand the content that is shared.</p>
      </sec>
      <sec>
        <title>What Is the Association Between Altmetrics and Bibliometrics in Health Research?</title>
        <p>Another finding of this review is that most of the available evidence focuses on describing correlations between traditional and social media metrics in health research. The included 44 correlational studies provide further support that, in general, the higher the AAS, the higher the subsequent citations will be. However, the studies reported wide variability in the magnitude of correlation coefficients and provided a variety of interpretations for the strength of these correlations, which warns some caution. Most reports did not provide in-depth evaluations of the correlations, including, for example, confidence intervals of the correlation coefficients; an analysis of the distribution of citation counts and social media metrics, which tend to violate the assumptions of normality; and the use of visual representations such as scatterplots, as recommended by some researchers [<xref ref-type="bibr" rid="ref84">84</xref>,<xref ref-type="bibr" rid="ref85">85</xref>]. We identified only 6 correlational studies [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref61">61</xref>,<xref ref-type="bibr" rid="ref64">64</xref>,<xref ref-type="bibr" rid="ref71">71</xref>,<xref ref-type="bibr" rid="ref72">72</xref>] meeting the minimum methodological quality criteria (1-4) described in the methodology, in addition to the seminal paper by Eysenbach, 2011 [<xref ref-type="bibr" rid="ref17">17</xref>]. Most notably and quite surprisingly, none of the identified 44 studies followed the recommendations and metrics suggested by Eysenbach. No paper included the Twindex or the Twimpact factor or correctly adjusted the social media metrics for the time since publication or seasonality in publication and for the skewed distribution of the metric, for example, by dichotomizing result or testing for log-linear correlations.</p>
        <p>Twitter and Mendeley seem to be the indicators that contribute the most to the Altmetric score. Mendeley and ResearchGate were positively associated with subsequent citations [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref45">45</xref>,<xref ref-type="bibr" rid="ref77">77</xref>,<xref ref-type="bibr" rid="ref79">79</xref>]. Although Twitter can be used to disseminate research output among a broader, general public, the use of Mendeley and ResearchGate seems to be restricted to specific target audience of researchers or media professionals. Unsurprisingly, the more an article is shared on ResearchGate or Mendeley, the more it will be cited. This finding might indicate that researchers use reference management software (Mendeley) to organize their libraries for research purposes and then share their research on a specialized social networking site (ResearchGate). This software allows users to discover new <italic>related research</italic> because the platform itself suggests new evidence based on the users’ previous reads and mentions. Although this does not imply that research has been disseminated among the wider public, ResearchGate and Mendeley appear fundamental for the research community.</p>
        <p>Our findings are consistent with some existing review evidence investigating the domain of medical research output [<xref ref-type="bibr" rid="ref24">24</xref>], as well as other multidisciplinary research fields [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>], or marketing [<xref ref-type="bibr" rid="ref20">20</xref>]. Another review that focused on orthopedic research journals [<xref ref-type="bibr" rid="ref86">86</xref>] reported that web-based mentions were weakly yet positively related to various bibliometric indices, such as the number of citations, journal IF, Eigenfactors, and h-index values for the first and last authors. In addition, a systematic review of reviews published in scientific journals related to skin psoriasis [<xref ref-type="bibr" rid="ref25">25</xref>] found an association between Altmetrics and bibliometric indicators. The association between traditional bibliometrics (eg, number of citations) and social media metrics (eg, number of mentions) could be an indicator of a positive effect of using social media on research dissemination. However, not all correlational articles identified showed strong positive correlations. The association could be confounded by several factors, such as the value of the research paper or the popularity of the topic, as we have previously discussed. In other words, a high-value research paper could lead to both high exposure on social media and a high number of citations, depending on the intrinsic subject. An article discussing skin psoriasis, or another more common disease, might attract the attention of the wider general public, compared with coloproctology and neuro-interventional surgery, which attract audiences of specialized health care professionals. Moreover, researchers can discover articles to cite from other <italic>traditional</italic> sources, such as electronic databases and libraries. Once an article is published and cited, other researchers might want to share the discovery on their social networking sites. Hence, using social media to diffuse health research may generate a virtuous circle that can be beneficial for both individual researchers and journals, as this will result in an increased IF. We need more evidence of good quality experimental, <italic>impact studies</italic> rather than correlational studies to establish a causal link between social media use and impact on citations. We also need better reporting of correlational studies; following the suggestions included in the seminal paper by Eysenbach [<xref ref-type="bibr" rid="ref17">17</xref>], researchers should strive to provide more insight (and data) on the actual distribution of bibliometrics and social media metrics analyzed so that more meaningful interpretations of the relationship between these variables could be drawn.</p>
      </sec>
      <sec>
        <title>Recommendations</title>
        <p>Scientific impact is a multidimensional concept that cannot be adequately measured by a single indicator [<xref ref-type="bibr" rid="ref87">87</xref>]. As the AAS suggests, social media impact is even more multidimensional, as it is linked to various web-based tools that a particular researcher can use. This researcher is also embedded in a unit within an institution [<xref ref-type="bibr" rid="ref88">88</xref>]; the researcher’s work is then published in a journal, which has a specific and independent impact (IF, citations, and Altmetrics). The evaluation of the researcher’s scientific impact on social media should then take into account various dimensions and indicators and be aligned with more qualitative evaluation on other domains of the RIF [<xref ref-type="bibr" rid="ref4">4</xref>], which includes policy, service, and societal impacts.</p>
        <p>In conclusion, is social media dissemination worth the effort? On the basis of the findings of this review, we recommend researchers in health sciences to continue using social media to disseminate their research, as there is some data suggesting its long-term impact on citations following dissemination on the internet using paid services (eg, TrendMD study) [<xref ref-type="bibr" rid="ref19">19</xref>]. Researchers should use popular social networking platforms, such as Twitter or Facebook, first to engage with the general public and the media, to design more citizen-oriented research and democratize their findings. Researchers should also use popular social networking sites to interact with peers and discuss their research as well as disseminate their findings. Researchers should also diffuse their work on specialized social networking sites for academics, such as Mendeley, ResearchGate, and Academia. The content shared on these networks is very likely to be cited, as researchers who are on Mendeley may use it as a reference management software. Mendeley and ResearchGate databases may be used in combination with traditional electronic databases for literature reviews and similar activities. Storing copies of articles on these platforms could increase the chances of a paper being cited in the future.</p>
        <p>Although more rigorous longitudinal research needs to establish whether social media activity can be linked to increased citations, it is important to consider social media as useful tools to reach a wider public, not just specialized audiences. Researchers should put effort into translating knowledge for different target audiences, bearing in mind the users of each social media channel. The AAS can be a useful instrument that allows researchers and institutions to evaluate social media impact by distinguishing among the attention generated by specialized applications (Mendeley and ResearchGate) or by the wider public and traditional media (Facebook, Twitter, and blogs).</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>This review sheds light on the use of social media to disseminate health research output. The main strength of this review is the use of standard methods of a systematic review, including a comprehensive search strategy, a duplicate approach to study selection and data abstraction, and detailed data abstraction. The main limitation is that we were not able to conduct a meta-analysis because of the substantial variability in the included studies. For example, the impact studies varied in terms of the interventions evaluated (eg, type of social media used, the message posted, and its duration and intensity) and the outcomes assessed.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Our findings have implications for research in the field of health-related metrics. There is a need for more and better designed experimental studies testing the use of social media to increase the dissemination of health research. These studies should be of a randomized design, evaluate the appropriate use of social media, and assess a variety of outcomes (both all Altmetrics dimensions and traditional bibliometrics) over a meaningfully long period. For example, experimental trials could test different strategies to diffuse research articles on social media, by comparing paid (or <italic>boosted</italic>) content with nonpaid, <italic>organic</italic> posts. Other trials could include the diffusion of research article links on numerous social networking sites versus a limited number of sites. Once there is evidence of the effectiveness of using social media (as opposed to not using them), different approaches should be investigated.</p>
        <p>Our findings also have implications for the practice of using social media for research dissemination. Researchers should not use social media for the sole purpose of increasing their research productivity (ie, number of publications), as there is currently no evidence to support such an effect. They can use it for other purposes, such as disseminating their findings to social media users. When using social media, they have to be attentive to details such as the content of the message, its frequency, and the use of incentives or paid promotions, as this could affect the reach of the posts.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Search strategies.</p>
        <media xlink:href="jmir_v22i7e15607_app1.docx" xlink:title="DOCX File , 18 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Records excluded at the full-text screening phase with full citation.</p>
        <media xlink:href="jmir_v22i7e15607_app2.docx" xlink:title="DOCX File , 80 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Detailed characteristics of included studies.</p>
        <media xlink:href="jmir_v22i7e15607_app3.docx" xlink:title="DOCX File , 93 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AAS</term>
          <def>
            <p>Altmetrics attention score</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">DOI</term>
          <def>
            <p>digital object identifier</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">IF</term>
          <def>
            <p>impact factor</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">PROSPERO</term>
          <def>
            <p>International Prospective Register of Systematic Reviews</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">RCT</term>
          <def>
            <p>randomized controlled trial</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">RIF</term>
          <def>
            <p>research impact framework</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors would like to acknowledge Ms Aida Farha from AUB libraries for her help in developing the search strategy and Ms Layal Hneiny, who performed the electronic database search updates. The authors would also like to thank Mr Fadel Al Turki, Dr Sanaa Baddour, Ms Maya Hammoud, and Ms Matilda Sang for their help in reviewing the abstracts.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>EAA, RER, MB, LIM, and SB conceived and designed the review, and EAA, RER, and MB coordinated it. EAA, RER, MB, and LIM were involved in developing the search strategy, and MC, EWA, ASR, and MB extracted the data. Data analyses were undertaken by EAA, RER, and MB, whereas data interpretation was done by EAA, RER, and MB. RER, EAA, and MB drafted the review. All authors reviewed and approved the final version of the manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carr</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hayes</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Social media: defining, developing, and divining</article-title>
          <source>Atl J Commun</source>
          <year>2015</year>
          <month>02</month>
          <day>6</day>
          <volume>23</volume>
          <issue>1</issue>
          <fpage>46</fpage>
          <lpage>65</lpage>
          <pub-id pub-id-type="doi">10.1080/15456870.2015.972282</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dol</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tutelman</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Chambers</surname>
              <given-names>CT</given-names>
            </name>
            <name name-style="western">
              <surname>Barwick</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Drake</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Parker</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Parker</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Benchimol</surname>
              <given-names>EI</given-names>
            </name>
            <name name-style="western">
              <surname>George</surname>
              <given-names>RB</given-names>
            </name>
            <name name-style="western">
              <surname>Witteman</surname>
              <given-names>HO</given-names>
            </name>
          </person-group>
          <article-title>Health researchers' use of social media: scoping review</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>11</month>
          <day>13</day>
          <volume>21</volume>
          <issue>11</issue>
          <fpage>e13687</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/11/e13687/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/13687</pub-id>
          <pub-id pub-id-type="medline">31719028</pub-id>
          <pub-id pub-id-type="pii">v21i11e13687</pub-id>
          <pub-id pub-id-type="pmcid">PMC6881779</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>O'Reilly</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>What Is Web 2.0: Design Patterns and Business Models for the Next Generation of Software</article-title>
          <source>O’Reilly Media Inc</source>
          <year>2005</year>
          <access-date>2016-11-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.oreilly.com/pub/a/web2/archive/what-is-web-20.html">http://www.oreilly.com/pub/a/web2/archive/what-is-web-20.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kuruvilla</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mays</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Pleasant</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Walt</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Describing the impact of health research: a research impact framework</article-title>
          <source>BMC Health Serv Res</source>
          <year>2006</year>
          <month>10</month>
          <day>18</day>
          <volume>6</volume>
          <fpage>134</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/1472-6963-6-134"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1472-6963-6-134</pub-id>
          <pub-id pub-id-type="medline">17049092</pub-id>
          <pub-id pub-id-type="pii">1472-6963-6-134</pub-id>
          <pub-id pub-id-type="pmcid">PMC1635046</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Davidson</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Newton</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ferguson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Daly</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Elliott</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Homer</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Duffield</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Jackson</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Rating and ranking the role of bibliometrics and webometrics in nursing and midwifery</article-title>
          <source>ScientificWorldJournal</source>
          <year>2014</year>
          <volume>2014</volume>
          <fpage>135812</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1155/2014/135812"/>
          </comment>
          <pub-id pub-id-type="doi">10.1155/2014/135812</pub-id>
          <pub-id pub-id-type="medline">24550691</pub-id>
          <pub-id pub-id-type="pmcid">PMC3914409</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rivera</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Kyte</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Aiyegbusi</surname>
              <given-names>OL</given-names>
            </name>
            <name name-style="western">
              <surname>Keeley</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Calvert</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>Assessing the impact of healthcare research: a systematic review of methodological frameworks</article-title>
          <source>PLoS Med</source>
          <year>2017</year>
          <month>08</month>
          <volume>14</volume>
          <issue>8</issue>
          <fpage>e1002370</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pmed.1002370"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pmed.1002370</pub-id>
          <pub-id pub-id-type="medline">28792957</pub-id>
          <pub-id pub-id-type="pii">PMEDICINE-D-17-00707</pub-id>
          <pub-id pub-id-type="pmcid">PMC5549933</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Scarlat</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Mavrogenis</surname>
              <given-names>AF</given-names>
            </name>
            <name name-style="western">
              <surname>Pećina</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Niculescu</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Impact and alternative metrics for medical publishing: our experience with international orthopaedics</article-title>
          <source>Int Orthop</source>
          <year>2015</year>
          <month>08</month>
          <volume>39</volume>
          <issue>8</issue>
          <fpage>1459</fpage>
          <lpage>64</lpage>
          <pub-id pub-id-type="doi">10.1007/s00264-015-2766-y</pub-id>
          <pub-id pub-id-type="medline">25947897</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gruzd</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Staves</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Wilk</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Tenure and promotion in the age of online social media</article-title>
          <source>Proc Am Soc Info Sci Tech</source>
          <year>2012</year>
          <month>01</month>
          <day>11</day>
          <volume>48</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1002/cncr.29118"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/meet.2011.14504801154</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carrigan</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <source>Social Media for Academics. First Edition</source>
          <year>2016</year>
          <publisher-loc>Thousand Oaks, CA</publisher-loc>
          <publisher-name>Sage Publications</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Constantinides</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Fountain</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Web 2.0: conceptual foundations and marketing issues</article-title>
          <source>J Direct Data Digit Mark Pract</source>
          <year>2008</year>
          <month>01</month>
          <day>4</day>
          <volume>9</volume>
          <issue>3</issue>
          <fpage>231</fpage>
          <lpage>44</lpage>
          <pub-id pub-id-type="doi">10.1057/palgrave.dddmp.4350098</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Miah</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The A to Z of Social Media for Academia</article-title>
          <source>Academic &#38; University News: Times Higher Education</source>
          <year>2017</year>
          <access-date>2019-07-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.timeshighereducation.com/a-z-social-media">https://www.timeshighereducation.com/a-z-social-media</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Champieux</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>PlumX</article-title>
          <source>J Med Libr Assoc</source>
          <year>2015</year>
          <month>1</month>
          <volume>103</volume>
          <issue>1</issue>
          <fpage>63</fpage>
          <lpage>64</lpage>
          <comment>
            <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4279944/"/>
          </comment>
          <pub-id pub-id-type="doi">10.3163/1536-5050.103.1.019</pub-id>
          <pub-id pub-id-type="pmcid">PMC4279944</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thelwall</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A history of webometrics</article-title>
          <source>Bul Am Soc Info Sci Tech</source>
          <year>2012</year>
          <month>08</month>
          <day>21</day>
          <volume>38</volume>
          <issue>6</issue>
          <fpage>18</fpage>
          <lpage>23</lpage>
          <pub-id pub-id-type="doi">10.1002/bult.2012.1720380606</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Priem</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Taraborelli</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Groth</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Neylon</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Altmetrics: A Manifesto</article-title>
          <source>Altmetrics</source>
          <year>2011</year>
          <access-date>2020-05-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://altmetrics.org/manifesto">http://altmetrics.org/manifesto</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brigham</surname>
              <given-names>TJ</given-names>
            </name>
          </person-group>
          <article-title>An introduction to altmetrics</article-title>
          <source>Med Ref Serv Q</source>
          <year>2014</year>
          <volume>33</volume>
          <issue>4</issue>
          <fpage>438</fpage>
          <lpage>47</lpage>
          <pub-id pub-id-type="doi">10.1080/02763869.2014.957093</pub-id>
          <pub-id pub-id-type="medline">25316077</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haustein</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Sugimoto</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Thelwall</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Larivière</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Tweeting biomedicine: an analysis of tweets and citations in the biomedical literature</article-title>
          <source>J Assn Inf Sci Tec</source>
          <year>2013</year>
          <month>11</month>
          <day>26</day>
          <volume>65</volume>
          <issue>4</issue>
          <fpage>656</fpage>
          <lpage>69</lpage>
          <pub-id pub-id-type="doi">10.1002/asi.23101</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eysenbach</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Can tweets predict citations? Metrics of social impact based on Twitter and correlation with traditional metrics of scientific impact</article-title>
          <source>J Med Internet Res</source>
          <year>2011</year>
          <month>12</month>
          <day>19</day>
          <volume>13</volume>
          <issue>4</issue>
          <fpage>e123</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2011/4/e123/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2012</pub-id>
          <pub-id pub-id-type="medline">22173204</pub-id>
          <pub-id pub-id-type="pii">v13i4e123</pub-id>
          <pub-id pub-id-type="pmcid">PMC3278109</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Niyazov</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Vogel</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Price</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lund</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Judd</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Akil</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mortonson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schwartzman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Shron</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Open access meets discoverability: citations to articles posted to academia.edu</article-title>
          <source>PLoS One</source>
          <year>2016</year>
          <volume>11</volume>
          <issue>2</issue>
          <fpage>e0148257</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0148257"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0148257</pub-id>
          <pub-id pub-id-type="medline">26886730</pub-id>
          <pub-id pub-id-type="pii">PONE-D-15-38459</pub-id>
          <pub-id pub-id-type="pmcid">PMC4757559</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kudlow</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Dziadyk</surname>
              <given-names>DB</given-names>
            </name>
            <name name-style="western">
              <surname>Rutledge</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Shachak</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Eysenbach</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>The citation advantage of promoted articles in a cross‐publisher distribution platform: a 12‐month randomized controlled trial</article-title>
          <source>J Assoc Inf Sci Technol</source>
          <year>2019</year>
          <month>12</month>
          <day>23</day>
          <volume>1</volume>
          <fpage>18</fpage>
          <pub-id pub-id-type="doi">10.1002/asi.24330</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Misirlis</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Vlachopoulou</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Social media metrics and analytics in marketing – S3M: a mapping literature review</article-title>
          <source>Int J Inf Manag</source>
          <year>2018</year>
          <month>02</month>
          <volume>38</volume>
          <issue>1</issue>
          <fpage>270</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijinfomgt.2017.10.005</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sugimoto</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Work</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Larivière</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Haustein</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Scholarly use of social media and altmetrics: a review of the literature</article-title>
          <source>J Assoc Inf Sci Technol</source>
          <year>2017</year>
          <month>06</month>
          <day>22</day>
          <volume>68</volume>
          <issue>9</issue>
          <fpage>2037</fpage>
          <lpage>62</lpage>
          <pub-id pub-id-type="doi">10.1002/asi.23833</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Karanatsiou</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Misirlis</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Vlachopoulou</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Bibliometrics and altmetrics literature review</article-title>
          <source>Perform Meas Metr</source>
          <year>2017</year>
          <month>04</month>
          <day>10</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>16</fpage>
          <lpage>27</lpage>
          <pub-id pub-id-type="doi">10.1108/PMM-08-2016-0036</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>El Rassi</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Elie</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bardus</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Meho</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Farha</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The Use of Social Media for Disseminating Health Research</article-title>
          <source>University of York</source>
          <year>2017</year>
          <month>02</month>
          <day>20</day>
          <access-date>2020-05-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.crd.york.ac.uk/PROSPERO/display_record.php?ID=CRD42017057709">http://www.crd.york.ac.uk/PROSPERO/display_record.php?ID=CRD42017057709</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Patthi</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Prasad</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Singla</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kumar</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Dhama</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ali</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Niraj</surname>
              <given-names>LK</given-names>
            </name>
          </person-group>
          <article-title>Altmetrics - a collated adjunct beyond citations for scholarly impact: a systematic review</article-title>
          <source>J Clin Diagn Res</source>
          <year>2017</year>
          <month>06</month>
          <volume>11</volume>
          <issue>6</issue>
          <fpage>ZE16</fpage>
          <lpage>20</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28764311"/>
          </comment>
          <pub-id pub-id-type="doi">10.7860/JCDR/2017/26153.10078</pub-id>
          <pub-id pub-id-type="medline">28764311</pub-id>
          <pub-id pub-id-type="pmcid">PMC5534517</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ruano</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Aguilar-Luque</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gómez-Garcia</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Mellado</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Gay-Mimbrera</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Carmona-Fernandez</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Maestre-López</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Sanz-Cabanillas</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Romero</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>González-Padilla</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vélez García-Nieto</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Isla-Tejera</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>The differential impact of scientific quality, bibliometric factors, and social media activity on the influence of systematic reviews and meta-analyses about psoriasis</article-title>
          <source>PLoS One</source>
          <year>2018</year>
          <volume>13</volume>
          <issue>1</issue>
          <fpage>e0191124</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0191124"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0191124</pub-id>
          <pub-id pub-id-type="medline">29377889</pub-id>
          <pub-id pub-id-type="pii">PONE-D-17-30947</pub-id>
          <pub-id pub-id-type="pmcid">PMC5788350</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nass</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Levit</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Gostin</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>The value, importance, and oversight of health research</article-title>
          <source>Beyond the HIPAA Privacy Rule: Enhancing Privacy, Improving Health Through Research</source>
          <year>2009</year>
          <publisher-loc>Washington, DC</publisher-loc>
          <publisher-name>The National Academies Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kaplan</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Haenlein</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Users of the world, unite! The challenges and opportunities of social media</article-title>
          <source>Bus Horiz</source>
          <year>2010</year>
          <month>01</month>
          <volume>53</volume>
          <issue>1</issue>
          <fpage>59</fpage>
          <lpage>68</lpage>
          <pub-id pub-id-type="doi">10.1016/j.bushor.2009.09.003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bardus</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The web 2.0 and social media technologies for pervasive health communication: are they effective?</article-title>
          <source>Stud Commun Sci</source>
          <year>2011</year>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>136</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.doi.org/10.5169/seals-791189"/>
          </comment>
          <pub-id pub-id-type="doi">10.5169/seals-791189</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gwet</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Inter-rater reliability: dependency on trait prevalence and marginal homogeneity</article-title>
          <source>Stat Methods Inter-Rater Reliab Assess Ser</source>
          <year>2002</year>
          <month>05</month>
          <volume>2</volume>
          <fpage>1</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1007/springerreference_183942</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gwet</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <source>Handbook of Inter-Rater Reliability: The Definitive Guide to Measuring the Extent of Agreement Among Raters</source>
          <year>2014</year>
          <publisher-loc>Simcoe St, Toronto</publisher-loc>
          <publisher-name>Advanced Analytics</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>DB</given-names>
            </name>
          </person-group>
          <article-title>Practical Meta-Analysis Effect Size Calculator</article-title>
          <source>The Campbell Collaboration</source>
          <access-date>2019-07-06</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.campbellcollaboration.org/escalc/html/EffectSizeCalculator-SMD5.php">http://www.campbellcollaboration.org/escalc/html/EffectSizeCalculator-SMD5.php</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Amath</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ambacher</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Leddy</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ramnanan</surname>
              <given-names>CJ</given-names>
            </name>
          </person-group>
          <article-title>Comparing alternative and traditional dissemination metrics in medical education</article-title>
          <source>Med Educ</source>
          <year>2017</year>
          <month>09</month>
          <volume>51</volume>
          <issue>9</issue>
          <fpage>935</fpage>
          <lpage>41</lpage>
          <pub-id pub-id-type="doi">10.1111/medu.13359</pub-id>
          <pub-id pub-id-type="medline">28719136</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ramnanan</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ambacher</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Amanth</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>O'Brien</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Leddy</surname>
              <given-names>JJ</given-names>
            </name>
          </person-group>
          <article-title>How do alternative and traditional dissemination metrics compare in medical education scholarship?</article-title>
          <source>FASEB J</source>
          <year>2016</year>
          <volume>30</volume>
          <issue>1_supplement</issue>
          <fpage>568.1</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.fasebj.org/doi/abs/10.1096/fasebj.30.1_supplement.568.1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1096/fasebj.30.1_supplement.568.1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hayon</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tripathi</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Stormont</surname>
              <given-names>IM</given-names>
            </name>
            <name name-style="western">
              <surname>Dunne</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Naslund</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Siddiqui</surname>
              <given-names>MM</given-names>
            </name>
          </person-group>
          <article-title>Twitter mentions and academic citations in the urologic literature</article-title>
          <source>Urology</source>
          <year>2019</year>
          <month>01</month>
          <volume>123</volume>
          <fpage>28</fpage>
          <lpage>33</lpage>
          <pub-id pub-id-type="doi">10.1016/j.urology.2018.08.041</pub-id>
          <pub-id pub-id-type="medline">30278190</pub-id>
          <pub-id pub-id-type="pii">S0090-4295(18)31057-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Knight</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Social media and online attention as an early measure of the impact of research in solid organ transplantation</article-title>
          <source>Transplantation</source>
          <year>2014</year>
          <month>09</month>
          <day>15</day>
          <volume>98</volume>
          <issue>5</issue>
          <fpage>490</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1097/TP.0000000000000307</pub-id>
          <pub-id pub-id-type="medline">25061904</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Knight</surname>
              <given-names>SR</given-names>
            </name>
          </person-group>
          <article-title>Social media and online attention as an early measure of the impact of research in solid organ transplantation</article-title>
          <source>Transplantation</source>
          <year>2014</year>
          <month>09</month>
          <day>15</day>
          <volume>98</volume>
          <issue>5</issue>
          <fpage>490</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1097/TP.0000000000000307</pub-id>
          <pub-id pub-id-type="medline">25061904</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>KG</given-names>
            </name>
            <name name-style="western">
              <surname>Gross</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Cooperberg</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Katz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hittelman</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Syed</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Schulam</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Leapman</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>MP69-07 hashtag peer-review: does early social media success correlate with conventional metrics of publication impact?</article-title>
          <source>J Urology</source>
          <year>2017</year>
          <month>04</month>
          <volume>197</volume>
          <issue>4S</issue>
          <fpage>e928</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/j.juro.2017.02.2303</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nolte</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Perecman</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Katz</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Kenney</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Cooperberg</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Gross</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Leapman</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>Association between twitter reception at a national urology conference and future publication status</article-title>
          <source>Eur Urol Focus</source>
          <year>2019</year>
          <month>05</month>
          <day>15</day>
          <fpage>S2405</fpage>
          <lpage>4569</lpage>
          <pub-id pub-id-type="doi">10.1016/j.euf.2019.05.004</pub-id>
          <pub-id pub-id-type="medline">31103604</pub-id>
          <pub-id pub-id-type="pii">S2405-4569(19)30140-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Nason</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>O'Kelly</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Manecksha</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>Loeb</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Newsworthiness vs scientific impact: are the most highly cited urology papers the most widely disseminated in the media?</article-title>
          <source>BJU Int</source>
          <year>2017</year>
          <month>09</month>
          <volume>120</volume>
          <issue>3</issue>
          <fpage>441</fpage>
          <lpage>54</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/bju.13881"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/bju.13881</pub-id>
          <pub-id pub-id-type="medline">28418091</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Nason</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>O'Kelly</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Manecksha</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>Loeb</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Newsworthiness vs scientific impact: are the most highly cited urology papers the most widely disseminated in the media?</article-title>
          <source>BJU Int</source>
          <year>2017</year>
          <month>09</month>
          <day>18</day>
          <volume>120</volume>
          <issue>3</issue>
          <fpage>441</fpage>
          <lpage>54</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/bju.13881"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/bju.13881</pub-id>
          <pub-id pub-id-type="medline">28418091</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Cocskhull</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Bukhari</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Galloway</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>If I tweet more about my paper, will I improve my citation index?</article-title>
          <source>Rheumatology</source>
          <year>2019</year>
          <month>04</month>
          <day>12</day>
          <volume>58</volume>
          <issue>3</issue>
          <fpage>kez107.030</fpage>
          <pub-id pub-id-type="doi">10.1093/rheumatology/kez107.030</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chiang</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Rabinowitz</surname>
              <given-names>LG</given-names>
            </name>
            <name name-style="western">
              <surname>Alakbarli</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>WW</given-names>
            </name>
          </person-group>
          <article-title>Tu1108 social media exposure is independently associated with increased citations of publications in gastroenterology</article-title>
          <source>Gastroenterology</source>
          <year>2016</year>
          <month>04</month>
          <volume>150</volume>
          <issue>4</issue>
          <fpage>S845</fpage>
          <pub-id pub-id-type="doi">10.1016/S0016-5085(16)32855-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Heydarpour</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Shirazi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sahraian</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Poster session 2: P888 multiple sclerosis research dissemination in the web: news, blogs, or tweets?</article-title>
          <source>Mult Scler</source>
          <year>2017</year>
          <month>10</month>
          <volume>23</volume>
          <issue>3_suppl</issue>
          <fpage>427</fpage>
          <lpage>679</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1177/1352458517731406"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1352458517731406</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Konstantiniuk</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Amrein</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Scientific papers in the social media</article-title>
          <source>Wien Klin Wochenschau</source>
          <year>2015</year>
          <month>10</month>
          <volume>127</volume>
          <issue>19</issue>
          <fpage>815</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ncbi.nlm.nih.gov/pmc/articles/PMC7102295/"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s00508-015-0873-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC7102295</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Matava</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Salman</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The impact of social media on pediatric anesthesia papers and bibliometry</article-title>
          <source>Anesth Analg</source>
          <year>2017</year>
          <month>05</month>
          <volume>124</volume>
          <issue>1</issue>
          <fpage>S152</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.casconference.ca/cas-media/2017/abstracts/286577.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Bonaca</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Massaro</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Barry</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Loscalzo</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A randomized trial of social media from circulation</article-title>
          <source>Circulation</source>
          <year>2015</year>
          <month>01</month>
          <day>6</day>
          <volume>131</volume>
          <issue>1</issue>
          <fpage>28</fpage>
          <lpage>33</lpage>
          <pub-id pub-id-type="doi">10.1161/CIRCULATIONAHA.114.013509</pub-id>
          <pub-id pub-id-type="medline">25406308</pub-id>
          <pub-id pub-id-type="pii">CIRCULATIONAHA.114.013509</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Gurary</surname>
              <given-names>EB</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bonaca</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Barry</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Loscalzo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Massaro</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Randomized controlled trial of social media: effect of increased intensity of the intervention</article-title>
          <source>J Am Heart Assoc</source>
          <year>2016</year>
          <month>04</month>
          <day>27</day>
          <volume>5</volume>
          <issue>5</issue>
          <fpage>-</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.ahajournals.org/doi/full/10.1161/JAHA.115.003088?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1161/JAHA.115.003088</pub-id>
          <pub-id pub-id-type="medline">27121850</pub-id>
          <pub-id pub-id-type="pii">JAHA.115.003088</pub-id>
          <pub-id pub-id-type="pmcid">PMC4889182</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Allen</surname>
              <given-names>HG</given-names>
            </name>
            <name name-style="western">
              <surname>Stanton</surname>
              <given-names>TR</given-names>
            </name>
            <name name-style="western">
              <surname>di Pietro</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Moseley</surname>
              <given-names>GL</given-names>
            </name>
          </person-group>
          <article-title>Social media release increases dissemination of original articles in the clinical pain sciences</article-title>
          <source>PLoS One</source>
          <year>2013</year>
          <volume>8</volume>
          <issue>7</issue>
          <fpage>e68914</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0068914"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0068914</pub-id>
          <pub-id pub-id-type="medline">23874810</pub-id>
          <pub-id pub-id-type="pii">PONE-D-12-30616</pub-id>
          <pub-id pub-id-type="pmcid">PMC3714259</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tonia</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>van Oyen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Berger</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schindler</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Künzli</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>If I tweet will you cite? The effect of social media exposure of articles on downloads and citations</article-title>
          <source>Int J Public Health</source>
          <year>2016</year>
          <month>05</month>
          <volume>61</volume>
          <issue>4</issue>
          <fpage>513</fpage>
          <lpage>20</lpage>
          <pub-id pub-id-type="doi">10.1007/s00038-016-0831-y</pub-id>
          <pub-id pub-id-type="medline">27193574</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00038-016-0831-y</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cawcutt</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Erdahl</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Englander</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Radford</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Oxentenko</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Girgis</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Migliore</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Poorman</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Silver</surname>
              <given-names>JK</given-names>
            </name>
          </person-group>
          <article-title>Use of a coordinated social media strategy to improve dissemination of research and collect solutions related to workforce gender equity</article-title>
          <source>J Womens Health (Larchmt)</source>
          <year>2019</year>
          <month>06</month>
          <volume>28</volume>
          <issue>6</issue>
          <fpage>849</fpage>
          <lpage>62</lpage>
          <pub-id pub-id-type="doi">10.1089/jwh.2018.7515</pub-id>
          <pub-id pub-id-type="medline">30998087</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thoma</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>SY</given-names>
            </name>
            <name name-style="western">
              <surname>Milne</surname>
              <given-names>WK</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bond</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Mohindra</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Chin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Yeh</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Sanderson</surname>
              <given-names>WB</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>TM</given-names>
            </name>
          </person-group>
          <article-title>The impact of social media promotion with infographics and podcasts on research dissemination and readership</article-title>
          <source>CJEM</source>
          <year>2018</year>
          <month>03</month>
          <volume>20</volume>
          <issue>2</issue>
          <fpage>300</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1017/cem.2017.394</pub-id>
          <pub-id pub-id-type="medline">28899440</pub-id>
          <pub-id pub-id-type="pii">S1481803517003943</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hoang</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>McCall</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dixon</surname>
              <given-names>AF</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzgerald</surname>
              <given-names>RT</given-names>
            </name>
            <name name-style="western">
              <surname>Gaillard</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Using social media to share your radiology research: how effective is a blog post?</article-title>
          <source>J Am Coll Radiol</source>
          <year>2015</year>
          <month>07</month>
          <volume>12</volume>
          <issue>7</issue>
          <fpage>760</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jacr.2015.03.048</pub-id>
          <pub-id pub-id-type="medline">25959491</pub-id>
          <pub-id pub-id-type="pii">S1546-1440(15)00211-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Araújo</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sorensen</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Konkiel</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bloem</surname>
              <given-names>BR</given-names>
            </name>
          </person-group>
          <article-title>Top altmetric scores in the Parkinson's disease literature</article-title>
          <source>J Parkinsons Dis</source>
          <year>2017</year>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>81</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28222540"/>
          </comment>
          <pub-id pub-id-type="doi">10.3233/JPD-179000</pub-id>
          <pub-id pub-id-type="medline">28222540</pub-id>
          <pub-id pub-id-type="pii">JPD179000</pub-id>
          <pub-id pub-id-type="pmcid">PMC5302034</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Araujo</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Nascimento</surname>
              <given-names>DP</given-names>
            </name>
            <name name-style="western">
              <surname>Gonzalez</surname>
              <given-names>GZ</given-names>
            </name>
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Costa</surname>
              <given-names>LO</given-names>
            </name>
          </person-group>
          <article-title>Impact of low back pain clinical trials measured by the altmetric score: cross-sectional study</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <month>04</month>
          <day>5</day>
          <volume>20</volume>
          <issue>4</issue>
          <fpage>e86</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/4/e86/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.9368</pub-id>
          <pub-id pub-id-type="medline">29622526</pub-id>
          <pub-id pub-id-type="pii">v20i4e86</pub-id>
          <pub-id pub-id-type="pmcid">PMC5909054</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Azer</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Azer</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Top-cited articles in medical professionalism: a bibliometric analysis versus altmetric scores</article-title>
          <source>BMJ Open</source>
          <year>2019</year>
          <month>07</month>
          <day>31</day>
          <volume>9</volume>
          <issue>7</issue>
          <fpage>e029433</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://bmjopen.bmj.com/cgi/pmidlookup?view=long&#38;pmid=31371297"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2019-029433</pub-id>
          <pub-id pub-id-type="medline">31371297</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2019-029433</pub-id>
          <pub-id pub-id-type="pmcid">PMC6677941</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baan</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Dor</surname>
              <given-names>FJ</given-names>
            </name>
          </person-group>
          <article-title>The transplantation journal on social media: the transplantjrnl journey from impact factor to Klout score</article-title>
          <source>Transplantation</source>
          <year>2017</year>
          <month>01</month>
          <volume>101</volume>
          <issue>1</issue>
          <fpage>8</fpage>
          <lpage>10</lpage>
          <pub-id pub-id-type="doi">10.1097/TP.0000000000001581</pub-id>
          <pub-id pub-id-type="medline">27906823</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Batooli</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Ravandi</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Bidgoli</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of scientific outputs of Kashan university of medical sciences in Scopus citation database based on Scopus, ResearchGate, and Mendeley scientometric measures</article-title>
          <source>Electron Physician</source>
          <year>2016</year>
          <month>02</month>
          <volume>8</volume>
          <issue>2</issue>
          <fpage>2048</fpage>
          <lpage>56</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27054017"/>
          </comment>
          <pub-id pub-id-type="doi">10.19082/2048</pub-id>
          <pub-id pub-id-type="medline">27054017</pub-id>
          <pub-id pub-id-type="pii">epj-08-2048</pub-id>
          <pub-id pub-id-type="pmcid">PMC4821323</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Calopedos</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Garcia</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rashid</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Lawrentschuk</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Woo</surname>
              <given-names>HH</given-names>
            </name>
          </person-group>
          <article-title>Citation indices for social media articles in urology</article-title>
          <source>BJU Int</source>
          <year>2017</year>
          <month>05</month>
          <volume>119</volume>
          <issue>Suppl 5</issue>
          <fpage>47</fpage>
          <lpage>52</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/bju.13872"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/bju.13872</pub-id>
          <pub-id pub-id-type="medline">28544295</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Desai</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Gosain</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Correlation between altmetric score and citations in pediatric surgery core journals</article-title>
          <source>J Surg Res</source>
          <year>2019</year>
          <month>11</month>
          <volume>243</volume>
          <fpage>52</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jss.2019.05.010</pub-id>
          <pub-id pub-id-type="medline">31154133</pub-id>
          <pub-id pub-id-type="pii">S0022-4804(19)30301-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cho</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A comparative study of the impact of Korean research articles in four academic fields using altmetrics</article-title>
          <source>Perform Meas Metr</source>
          <year>2017</year>
          <month>04</month>
          <day>10</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>38</fpage>
          <lpage>51</lpage>
          <pub-id pub-id-type="doi">10.1108/PMM-02-2016-0005</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Costas</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Zahedi</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Wouters</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Do 'altmetrics correlate with citations? Extensive comparison of altmetric indicators with citations from a multidisciplinary perspective</article-title>
          <source>J Assn Inf Sci Tec</source>
          <year>2014</year>
          <month>07</month>
          <day>28</day>
          <volume>66</volume>
          <issue>10</issue>
          <fpage>2003</fpage>
          <lpage>19</lpage>
          <pub-id pub-id-type="doi">10.1002/asi.23309</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dal-Ré</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Mahillo-Fernández</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Are article's social media mentions associated to citation counts? An analysis in highly influential medical journals</article-title>
          <source>Rev Clin Esp</source>
          <year>2018</year>
          <volume>218</volume>
          <issue>1</issue>
          <fpage>40</fpage>
          <lpage>2</lpage>
          <pub-id pub-id-type="doi">10.1016/j.rce.2017.04.003</pub-id>
          <pub-id pub-id-type="medline">28571841</pub-id>
          <pub-id pub-id-type="pii">S0014-2565(17)30126-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dardas</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Woodward</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Sawair</surname>
              <given-names>FA</given-names>
            </name>
          </person-group>
          <article-title>Measuring the social impact of nursing research: an insight into altmetrics</article-title>
          <source>J Adv Nurs</source>
          <year>2019</year>
          <month>07</month>
          <volume>75</volume>
          <issue>7</issue>
          <fpage>1394</fpage>
          <lpage>405</lpage>
          <pub-id pub-id-type="doi">10.1111/jan.13921</pub-id>
          <pub-id pub-id-type="medline">30507052</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Delli</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Livas</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Spijkervet</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Vissink</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Measuring the social impact of dental research: an insight into the most influential articles on the web</article-title>
          <source>Oral Dis</source>
          <year>2017</year>
          <month>11</month>
          <volume>23</volume>
          <issue>8</issue>
          <fpage>1155</fpage>
          <lpage>61</lpage>
          <pub-id pub-id-type="doi">10.1111/odi.12714</pub-id>
          <pub-id pub-id-type="medline">28734099</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref65">
        <label>65</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hassona</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Qutachi</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Dardas</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Alrashdan</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Sawair</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>The online attention to oral cancer research: an altmetric analysis</article-title>
          <source>Oral Dis</source>
          <year>2019</year>
          <month>09</month>
          <volume>25</volume>
          <issue>6</issue>
          <fpage>1502</fpage>
          <lpage>10</lpage>
          <pub-id pub-id-type="doi">10.1111/odi.13111</pub-id>
          <pub-id pub-id-type="medline">31033085</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref66">
        <label>66</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haustein</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Costas</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Larivière</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Characterizing social media metrics of scholarly papers: the effect of document properties and collaboration patterns</article-title>
          <source>PLoS One</source>
          <year>2015</year>
          <volume>10</volume>
          <issue>3</issue>
          <fpage>e0120495</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0120495"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0120495</pub-id>
          <pub-id pub-id-type="medline">25780916</pub-id>
          <pub-id pub-id-type="pii">PONE-D-14-48905</pub-id>
          <pub-id pub-id-type="pmcid">PMC4363625</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref67">
        <label>67</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jabaley</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Groff</surname>
              <given-names>RT</given-names>
            </name>
            <name name-style="western">
              <surname>Stentz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Moll</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Lynde</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Blum</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>O'Reilly-Shah</surname>
              <given-names>VN</given-names>
            </name>
          </person-group>
          <article-title>Highly visible sepsis publications from 2012 to 2017: analysis and comparison of altmetrics and bibliometrics</article-title>
          <source>J Crit Care</source>
          <year>2018</year>
          <month>12</month>
          <volume>48</volume>
          <fpage>357</fpage>
          <lpage>71</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jcrc.2018.09.033</pub-id>
          <pub-id pub-id-type="medline">30296750</pub-id>
          <pub-id pub-id-type="pii">S0883-9441(18)30883-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref68">
        <label>68</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jadhav</surname>
              <given-names>AP</given-names>
            </name>
            <name name-style="western">
              <surname>Ducruet</surname>
              <given-names>AF</given-names>
            </name>
            <name name-style="western">
              <surname>de Leacy</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Fargen</surname>
              <given-names>KM</given-names>
            </name>
          </person-group>
          <article-title>Social media and predictors of traditional citations: insights from the journal of neurointerventional surgery</article-title>
          <source>J Neurointerv Surg</source>
          <year>2019</year>
          <month>02</month>
          <volume>11</volume>
          <issue>2</issue>
          <fpage>99</fpage>
          <lpage>100</lpage>
          <pub-id pub-id-type="doi">10.1136/neurintsurg-2018-014689</pub-id>
          <pub-id pub-id-type="medline">30665984</pub-id>
          <pub-id pub-id-type="pii">neurintsurg-2018-014689</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref69">
        <label>69</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jeong</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Oh</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Jeong</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Cho</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kang</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The impact of social media on citation rates in coloproctology</article-title>
          <source>Colorectal Dis</source>
          <year>2019</year>
          <month>10</month>
          <volume>21</volume>
          <issue>10</issue>
          <fpage>1175</fpage>
          <lpage>82</lpage>
          <pub-id pub-id-type="doi">10.1111/codi.14719</pub-id>
          <pub-id pub-id-type="medline">31124259</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref70">
        <label>70</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>YQ</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Guo</surname>
              <given-names>JJ</given-names>
            </name>
          </person-group>
          <article-title>Correlation and interaction visualization of altmetric indicators extracted from scholarly social network activities: dimensions and structure</article-title>
          <source>J Med Internet Res</source>
          <year>2013</year>
          <month>11</month>
          <day>25</day>
          <volume>15</volume>
          <issue>11</issue>
          <fpage>e259</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2013/11/e259/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2707</pub-id>
          <pub-id pub-id-type="medline">24275693</pub-id>
          <pub-id pub-id-type="pii">v15i11e259</pub-id>
          <pub-id pub-id-type="pmcid">PMC3841360</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref71">
        <label>71</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Livas</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Delli</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Looking beyond traditional metrics in orthodontics: an altmetric study on the most discussed articles on the web</article-title>
          <source>Eur J Orthod</source>
          <year>2018</year>
          <month>04</month>
          <day>6</day>
          <volume>40</volume>
          <issue>2</issue>
          <fpage>193</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1093/ejo/cjx050</pub-id>
          <pub-id pub-id-type="medline">29016742</pub-id>
          <pub-id pub-id-type="pii">3950393</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref72">
        <label>72</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maggio</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Leroux</surname>
              <given-names>TC</given-names>
            </name>
            <name name-style="western">
              <surname>Meyer</surname>
              <given-names>HS</given-names>
            </name>
            <name name-style="western">
              <surname>Artino</surname>
              <given-names>AR</given-names>
            </name>
          </person-group>
          <article-title>#MedEd: exploring the relationship between altmetrics and traditional measures of dissemination in health professions education</article-title>
          <source>Perspect Med Educ</source>
          <year>2018</year>
          <month>08</month>
          <volume>7</volume>
          <issue>4</issue>
          <fpage>239</fpage>
          <lpage>47</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29949099"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s40037-018-0438-5</pub-id>
          <pub-id pub-id-type="medline">29949099</pub-id>
          <pub-id pub-id-type="pii">10.1007/s40037-018-0438-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC6086816</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref73">
        <label>73</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Punia</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Aggarwal</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Honomichl</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rayi</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Comparison of attention for neurological research on social media vs academia: an altmetric score analysis</article-title>
          <source>JAMA Neurol</source>
          <year>2019</year>
          <month>07</month>
          <day>1</day>
          <fpage>1122</fpage>
          <lpage>4</lpage>
          <comment>epub ahead of print</comment>
          <pub-id pub-id-type="doi">10.1001/jamaneurol.2019.1791</pub-id>
          <pub-id pub-id-type="medline">31260003</pub-id>
          <pub-id pub-id-type="pii">2736898</pub-id>
          <pub-id pub-id-type="pmcid">PMC6604089</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref74">
        <label>74</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Quintana</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Doan</surname>
              <given-names>NT</given-names>
            </name>
          </person-group>
          <article-title>Twitter article mentions and citations: an exploratory analysis of publications in the American journal of psychiatry</article-title>
          <source>Am J Psychiatry</source>
          <year>2016</year>
          <month>02</month>
          <day>1</day>
          <volume>173</volume>
          <issue>2</issue>
          <fpage>194</fpage>
          <pub-id pub-id-type="doi">10.1176/appi.ajp.2015.15101341</pub-id>
          <pub-id pub-id-type="medline">26844798</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref75">
        <label>75</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ramezani-Pakpour-Langeroudi</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Okhovati</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Talebian</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Do highly cited clinicians get more citations when being present at social networking sites?</article-title>
          <source>J Educ Health Promot</source>
          <year>2018</year>
          <volume>7</volume>
          <fpage>18</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jehp.net/article.asp?issn=2277-9531;year=2018;volume=7;issue=1;spage=18;epage=18;aulast=Ramezani%2DPakpour%2DLangeroudi"/>
          </comment>
          <pub-id pub-id-type="doi">10.4103/jehp.jehp_69_17</pub-id>
          <pub-id pub-id-type="medline">29629379</pub-id>
          <pub-id pub-id-type="pii">JEHP-7-18</pub-id>
          <pub-id pub-id-type="pmcid">PMC5852979</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref76">
        <label>76</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rosenkrantz</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Ayoola</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Duszak</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Alternative metrics ('altmetrics') for assessing article impact in popular general radiology journals</article-title>
          <source>Acad Radiol</source>
          <year>2017</year>
          <month>07</month>
          <volume>24</volume>
          <issue>7</issue>
          <fpage>891</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1016/j.acra.2016.11.019</pub-id>
          <pub-id pub-id-type="medline">28256440</pub-id>
          <pub-id pub-id-type="pii">S1076-6332(17)30002-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref77">
        <label>77</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ruan</surname>
              <given-names>QZ</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Singhal</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>BT</given-names>
            </name>
          </person-group>
          <article-title>Alternative metrics of scholarly output: the relationship among altmetric score, mendeley reader score, citations, and downloads in plastic and reconstructive surgery</article-title>
          <source>Plast Reconstr Surg</source>
          <year>2018</year>
          <month>03</month>
          <volume>141</volume>
          <issue>3</issue>
          <fpage>801</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1097/PRS.0000000000004128</pub-id>
          <pub-id pub-id-type="medline">29481413</pub-id>
          <pub-id pub-id-type="pii">00006534-201803000-00041</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref78">
        <label>78</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Scotti</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>de Silvestri</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Scudeller</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Abele</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Topuz</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Curti</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Novel bibliometric scores for evaluating research quality and output: a correlation study with established indexes</article-title>
          <source>Int J Biol Markers</source>
          <year>2016</year>
          <month>12</month>
          <day>23</day>
          <volume>31</volume>
          <issue>4</issue>
          <fpage>e451</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.5301/jbm.5000217</pub-id>
          <pub-id pub-id-type="medline">27312588</pub-id>
          <pub-id pub-id-type="pii">EE9E435A-1E2D-437B-A14E-C8955C6D9A4B</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref79">
        <label>79</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shirazi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Goltaji</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>An altmetric study on scientific articles of 'health literacy' in social media</article-title>
          <source>Payesh Health Monit</source>
          <year>2018</year>
          <volume>17</volume>
          <issue>3</issue>
          <fpage>249</fpage>
          <lpage>56</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://payeshjournal.ir/article-1-43-en.html"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref80">
        <label>80</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>ZL</given-names>
            </name>
            <name name-style="western">
              <surname>Chiang</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Bowman</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Wallace</surname>
              <given-names>MB</given-names>
            </name>
          </person-group>
          <article-title>Longitudinal relationship between social media activity and article citations in the journal gastrointestinal endoscopy</article-title>
          <source>Gastrointest Endosc</source>
          <year>2019</year>
          <month>07</month>
          <volume>90</volume>
          <issue>1</issue>
          <fpage>77</fpage>
          <lpage>83</lpage>
          <pub-id pub-id-type="doi">10.1016/j.gie.2019.03.028</pub-id>
          <pub-id pub-id-type="medline">30935934</pub-id>
          <pub-id pub-id-type="pii">S0016-5107(19)30219-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref81">
        <label>81</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thelwall</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Haustein</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Larivière</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Sugimoto</surname>
              <given-names>CR</given-names>
            </name>
          </person-group>
          <article-title>Do altmetrics work? Twitter and ten other social web services</article-title>
          <source>PLoS One</source>
          <year>2013</year>
          <volume>8</volume>
          <issue>5</issue>
          <fpage>e64841</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0064841"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0064841</pub-id>
          <pub-id pub-id-type="medline">23724101</pub-id>
          <pub-id pub-id-type="pii">PONE-D-13-08281</pub-id>
          <pub-id pub-id-type="pmcid">PMC3665624</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref82">
        <label>82</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thelwall</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Mendeley readership altmetrics for medical articles: an analysis of 45 fields</article-title>
          <source>J Assn Inf Sci Tec</source>
          <year>2015</year>
          <month>05</month>
          <day>5</day>
          <volume>67</volume>
          <issue>8</issue>
          <fpage>1962</fpage>
          <lpage>72</lpage>
          <pub-id pub-id-type="doi">10.1002/asi.23501</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref83">
        <label>83</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wiehn</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Southam</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Monitoring the social-media footprint of newly published articles to assess short-term impact</article-title>
          <source>Curr Med Res Opin</source>
          <year>2017</year>
          <month>05</month>
          <volume>33</volume>
          <issue>sup1</issue>
          <fpage>i</fpage>
          <lpage>iv</lpage>
          <pub-id pub-id-type="doi">10.1080/03007995.2017.1296267</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref84">
        <label>84</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schober</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Boer</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Schwarte</surname>
              <given-names>LA</given-names>
            </name>
          </person-group>
          <article-title>Correlation coefficients: appropriate use and interpretation</article-title>
          <source>Anesth Analg</source>
          <year>2018</year>
          <month>05</month>
          <volume>126</volume>
          <issue>5</issue>
          <fpage>1763</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1213/ANE.0000000000002864</pub-id>
          <pub-id pub-id-type="medline">29481436</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref85">
        <label>85</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mukaka</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Statistics corner: a guide to appropriate use of correlation coefficient in medical research</article-title>
          <source>Malawi Med J</source>
          <year>2012</year>
          <month>09</month>
          <volume>24</volume>
          <issue>3</issue>
          <fpage>69</fpage>
          <lpage>71</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23638278"/>
          </comment>
          <pub-id pub-id-type="medline">23638278</pub-id>
          <pub-id pub-id-type="pmcid">PMC3576830</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref86">
        <label>86</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Evaniew</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Adili</surname>
              <given-names>AF</given-names>
            </name>
            <name name-style="western">
              <surname>Ghert</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Khan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Madden</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bhandari</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The scholarly influence of orthopaedic research according to conventional and alternative metrics: a systematic review</article-title>
          <source>JBJS Rev</source>
          <year>2017</year>
          <month>05</month>
          <volume>5</volume>
          <issue>5</issue>
          <fpage>e5</fpage>
          <pub-id pub-id-type="doi">10.2106/JBJS.RVW.16.00059</pub-id>
          <pub-id pub-id-type="medline">28557819</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref87">
        <label>87</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fenner</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>What can article-level metrics do for you?</article-title>
          <source>PLoS Biol</source>
          <year>2013</year>
          <month>10</month>
          <volume>11</volume>
          <issue>10</issue>
          <fpage>e1001687</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pbio.1001687"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pbio.1001687</pub-id>
          <pub-id pub-id-type="medline">24167445</pub-id>
          <pub-id pub-id-type="pii">PBIOLOGY-D-13-03338</pub-id>
          <pub-id pub-id-type="pmcid">PMC3805468</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref88">
        <label>88</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Featherstone</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Scholarly tweets: measuring research impact via altmetrics</article-title>
          <source>J Can Health Libr Assoc</source>
          <year>2014</year>
          <month>08</month>
          <day>1</day>
          <volume>35</volume>
          <issue>2</issue>
          <fpage>60</fpage>
          <pub-id pub-id-type="doi">10.5596/c14-015</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
