<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="letter" dtd-version="2.0">
    <front>
        <journal-meta>
            <journal-id journal-id-type="publisher-id">JMIR</journal-id>
            <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
            <journal-title>Journal of Medical Internet Research</journal-title>
            <issn pub-type="epub">1438-8871</issn>
            <publisher>
                <publisher-name>JMIR Publications Inc.</publisher-name>
                <publisher-loc>Toronto, Canada</publisher-loc>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="publisher-id">v17i9e216</article-id>
            <article-id pub-id-type="pmid">26376668</article-id>
            <article-id pub-id-type="doi">10.2196/jmir.4639</article-id>
            <article-categories>
                <subj-group subj-group-type="heading">
                    <subject>Letter to the Editor</subject>
                </subj-group>
                <subj-group subj-group-type="article-type">
                    <subject>Letter to the Editor</subject>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title>Twitter-Based Journal Clubs: Additional Facts and Clarifications</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="editor">
                    <name>
                        <surname>Eysenbach</surname>
                        <given-names>Gunther</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <contrib-group>
                <contrib contrib-type="reviewer">
                    <name>
                        <surname>Roberts</surname>
                        <given-names>Matthew</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <contrib-group>
                <contrib contrib-type="author" id="contrib1">
                    <name name-style="western">
                        <surname>Topf</surname>
                        <given-names>Joel M</given-names>
                    </name>
                    <degrees>MD</degrees>
                    <xref rid="aff1" ref-type="aff">1</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-4697-7787</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib2">
                    <name name-style="western">
                        <surname>Sparks</surname>
                        <given-names>Matthew A</given-names>
                    </name>
                    <degrees>MD</degrees>
                    <xref rid="aff2" ref-type="aff">2</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-2075-2691</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib3">
                    <name name-style="western">
                        <surname>Iannuzzella</surname>
                        <given-names>Francesco</given-names>
                    </name>
                    <degrees>MD</degrees>
                    <xref rid="aff3" ref-type="aff">3</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-9948-0670</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib4">
                    <name name-style="western">
                        <surname>Lerma</surname>
                        <given-names>Edgar</given-names>
                    </name>
                    <degrees>MD</degrees>
                    <xref rid="aff4" ref-type="aff">4</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-0976-5478</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib5">
                    <name name-style="western">
                        <surname>Oates</surname>
                        <given-names>Thomas</given-names>
                    </name>
                    <degrees>MD, PhD</degrees>
                    <xref rid="aff5" ref-type="aff">5</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-2066-523X</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib6">
                    <name name-style="western">
                        <surname>Phelan</surname>
                        <given-names>Paul J</given-names>
                    </name>
                    <degrees>MD</degrees>
                    <xref rid="aff6" ref-type="aff">6</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-2549-5049</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib7" corresp="yes">
                    <name name-style="western">
                        <surname>Hiremath</surname>
                        <given-names>Swapnil</given-names>
                    </name>
                    <degrees>MD, MPH</degrees>
                    <xref rid="aff7" ref-type="aff">7</xref>
                    <address>
                        <institution>Ottawa Hospital Research Institute</institution>
                        <addr-line>1967 Riverside Dr</addr-line>
                        <addr-line>Ottawa, ON, K1H7W9</addr-line>
                        <country>Canada</country>
                        <phone>1 613 738 8400</phone>
                        <fax>1 613 738 8337</fax>
                        <email>shiremath@toh.on.ca</email>
                    </address>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-0010-3416</ext-link>
                </contrib>
            </contrib-group>
            <aff id="aff1">
                <sup>1</sup>
                <institution>St John Providence Hospital</institution>
                <addr-line>Detroit, MI</addr-line>
                <country>United States</country>
            </aff>
            <aff id="aff2">
                <sup>2</sup>
                <institution>Duke University and Durham VA Medical Centers</institution>
                <addr-line>Durham, NC</addr-line>
                <country>United States</country>
            </aff>
            <aff id="aff3">
                <sup>3</sup>
                <institution>Arcispedale Santa Maria Nuova, IRCCS</institution>
                <addr-line>Reggio Emilia</addr-line>
                <country>Italy</country>
            </aff>
            <aff id="aff4">
                <sup>4</sup>
                <institution>University of Illinois at Chicago/ Advocate Christ Medical Center</institution>
                <addr-line>Oak Lawn, IL</addr-line>
                <country>United States</country>
            </aff>
            <aff id="aff5">
                <sup>5</sup>
                <institution>Imperial College</institution>
                <addr-line>London</addr-line>
                <country>United Kingdom</country>
            </aff>
            <aff id="aff6">
                <sup>6</sup>
                <institution>Royal Infirmary of Edinburgh</institution>
                <addr-line>Edinburgh</addr-line>
                <country>United Kingdom</country>
            </aff>
            <aff id="aff7">
                <sup>7</sup>
                <institution>Ottawa Hospital Research Institute</institution>
                <addr-line>Ottawa, ON</addr-line>
                <country>Canada</country>
            </aff>
            <author-notes>
                <corresp>Corresponding Author: Swapnil Hiremath <email>shiremath@toh.on.ca</email>
                </corresp>
            </author-notes>
            <pub-date pub-type="collection">
                <month>09</month>
                <year>2015</year>
            </pub-date>
            <pub-date pub-type="epub">
                <day>16</day>
                <month>09</month>
                <year>2015</year>
            </pub-date>
            <volume>17</volume>
            <issue>9</issue>
            <elocation-id>e216</elocation-id>
            <!--history from ojs - api-xml-->
            <history>
                <date date-type="received">
                    <day>8</day>
                    <month>5</month>
                    <year>2015</year>
                </date>
                <date date-type="rev-request">
                    <day>25</day>
                    <month>5</month>
                    <year>2015</year>
                </date>
                <date date-type="rev-recd">
                    <day>11</day>
                    <month>6</month>
                    <year>2015</year>
                </date>
                <date date-type="accepted">
                    <day>8</day>
                    <month>7</month>
                    <year>2015</year>
                </date>
            </history>
            <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
            <copyright-statement>&#169;Joel M Topf, Matthew A Sparks, Francesco Iannuzzella, Edgar Lerma, Thomas Oates, Paul J Phelan, Swapnil Hiremath. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 16.09.2015. </copyright-statement>
            <copyright-year>2015</copyright-year>
            <license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/2.0/">
                <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (http://creativecommons.org/licenses/by/2.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
            </license>
            <self-uri xlink:href="http://www.jmir.org/2015/9/e216/" xlink:type="simple" />
<related-article related-article-type="commentary-article" vol="17" page="e103" xlink:href="http://www.jmir.org/2015/4/e103/" xlink:type="simple" />
<related-article related-article-type="commentary" vol="17" page="e217" xlink:href="http://www.jmir.org/2015/9/e217/" xlink:type="simple" />
        </article-meta>
    </front>
    <body>
        <p>We read the recently published paper on globalization of continuing professional development by Roberts et al with great interest [<xref ref-type="bibr" rid="ref1">1</xref>]. The authors should be congratulated on their idea as well as their execution of this novel way of evaluating and describing Twitter-based journal clubs. We would like to add to their article by providing some additional advantages and features of a Twitter-based online journal club to provide the reader with a more complete appreciation of their educational potential.</p>
        <p>First, we would like to caution the authors from relying on <italic>impressions</italic> as tracked by Symplur for two reasons. First, the impression count is the number of tweets multiplied by the number of followers the participant has. This calculation is performed at the time the analytics are generated, not at the time the participant tweeted. So, if participant X has 30 followers and tweets six times this will add 180 impressions to the analytics. If participant X subsequently gains an additional 970 followers, re-running the analytics will now show that participant X was responsible for 6000 impressions. Since users tend to gain more followers over time this makes early journal clubs look more successful than they actually were. Second, a few highly followed accounts can dramatically influence impressions. Today, #NephJC registers 15.4 million impressions, but this includes 2.4 million impressions from 8 spam accounts that tweeted using the #NephJC hashtag to put their message in front of physicians, but did not meaningfully participate in the chat (see <xref ref-type="fig" rid="figure1">Figure 1</xref>). Because of these problems, we advise investigators to be cautious when interpreting <italic>impressions</italic> and focus on the other analytics tracked by Symplur. Unfortunately, there is no easy solution to fix this problem. Regular audits of the hashtag could help to identify such accounts. However, this would require one to manually remove promiscuous tweets using the hashtag of interest.&#160;</p>
        <p>In the discussion, the authors mention that the &#34;freedom of voluntary participation complicates the establishment of an accurate and efficient record of participation for appropriate ethical acknowledgement for continuing professional development requirements by credentialing authorities.&#34; However, registration to a service such as Symplur, allows a Twitter-based journal club to maintain indefinite records of active participation, which we do agree is an essential component of fulfilling continuing professional development requirements by credentialing institutions.&#160;</p>
        <p>Twitter-based online journal clubs also provide post-publication peer-review (which in the case of #NephJC is captured in a PubMed Commons comment [<xref ref-type="bibr" rid="ref2">2</xref>] which links to the pre-chat article summary, a complete transcript and a curated Storify of the chat), which is increasingly recognized as a crucial component of knowledge synthesis and critical review.</p>
        <p>We agree that the broad based participation (high number of participants) of the international Urology Twitter Journal Club (#UroJC) is indicative of a successful endeavor. We believe that one of the major reasons driving the high number of participants, apart from its longevity (#UroJC started in October 2012), is that the journal club is not conducted as a focused chat but rather is an open period of discussion stretching over a few days. This allows individuals from many different time zones to contribute at a locally convenient time. In contrast, the live nature of other chats (such as #NephJC) provides a vibrant conversational tone, which likely drives a greater number of tweets, but with the trade-off of limiting participation due to inconvenient timing for various time zones.&#160;</p>
        <p>Lastly, regular updates of a systematic review should be performed when new evidence (usually in the form of new studies or trials) becomes available. Referred to as a &#34;living&#34; systematic review, this concept has been encouraged to keep the literature relevant and to narrow the evidence-practice gap [<xref ref-type="bibr" rid="ref3">3</xref>]. This aspect is perhaps even more relevant to the present review. Between the period that the present authors conducted their search, and the actual publication, another journal club has come into existence (#RheumJC), and the follower count has changed dramatically in some cases (eg #NephJC from 584 to 1360). Interestingly, the National Library of Medicine is encouraging the archiving of online discussions in medicine, such as these journal clubs, and can serve as a useful resource for researchers in this area [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
        <p>Organizing and producing a Twitter-based medical journal club takes a fair amount of time and effort, especially if one takes into account the background work and post-chat summation, active solicitation of participants, and coordination with authors. These efforts are, currently, not tracked or acknowledged by most academic institutions as scholarly activity [<xref ref-type="bibr" rid="ref5">5</xref>]. Hence, literature, such as this systematic review, are especially welcome since they can help to validate this work as being of scholarly interest.&#160;</p>
        <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
                <p>The contribution of 8 &#34;spam&#34; accounts that added 2.4 million impressions to the 15.4 million total, thus falsely inflating the impression count.</p>
            </caption>
            <graphic xlink:href="jmir_v17i9e216_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple" />
        </fig>
    </body>
    <back>
        <ref-list>
            <ref id="ref1">
                <label>1</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Roberts</surname>
                            <given-names>Matthew John</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Perera</surname>
                            <given-names>Marlon</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lawrentschuk</surname>
                            <given-names>Nathan</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Romanic</surname>
                            <given-names>Diana</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Papa</surname>
                            <given-names>Nathan</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bolton</surname>
                            <given-names>Damien</given-names>
                        </name>
                    </person-group>
                    <article-title>Globalization of continuing professional development by journal clubs via microblogging: a systematic review</article-title>
                    <source>J Med Internet Res</source>
                    <year>2015</year>
                    <volume>17</volume>
                    <issue>4</issue>
                    <fpage>e103</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2015/4/e103/" />
                    </comment>
                    <pub-id pub-id-type="doi">10.2196/jmir.4194</pub-id>
                    <pub-id pub-id-type="medline">25908092</pub-id>
                    <pub-id pub-id-type="pii">v17i4e103</pub-id>
                    <pub-id pub-id-type="pmcid">PMC4424319</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref2">
                <label>2</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Hiremath</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Topf</surname>
                            <given-names>JM</given-names>
                        </name>
                    </person-group>
                    <source>PubMed Commons</source>
                    <comment>Nephrology Journal Club profile<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.ncbi.nlm.nih.gov/myncbi/nephjc%20-%20nephrology.journal%20club.1/profile">http://www.ncbi.nlm.nih.gov/myncbi/nephjc%20-%20nephrology.journal%20club.1/profile</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">6YN6F5zmk</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref3">
                <label>3</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Elliott</surname>
                            <given-names>Julian H</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Turner</surname>
                            <given-names>Tari</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Clavisi</surname>
                            <given-names>Ornella</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Thomas</surname>
                            <given-names>James</given-names>
                        </name>
                        <collab>Higgins Julian P T</collab>
                        <name name-style="western">
                            <surname>Mavergames</surname>
                            <given-names>Chris</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gruen</surname>
                            <given-names>Russell L</given-names>
                        </name>
                    </person-group>
                    <article-title>Living systematic reviews: an emerging opportunity to narrow the evidence-practice gap</article-title>
                    <source>PLoS Med</source>
                    <year>2014</year>
                    <month>02</month>
                    <volume>11</volume>
                    <issue>2</issue>
                    <fpage>e1001603</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pmed.1001603" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1371/journal.pmed.1001603</pub-id>
                    <pub-id pub-id-type="medline">24558353</pub-id>
                    <pub-id pub-id-type="pii">PMEDICINE-D-13-02601</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3928029</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref4">
                <label>4</label>
                <nlm-citation citation-type="web">
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.ncbi.nlm.nih.gov/pubmedcommons/journal-clubs/about/">http://www.ncbi.nlm.nih.gov/pubmedcommons/journal-clubs/about/</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">6ZDBDX9sb</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref5">
                <label>5</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Biswas</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kircherr</surname>
                            <given-names>J</given-names>
                        </name>
                    </person-group>
                    <source>Citations are not enough: Academic promotion panels must take into account a scholar&#039;s presence in popular media</source>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://blogs.lse.ac.uk/impactofsocialsciences/2015/04/09/academic-promotion-scholars-popular-media/">http://blogs.lse.ac.uk/impactofsocialsciences/2015/04/09/academic-promotion-scholars-popular-media/</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">6YN6WkIP5</pub-id>
                </nlm-citation>
            </ref>
        </ref-list>
    </back>
</article>