<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="letter" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v23i5e29507</article-id>
      <article-id pub-id-type="pmid">33989168</article-id>
      <article-id pub-id-type="doi">10.2196/29507</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Letter to the Editor</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Letter to the Editor</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Authors’ Reply to: Redundancy of Terms in Search Strategies. Comment on “Searching PubMed to Retrieve Publications on the COVID-19 Pandemic: Comparative Analysis of Search Strings”</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Derrick</surname>
            <given-names>Thomas</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Rasmussen</surname>
            <given-names>Lauge Neimann</given-names>
          </name>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9584-2443</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Norgaard</surname>
            <given-names>Ole</given-names>
          </name>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1681-4338</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Andersen</surname>
            <given-names>Tue Helms</given-names>
          </name>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2108-674X</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Palayew</surname>
            <given-names>Adam</given-names>
          </name>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1904-5730</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Nicholson</surname>
            <given-names>Joey</given-names>
          </name>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8658-5879</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Lazarus</surname>
            <given-names>Jeffrey V</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <address>
            <institution>Barcelona Institute for Global Health (ISGlobal), Hospital Clínic</institution>
            <institution>University of Barcelona</institution>
            <addr-line>Calle del Rosellón 132</addr-line>
            <addr-line>Barcelona, 08036</addr-line>
            <country>Spain</country>
            <email>Jeffrey.Lazarus@isglobal.org</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9618-2299</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Danish Diabetes Knowledge Center</institution>
        <institution>Steno Diabetes Center Copenhagen</institution>
        <addr-line>Gentofte</addr-line>
        <country>Denmark</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Epidemiology, Biostatistics, and Occupational Health</institution>
        <institution>McGill University</institution>
        <addr-line>Montreal, QC</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>NYU Langone Health</institution>
        <institution>NYU Grossman School of Medicine</institution>
        <institution>NYU Health Sciences Library</institution>
        <addr-line>New York, NY</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Barcelona Institute for Global Health (ISGlobal), Hospital Clínic</institution>
        <institution>University of Barcelona</institution>
        <addr-line>Barcelona</addr-line>
        <country>Spain</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Jeffrey V Lazarus <email>Jeffrey.Lazarus@isglobal.org</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>5</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>28</day>
        <month>5</month>
        <year>2021</year>
      </pub-date>
      <volume>23</volume>
      <issue>5</issue>
      <elocation-id>e29507</elocation-id>
      <history>
        <date date-type="received">
          <day>9</day>
          <month>4</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>13</day>
          <month>5</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Lauge Neimann Rasmussen, Ole Norgaard, Tue Helms Andersen, Adam Palayew, Joey Nicholson, Jeffrey V Lazarus. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 28.05.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2021/5/e29507" xlink:type="simple"/>
      <related-article related-article-type="commentary-article" id="v23i5e28666" ext-link-type="doi" xlink:href="10.2196/28666" vol="23" page="e28666" xlink:type="simple">https://www.jmir.org/2020/11/e28666/</related-article>
      <related-article related-article-type="commentary-article" id="v22i11e23449" ext-link-type="doi" xlink:href="10.2196/23449" vol="22" page="e23449" xlink:type="simple">https://www.jmir.org/2020/11/e23449/</related-article>
      <kwd-group>
        <kwd>coronavirus</kwd>
        <kwd>COVID-19</kwd>
        <kwd>pandemic</kwd>
        <kwd>scientific publishing</kwd>
        <kwd>PubMed</kwd>
        <kwd>literature searching</kwd>
        <kwd>research</kwd>
        <kwd>literature</kwd>
        <kwd>search</kwd>
        <kwd>performance</kwd>
        <kwd>search strategy</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <p>We appreciate the interest in our analyses and dedication to informing clinicians, reviewers, information specialists, and others about searching for articles in PubMed.</p>
    <p>The letter authors [<xref ref-type="bibr" rid="ref1">1</xref>] highlight the importance of avoiding search errors and the principle of parsimony in formulating search strings, encouraging searchers “to eliminate any terms or phrases from a search strategy that do not retrieve or provide new records, as they are thus unnecessary.” We support the ambition and principle of parsimony, agreeing that redundant terms should be avoided. In our view, search 1 contains no redundant terms [<xref ref-type="bibr" rid="ref2">2</xref>]. It is unclear to us what search the letter authors refer to, and we encourage them to specify their critique regarding this. To avoid misunderstandings, the example search string in the letter does not originate from any that we tested.</p>
    <p>Our analysis showed how term choice and combinations impacted the sensitivity, precision, and F-score of selected search strings in PubMed in the 10 weeks from when the World Health Organization declared COVID-19 a public health emergency of international concern. Our results demonstrated that the more elaborate searches 1 and 2 had higher sensitivity than the ones singled out in the letter (searches 4 and 5). Please note that searches 3 and 4 were in practice identical, which some readers may overlook. In both the abstract and article, we highlighted the value of applying the single-term search “COVID-19” (searches 3 and 4) for everyday searches. However, as reflected by the F-score, searches 1 and 2 performed best.</p>
    <p>We acknowledge that the differences between some of the analyzed search strings are minor to some PubMed users and for some search purposes. For Cochrane-style systematic reviews, we recommend the more comprehensive search strings with the higher sensitivity and specificity unless resources are scarce. For everyday informational needs, less comprehensive searches may suffice.</p>
    <p>Our study had limitations, importantly the timeframe represented. As COVID-19 has evolved (eg, variants have been detected and have spread), new terms may be pertinent to add to search strings, including relevant Medical Subject Headings (MeSH) terms, which were not available during our search. Instead, we used all available Supplementary Concepts identified as relevant to COVID-19 in June 2020. Since the beginning of 2021, COVID-19–relevant MeSH terms have been available [<xref ref-type="bibr" rid="ref3">3</xref>], which we would include if we were developing a comprehensive search string now.</p>
    <p>We note that the suggestion from the letter authors to include the controlled vocabulary term “COVID-19” (unique ID: C000657245) would not activate the MeSH term “COVID-19” (unique ID: D000086382). Instead, it activates the obsolete Supplementary Concept “COVID-19”, which we included in our search string.</p>
    <p>The change in availability of relevant controlled vocabulary terms highlights the need to quickly add additional features, enabling PubMed users to perform effective searches during a pandemic. In line with our suggestion that the National Library of Medicine add a new subject filter, such as covid-19[sb], to address this issue, they have recently added several COVID-19 filters, such as LitCGeneral[filter], that may become useful [<xref ref-type="bibr" rid="ref4">4</xref>]. For future pandemics, we hope that such features would be made available sooner and that diseases and their variants would be named earlier.</p>
  </body>
  <back>
    <app-group/>
    <fn-group>
      <fn fn-type="conflict">
        <p>LNR, ON, and THA are employed at Steno Diabetes Center Copenhagen, a public hospital and research institution under the Capital Region of Denmark, which is partly funded by a grant from the Novo Nordisk Foundation. The funders had no role in this work. There are no other conflicts to declare.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Campos</surname>
              <given-names>Daniel Melo De Oliveira</given-names>
            </name>
            <name name-style="western">
              <surname>Fulco</surname>
              <given-names>Umberto Laino</given-names>
            </name>
            <name name-style="western">
              <surname>Oliveira</surname>
              <given-names>Jonas Ivan Nobre</given-names>
            </name>
          </person-group>
          <article-title>Redundancy of terms in search strategies to identify COVID-19–related articles in PubMed: comment on “Searching pubmed to Retrieve Publications on the COVID-19 Pandemic: Comparative Analysis of Search Strings”</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>05</month>
          <day>28</day>
          <volume>23</volume>
          <issue>5</issue>
          <fpage>e28666</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.2196/28666"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/28666</pub-id>
          <pub-id pub-id-type="medline">33989165</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lazarus</surname>
              <given-names>Jeffrey V</given-names>
            </name>
            <name name-style="western">
              <surname>Palayew</surname>
              <given-names>Adam</given-names>
            </name>
            <name name-style="western">
              <surname>Rasmussen</surname>
              <given-names>Lauge Neimann</given-names>
            </name>
            <name name-style="western">
              <surname>Andersen</surname>
              <given-names>Tue Helms</given-names>
            </name>
            <name name-style="western">
              <surname>Nicholson</surname>
              <given-names>Joey</given-names>
            </name>
            <name name-style="western">
              <surname>Norgaard</surname>
              <given-names>Ole</given-names>
            </name>
          </person-group>
          <article-title>Searching PubMed to retrieve publications on the COVID-19 pandemic: comparative analysis of search strings</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>11</month>
          <day>26</day>
          <volume>22</volume>
          <issue>11</issue>
          <fpage>e23449</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/11/e23449/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/23449</pub-id>
          <pub-id pub-id-type="medline">33197230</pub-id>
          <pub-id pub-id-type="pii">v22i11e23449</pub-id>
          <pub-id pub-id-type="pmcid">PMC7695541</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tybaert</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>MEDLINE data changes—2021</article-title>
          <source>NLM Tech Bull</source>
          <year>2020</year>
          <volume>437</volume>
          <fpage>e3a</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nlm.nih.gov/pubs/techbull/nd20/nd20_medline_data_changes_2021.html"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <article-title>PubMed user guide - COVID-19 article filters</article-title>
          <source>National Library of Medicine</source>
          <access-date>2020-04-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://pubmed.ncbi.nlm.nih.gov/help/#covid19-article-filters">https://pubmed.ncbi.nlm.nih.gov/help/#covid19-article-filters</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
