<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="letter" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v23i5e27142</article-id>
      <article-id pub-id-type="pmid">33989163</article-id>
      <article-id pub-id-type="doi">10.2196/27142</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Letter to the Editor</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Letter to the Editor</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Minimizing Selection and Classification Biases. Comment on “Clinical Characteristics and Prognostic Factors for Intensive Care Unit Admission of Patients With COVID-19: Retrospective Study Using Machine Learning and Natural Language Processing”</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Derrick</surname>
            <given-names>Thomas</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Elbattah</surname>
            <given-names>Mahmoud</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Marconato</surname>
            <given-names>José</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Capote</surname>
            <given-names>Ticiana</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Martos Pérez</surname>
            <given-names>Francisco</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Internal Medicine</institution>
            <institution>Hospital Costa del Sol</institution>
            <addr-line>Autovía A-7, Km 187</addr-line>
            <addr-line>Marbella, 29603</addr-line>
            <country>Spain</country>
            <phone>34 658927715</phone>
            <email>pacomartos1@gmail.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3660-2743</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Gomez Huelgas</surname>
            <given-names>Ricardo</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9909-3555</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Martín Escalante</surname>
            <given-names>María Dolores</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1932-8682</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Casas Rojo</surname>
            <given-names>José Manuel</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6649-4301</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Internal Medicine</institution>
        <institution>Hospital Costa del Sol</institution>
        <addr-line>Marbella</addr-line>
        <country>Spain</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Internal Medicine Department</institution>
        <institution>Hospital Regional de Málaga</institution>
        <addr-line>Málaga</addr-line>
        <country>Spain</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Internal Medicine Department</institution>
        <institution>Infanta Cristina University Hospital</institution>
        <addr-line>Parla (Madrid)</addr-line>
        <country>Spain</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Francisco Martos Pérez <email>pacomartos1@gmail.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>5</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>26</day>
        <month>5</month>
        <year>2021</year>
      </pub-date>
      <volume>23</volume>
      <issue>5</issue>
      <elocation-id>e27142</elocation-id>
      <history>
        <date date-type="received">
          <day>12</day>
          <month>1</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>13</day>
          <month>5</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Francisco Martos Pérez, Ricardo Gomez Huelgas, María Dolores Martín Escalante, José Manuel Casas Rojo. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 26.05.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2021/5/e27142" xlink:type="simple"/>
      <related-article related-article-type="commentary-article" id="v22i10e21801" ext-link-type="doi" xlink:href="10.2196/21801" vol="22" page="e21801" xlink:type="simple">https://www.jmir.org/2020/10/e21801/</related-article>
      <related-article related-article-type="commentary" id="v23i5e29405" ext-link-type="doi" xlink:href="10.2196/mhealth.29405" vol="23" page="e29405" xlink:type="simple">https://www.jmir.org/2021/5/e29405/</related-article>
      <kwd-group>
        <kwd>artificial intelligence</kwd>
        <kwd>big data</kwd>
        <kwd>COVID-19</kwd>
        <kwd>electronic health records</kwd>
        <kwd>tachypnea</kwd>
        <kwd>SARS-CoV-2</kwd>
        <kwd>predictive model</kwd>
        <kwd>prognosis</kwd>
        <kwd>classification bias</kwd>
        <kwd>critical care</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <p>The paper by Izquierdo et al [<xref ref-type="bibr" rid="ref1">1</xref>], published in the recent issue of the <italic>Journal of Medical Internet Research</italic>, employed a combination of conventional and machine learning tools to describe the clinical characteristics of patients with COVID-19 and the factors that predict intensive care unit (ICU) admission. We would like to make some comments about its design.</p>
    <p>The authors should have provided the proportion of patients with a positive microbiological diagnosis. If the artificial intelligence software’s capacity for retrieving this information is limited in some way, this should be explained. The classification bias introduced by the lack of microbiological confirmation may have been significant since the study includes patients from January 1, 2020. Although some undiagnosed cases have likely been present prior to the first declared case (March 1, 2020) [<xref ref-type="bibr" rid="ref2">2</xref>] in Castilla-La Mancha, it is improbable that there were many of them.</p>
    <p>ICU admissions are related to many factors not addressed in the study. The decision not to admit a patient to the ICU because of short life expectancy, low quality of life, or high burden of comorbidities may have had a great impact during the first wave of the COVID-19 pandemic, when a scarcity of ICU beds manifested in some regions of Spain. The 6.1% ICU admission rate reported by the authors was 36% lower than the 8.3% reported in a national survey of 15,111 patients from 150 hospitals in Spain [<xref ref-type="bibr" rid="ref3">3</xref>]. We could hypothesize that the patients included in the study had a milder form of the disease. However, given the absence of a microbiological diagnosis in an unknown percentage of patients, the inclusion of a significant proportion of patients without a real COVID-19 diagnosis cannot be ruled out. These doubts could have been resolved if a microbiological diagnosis had been a requisite for inclusion. The mortality rate, the most robust and relevant endpoint, should also have been reported and the factors related to it analyzed.</p>
    <p>Artificial intelligence is having an increasing impact on the rate of health care information processing. However, minimization of selection and classification biases should be guaranteed in the design of investigations. In this case, this could have been achieved by including only microbiologically confirmed cases and prolonging the period of inclusion, since most COVID-19 cases emerged after the end date of the study inclusion period. These changes in the design would have allowed for a better evaluation of the performance of artificial intelligence techniques, making the results obtained in the sample closer to those of the real population.</p>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ICU</term>
          <def>
            <p>intensive care unit</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>	None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Izquierdo</surname>
              <given-names>Jose Luis</given-names>
            </name>
            <name name-style="western">
              <surname>Ancochea</surname>
              <given-names>Julio</given-names>
            </name>
            <collab>Savana COVID-19 Research Group</collab>
            <name name-style="western">
              <surname>Soriano</surname>
              <given-names>Joan B</given-names>
            </name>
          </person-group>
          <article-title>Clinical Characteristics and Prognostic Factors for Intensive Care Unit Admission of Patients With COVID-19: Retrospective Study Using Machine Learning and Natural Language Processing</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>10</month>
          <day>28</day>
          <volume>22</volume>
          <issue>10</issue>
          <fpage>e21801</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/10/e21801/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/21801</pub-id>
          <pub-id pub-id-type="medline">33090964</pub-id>
          <pub-id pub-id-type="pii">v22i10e21801</pub-id>
          <pub-id pub-id-type="pmcid">PMC7595750</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <source>Europa Press</source>
          <year>2020</year>
          <month>3</month>
          <day>1</day>
          <access-date>2020-01-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.europapress.es/castilla-lamancha/noticia-varon-62-anos-ingresado-guadalajara-primer-caso-positivo-coronavirus-lm-20200301103741.html">https://www.europapress.es/castilla-lamancha/noticia-varon-62-anos-ingresado-guadalajara-primer-caso-positivo-coronavirus-lm-20200301103741.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Casas-Rojo</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Antón-Santos </surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Millán-Núñez-Cortés</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lumbreras-Bermejo</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ramos-Rincón</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Roy-Vallejo</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Artero-Mora</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Arnalich-Fernández</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>García-Bruñén</surname>
              <given-names>J M</given-names>
            </name>
            <name name-style="western">
              <surname>Vargas-Núñez</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Freire-Castro</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Manzano-Espinosa</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Perales-Fraile</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Crestelo-Viéitez</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Puchades-Gimeno</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Rodilla-Sala</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Solís-Marquínez</surname>
              <given-names>M N</given-names>
            </name>
            <name name-style="western">
              <surname>Bonet-Tur</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Fidalgo-Moreno</surname>
              <given-names>M P</given-names>
            </name>
            <name name-style="western">
              <surname>Fonseca-Aizpuru</surname>
              <given-names>E M</given-names>
            </name>
            <name name-style="western">
              <surname>Carrasco-Sánchez</surname>
              <given-names>F J</given-names>
            </name>
            <name name-style="western">
              <surname>Rabadán-Pejenaute</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Rubio-Rivas</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Torres-Peña</surname>
              <given-names>J D</given-names>
            </name>
            <name name-style="western">
              <surname>Gómez-Huelgas</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Clinical characteristics of patients hospitalized with COVID-19 in Spain: Results from the SEMI-COVID-19 Registry</article-title>
          <source>Rev Clin Esp (Barc)</source>
          <year>2020</year>
          <month>11</month>
          <volume>220</volume>
          <issue>8</issue>
          <fpage>480</fpage>
          <lpage>494</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32762922"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.rce.2020.07.003</pub-id>
          <pub-id pub-id-type="medline">32762922</pub-id>
          <pub-id pub-id-type="pii">S0014-2565(20)30206-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC7368900</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
