<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="letter" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v23i5e29405</article-id>
      <article-id pub-id-type="pmid">33989164</article-id>
      <article-id pub-id-type="doi">10.2196/29405</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Letter to the Editor</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Letter to the Editor</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Authors’ Reply to: Minimizing Selection and Classification Biases Comment on “Clinical Characteristics and Prognostic Factors for Intensive Care Unit Admission of Patients With COVID-19: Retrospective Study Using Machine Learning and Natural Language Processing”</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Derrick</surname>
            <given-names>Thomas</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Izquierdo</surname>
            <given-names>Jose Luis</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0012-931X</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Soriano</surname>
            <given-names>Joan B</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <address>
            <institution>Hospital Universitario de La Princesa</institution>
            <addr-line>Diego de Leon 62</addr-line>
            <addr-line>Servicio de Neumología</addr-line>
            <addr-line>Madrid, 28006</addr-line>
            <country>Spain</country>
            <email>jbsoriano2@gmail.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9740-2994</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Universidad de Alcalá</institution>
        <addr-line>Madrid</addr-line>
        <country>Spain</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Hospital Universitario de La Princesa</institution>
        <addr-line>Madrid</addr-line>
        <country>Spain</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Joan B Soriano <email>jbsoriano2@gmail.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>5</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>26</day>
        <month>5</month>
        <year>2021</year>
      </pub-date>
      <volume>23</volume>
      <issue>5</issue>
      <elocation-id>e29405</elocation-id>
      <history>
        <date date-type="received">
          <day>6</day>
          <month>4</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>13</day>
          <month>5</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Jose Luis Izquierdo, Joan B Soriano. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 26.05.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2021/5/e29405" xlink:type="simple"/>
      <related-article related-article-type="commentary-article" id="v22i10e21801" ext-link-type="doi" xlink:href="10.2196/21801" vol="22" page="e21801" xlink:type="simple">https://www.jmir.org/2020/10/e21801/</related-article>
      <related-article related-article-type="commentary-article" id="v23i5e27142" ext-link-type="pubmed" xlink:href="26920122" vol="23" page="e27142" xlink:type="simple">https://www.jmir.org/2021/5/e27142</related-article>
      <kwd-group>
        <kwd>artificial intelligence</kwd>
        <kwd>big data</kwd>
        <kwd>COVID-19</kwd>
        <kwd>electronic health records</kwd>
        <kwd>tachypnea</kwd>
        <kwd>SARS-CoV-2</kwd>
        <kwd>predictive model</kwd>
        <kwd>prognosis</kwd>
        <kwd>classification bias</kwd>
        <kwd>critical care</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <p>We acknowledge the letter by Martos Pérez et al [<xref ref-type="bibr" rid="ref1">1</xref>] and take this opportunity to clarify related issues from our publication [<xref ref-type="bibr" rid="ref2">2</xref>]. Of our 10,504 patients with COVID-19, 2737 (26.5%) were tested with PCR (polymerase chain reaction). Within the 5 provinces of Castilla-La Mancha, the province that tested the most was Toledo (28.9%), while the least was Guadalajara (21.2%). Those patients in whom PCR was performed were 6.5 years older (63.0 vs 56.5 years). All these differences were highly statistically significant.</p>
    <p>You must take into account that our study period was from March 1 to 29, 2020, and including only microbiologically confirmed cases or prolonging the period of inclusion would have resulted in a biased assessment. From March 30, 2020, onwards, most intensive care units (ICUs) at our hospitals collapsed and ICU admissions were highly distorted due to a lack of beds. As we commented in the <italic>Discussion</italic> section, the ICU capacity in Castilla-La Mancha during the study period had not yet been compromised, which protects against possible bias in our training data (all patients requiring critical care were indeed admitted to the ICU). Therefore, it is unlikely that the absence of a confirmed diagnosis with PCR during the first weeks of the pandemic influenced our results. This was a generalized situation throughout Spain and in most European countries early in 2020. At that time, when a patient was hospitalized, a wide battery of viruses was considered for which there were reagents before performing PCR for coronaviruses. Patients seen during the month of March, in the midst of an avalanche of COVID-19 cases in our region, with negative tests for other viruses and clinical, radiologic, and blood tests highly compatible, did not raise doubts about their diagnosis of COVID-19, and the probability of error was considered negligible [<xref ref-type="bibr" rid="ref3">3</xref>-<xref ref-type="bibr" rid="ref5">5</xref>]. For all these reasons, bias in our AI (artificial intelligence) algorithms is highly unlikely. We, however, agree that admission to the ICU can be related to many factors. One strength of our study is that it analyzes the usual clinical practice in the whole population cared for in an entire health care region of Spain during a period when the lack of beds was not a limiting factor. It was not a sample—it was the entire population. Finally, our study objective was not mortality. In other studies, when we addressed mortality, the study period was extended to reliably collect this variable [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>].</p>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AI</term>
          <def>
            <p>artifical intelligence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">ICU</term>
          <def>
            <p>intensive care unit</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">PCR</term>
          <def>
            <p>polymerase chain reaction</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martos Pérez</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Gomez Huelgas</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Martín Escalante</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Casas Rojo</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Minimizing Selection and Classification Biases. Comment on "Clinical Characteristics and Prognostic Factors for Intensive Care Unit Admission of Patients With COVID-19: Retrospective Study Using Machine Learning and Natural Language Processing"</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>05</month>
          <volume>23</volume>
          <issue>5</issue>
          <fpage>e27142</fpage>
          <pub-id pub-id-type="doi">10.2196/27142</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Izquierdo</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Ancochea</surname>
              <given-names>J</given-names>
            </name>
            <collab>Savana COVID-19 Research Group</collab>
            <name name-style="western">
              <surname>Soriano</surname>
              <given-names>Joan B</given-names>
            </name>
          </person-group>
          <article-title>Clinical Characteristics and Prognostic Factors for Intensive Care Unit Admission of Patients With COVID-19: Retrospective Study Using Machine Learning and Natural Language Processing</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>10</month>
          <day>28</day>
          <volume>22</volume>
          <issue>10</issue>
          <fpage>e21801</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/10/e21801/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/21801</pub-id>
          <pub-id pub-id-type="medline">33090964</pub-id>
          <pub-id pub-id-type="pii">v22i10e21801</pub-id>
          <pub-id pub-id-type="pmcid">PMC7595750</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Long</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Shen</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Fan</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zeng</surname>
              <given-names>Bingliang</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Zicong</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Xiaofen</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Honglu</given-names>
            </name>
          </person-group>
          <article-title>Diagnosis of the Coronavirus disease (COVID-19): rRT-PCR or CT?</article-title>
          <source>Eur J Radiol</source>
          <year>2020</year>
          <month>05</month>
          <volume>126</volume>
          <fpage>108961</fpage>
          <pub-id pub-id-type="doi">10.1016/j.ejrad.2020.108961</pub-id>
          <pub-id pub-id-type="medline">32229322</pub-id>
          <pub-id pub-id-type="pii">S0720-048X(20)30150-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC7102545</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ai</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Hou</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Zhan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lv</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Tao</surname>
              <given-names>Qian</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>Ziyong</given-names>
            </name>
            <name name-style="western">
              <surname>Xia</surname>
              <given-names>Liming</given-names>
            </name>
          </person-group>
          <article-title>Correlation of Chest CT and RT-PCR Testing for Coronavirus Disease 2019 (COVID-19) in China: A Report of 1014 Cases</article-title>
          <source>Radiology</source>
          <year>2020</year>
          <month>08</month>
          <volume>296</volume>
          <issue>2</issue>
          <fpage>E32</fpage>
          <lpage>E40</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32101510"/>
          </comment>
          <pub-id pub-id-type="doi">10.1148/radiol.2020200642</pub-id>
          <pub-id pub-id-type="medline">32101510</pub-id>
          <pub-id pub-id-type="pmcid">PMC7233399</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Ren</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Ji</surname>
              <given-names>Bin</given-names>
            </name>
            <name name-style="western">
              <surname>Lv</surname>
              <given-names>Yungang</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Yumeng</given-names>
            </name>
            <name name-style="western">
              <surname>Mi</surname>
              <given-names>Rui</given-names>
            </name>
          </person-group>
          <article-title>Computed Tomographic Imaging of 3 Patients With Coronavirus Disease 2019 Pneumonia With Negative Virus Real-time Reverse-Transcription Polymerase Chain Reaction Test</article-title>
          <source>Clin Infect Dis</source>
          <year>2020</year>
          <month>07</month>
          <day>28</day>
          <volume>71</volume>
          <issue>15</issue>
          <fpage>850</fpage>
          <lpage>852</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32232429"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/cid/ciaa207</pub-id>
          <pub-id pub-id-type="medline">32232429</pub-id>
          <pub-id pub-id-type="pii">5814104</pub-id>
          <pub-id pub-id-type="pmcid">PMC7184489</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Graziani</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Soriano</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Del Rio-Bermudez</surname>
              <given-names>Carlos</given-names>
            </name>
            <name name-style="western">
              <surname>Morena</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Díaz</surname>
              <given-names>Teresa</given-names>
            </name>
            <name name-style="western">
              <surname>Castillo</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Alonso</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ancochea</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lumbreras</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Izquierdo</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>Characteristics and Prognosis of COVID-19 in Patients with COPD</article-title>
          <source>J Clin Med</source>
          <year>2020</year>
          <month>10</month>
          <day>12</day>
          <volume>9</volume>
          <issue>10</issue>
          <fpage>E3259</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=jcm9103259"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/jcm9103259</pub-id>
          <pub-id pub-id-type="medline">33053774</pub-id>
          <pub-id pub-id-type="pii">jcm9103259</pub-id>
          <pub-id pub-id-type="pmcid">PMC7600734</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Izquierdo</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Almonacid</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>González</surname>
              <given-names>Yolanda</given-names>
            </name>
            <name name-style="western">
              <surname>Del Rio-Bermudez</surname>
              <given-names>Carlos</given-names>
            </name>
            <name name-style="western">
              <surname>Ancochea</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cárdenas</surname>
              <given-names>Remedios</given-names>
            </name>
            <name name-style="western">
              <surname>Lumbreras</surname>
              <given-names>Sara</given-names>
            </name>
            <name name-style="western">
              <surname>Soriano</surname>
              <given-names>Joan B</given-names>
            </name>
          </person-group>
          <article-title>The impact of COVID-19 on patients with asthma</article-title>
          <source>Eur Respir J</source>
          <year>2021</year>
          <month>03</month>
          <volume>57</volume>
          <issue>3</issue>
          <fpage>57</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://erj.ersjournals.com:4040/lookup/pmidlookup?view=long&#38;pmid=33154029"/>
          </comment>
          <pub-id pub-id-type="doi">10.1183/13993003.03142-2020</pub-id>
          <pub-id pub-id-type="medline">33154029</pub-id>
          <pub-id pub-id-type="pii">13993003.03142-2020</pub-id>
          <pub-id pub-id-type="pmcid">PMC7651839</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
