<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v23i4e27468</article-id>
      <article-id pub-id-type="pmid">33848973</article-id>
      <article-id pub-id-type="doi">10.2196/27468</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Deep Convolutional Neural Network–Based Computer-Aided Detection System for COVID-19 Using Multiple Lung Scans: Design and Implementation Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Basch</surname>
            <given-names>Corey</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Huang</surname>
            <given-names>Dina</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Ramezanghorbani</surname>
            <given-names>Nahid</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Bordbar</surname>
            <given-names>Arash</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Almasi</surname>
            <given-names>Sohrab</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Ghaderzadeh</surname>
            <given-names>Mustafa</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4016-3843</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Asadi</surname>
            <given-names>Farkhondeh</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Health Information Technology and Management</institution>
            <institution>School of Allied Medical Sciences</institution>
            <institution>Shahid Beheshti University of Medical Sciences</institution>
            <addr-line>Darband St</addr-line>
            <addr-line>Ghods Square</addr-line>
            <addr-line>Tehran</addr-line>
            <country>Iran</country>
            <phone>98 9123187253</phone>
            <email>Asadifar@sbmu.ac.ir</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0939-7983</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Jafari</surname>
            <given-names>Ramezan</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1099-4259</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Bashash</surname>
            <given-names>Davood</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8029-4920</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Abolghasemi</surname>
            <given-names>Hassan</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6920-5029</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Aria</surname>
            <given-names>Mehrad</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6027-6952</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Health Information Technology and Management</institution>
        <institution>School of Allied Medical Sciences</institution>
        <institution>Shahid Beheshti University of Medical Sciences</institution>
        <addr-line>Tehran</addr-line>
        <country>Iran</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Radiology</institution>
        <institution>Baqiyatallah University of Medical Sciences</institution>
        <addr-line>Tehran</addr-line>
        <country>Iran</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Hematology and Blood Banking</institution>
        <institution>School of Allied Medical Sciences</institution>
        <institution>Shahid Beheshti University of Medical Sciences</institution>
        <addr-line>Tehran</addr-line>
        <country>Iran</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Pediatric Congenital Hematologic Disorders Research Center</institution>
        <institution>Shahid Beheshti University of Medical Sciences</institution>
        <addr-line>Tehran</addr-line>
        <country>Iran</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Department of Computer Engineering, Faculty of Electrical and Computer Engineering</institution>
        <institution>Shiraz University</institution>
        <addr-line>Shiraz</addr-line>
        <country>Iran</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Farkhondeh Asadi <email>Asadifar@sbmu.ac.ir</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>4</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>26</day>
        <month>4</month>
        <year>2021</year>
      </pub-date>
      <volume>23</volume>
      <issue>4</issue>
      <elocation-id>e27468</elocation-id>
      <history>
        <date date-type="received">
          <day>26</day>
          <month>1</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>23</day>
          <month>2</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>26</day>
          <month>2</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>3</day>
          <month>4</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Mustafa Ghaderzadeh, Farkhondeh Asadi, Ramezan Jafari, Davood Bashash, Hassan Abolghasemi, Mehrad Aria. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 26.04.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2021/4/e27468" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Owing to the COVID-19 pandemic and the imminent collapse of health care systems following the exhaustion of financial, hospital, and medicinal resources, the World Health Organization changed the alert level of the COVID-19 pandemic from high to very high. Meanwhile, more cost-effective and precise COVID-19 detection methods are being preferred worldwide.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>Machine vision–based COVID-19 detection methods, especially deep learning as a diagnostic method in the early stages of the pandemic, have been assigned great importance during the pandemic. This study aimed to design a highly efficient computer-aided detection (CAD) system for COVID-19 by using a neural search architecture network (NASNet)–based algorithm.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>NASNet, a state-of-the-art pretrained convolutional neural network for image feature extraction, was adopted to identify patients with COVID-19 in their early stages of the disease. A local data set, comprising 10,153 computed tomography scans of 190 patients with and 59 without COVID-19 was used.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>After fitting on the training data set, hyperparameter tuning, and topological alterations of the classifier block, the proposed NASNet-based model was evaluated on the test data set and yielded remarkable results. The proposed model's performance achieved a detection sensitivity, specificity, and accuracy of 0.999, 0.986, and 0.996, respectively.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The proposed model achieved acceptable results in the categorization of 2 data classes. Therefore, a CAD system was designed on the basis of this model for COVID-19 detection using multiple lung computed tomography scans. The system differentiated all COVID-19 cases from non–COVID-19 ones without any error in the application phase. Overall, the proposed deep learning–based CAD system can greatly help radiologists detect COVID-19 in its early stages. During the COVID-19 pandemic, the use of a CAD system as a screening tool would accelerate disease detection and prevent the loss of health care resources.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>artificial intelligence</kwd>
        <kwd>classification</kwd>
        <kwd>computer-aided detection</kwd>
        <kwd>computed tomography scan</kwd>
        <kwd>convolutional neural network</kwd>
        <kwd>coronavirus</kwd>
        <kwd>COVID-19</kwd>
        <kwd>deep learning</kwd>
        <kwd>machine learning</kwd>
        <kwd>machine vision</kwd>
        <kwd>model</kwd>
        <kwd>pandemic</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>In 2020, the rapid global spread of COVID-19 made the World Health Organization declare the first pandemic of the 21st century, with the highest level of alert worldwide. Based on the WorldMeters statistics, until January 5, 2021, more than 86 million people worldwide contracted this disease, with more than 1,870,000 confirmed deaths due to COVID-19. Early detection of COVID-19 is essential not only for patient care but also for public health by ensuring patients’ isolation and controlling disease spread [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. The first and most important step to control this pandemic is the rapid detection of infected patients and monitoring of positive cases. Various diagnostic methods for the rapid detection of COVID-19 have been introduced by different studies and by the WHO, with the reverse transcription–polymerase chain reaction (RT–PCR) test being the most prominent diagnostic method. Although RT–PCR is the gold standard for COVID-19 detection, owing to its time-intensiveness and high cost, infected individuals, as a source of transmission, can transmit the virus to many people while they are waiting to receive the results of their RT–PCR test. Moreover, previous studies have reported that the RT–PCR test has a high false-negative rate; this is a major limitation of this diagnostic test and reduces its sensitivity. Furthermore, this leads to delayed detection, treatment, and—in advanced stages of the disease—an increased mortality rate [<xref ref-type="bibr" rid="ref3">3</xref>-<xref ref-type="bibr" rid="ref8">8</xref>]. A high influx of patients at diagnostic centers during the pandemic has led to excessive use of resources and a shortage of RT–PCR test kits. Regardless of the need of RT–PCR tests for suspected individuals, the multiple repeats of these tests for patients have imposed a heavy burden on health care sources. The time-consuming nature of laboratory tests, coupled with the molecular and nonspecific nature of serological tests, has necessitated the use of a cheaper test focusing on findings in the lung tissue. As major lung health monitoring tools, radiological tests have attracted the attention of clinical specialists. For COVID-19 evaluation, computed tomography (CT) is a more sensitive and specific detection method than chest X-ray imaging, and, in many cases, lung involvement and ground-glass opacities (GGO) can be viewed on CT even before the onset of clinical symptoms and before obtaining positive results on an RT–PCR test. This implies that, in many cases, before the emergence of the first clinical symptoms and a positive RT–PCR finding, the complications of COVID-19 can be detected in the lungs. Based on previous reports and the WHO’s recommendations, chest CT has emerged as a valuable tool for the early detection and triaging of individuals suspected with COVID-19 [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. In a study on 1014 patients with COVID-19, CT enabled more sensitive detection than RT–PCR [<xref ref-type="bibr" rid="ref11">11</xref>]. Despite the success of this radiological modality in detecting COVID-19–related lung damage, certain problems are associated with its use. Despite the WHO’s recommendations, chest CT findings are normal in some patients at the outset of the disease, and this lends a negative predictive value to CT alone. The low-specificity of CT can deter disease detection in non–COVID-19 cases. In addition, ionizing radiation from the CT scanner can cause problems to patients who require multiple CT scans during the course of their disease [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref16">16</xref>]. In the past decade, numerous computer-based methods have been employed for improving the efficiency of medical imaging techniques. One such method is the use of machine learning algorithms, which has had remarkable success in medical imaging. Among different types of machine learning methods, deep learning models have achieved high precision in machine vision tasks rapidly after the emergence of COVID-19. Convolutional neural networks (CNNs) have high potential for feature extraction and analysis. Upon the emergence of COVID-19, and owing to the limitations of diagnostic tests, numerous machine learning techniques have been adopted to improve the precision of diagnostic methods. <xref ref-type="table" rid="table1">Table 1</xref> lists some relevant studies.</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Studies evaluating machine learning algorithms used for COVID-19 detection.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="130"/>
          <col width="210"/>
          <col width="180"/>
          <col width="180"/>
          <col width="300"/>
          <thead>
            <tr valign="top">
              <td>Study (country)</td>
              <td>Study objective</td>
              <td>Population</td>
              <td>Models used</td>
              <td>Evaluation results</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Ni et al (China) [<xref ref-type="bibr" rid="ref15">15</xref>]</td>
              <td>Automatic detection</td>
              <td>14,531</td>
              <td>Convolutional multiview feature pyramid network with positron-aware attention and a 3D U-Net</td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>F<sub>1</sub> score=97%</p>
                  </list-item>
                  <list-item>
                    <p>Sensitivity=100%</p>
                  </list-item>
                </list>
              </td>
            </tr>
            <tr valign="top">
              <td>Wang et al (China) [<xref ref-type="bibr" rid="ref17">17</xref>]</td>
              <td>Diagnostic and prognostic analysis</td>
              <td>5372</td>
              <td>Densenet121-feature pyramid network</td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>Area under the receiver operating characteristic curve=87%-88%</p>
                  </list-item>
                  <list-item>
                    <p>Sensitivity=80.3%-79.35%</p>
                  </list-item>
                </list>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>Hasan et al (Iraq) [<xref ref-type="bibr" rid="ref18">18</xref>]</td>
              <td>Diagnosis (classification)</td>
              <td>321</td>
              <td>Long short-term memory classifier</td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>Accuracy=99.68%</p>
                  </list-item>
                </list>
              </td>
            </tr>
            <tr valign="top">
              <td>Pathak et al (India) [<xref ref-type="bibr" rid="ref19">19</xref>]</td>
              <td>Classification (detection)</td>
              <td>852</td>
              <td>ResNet-50</td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>Accuracy=93.01%</p>
                  </list-item>
                </list>
              </td>
            </tr>
            <tr valign="top">
              <td>Ardakani et al (Iran) [<xref ref-type="bibr" rid="ref20">20</xref>]</td>
              <td>Detection</td>
              <td>194</td>
              <td>10 pretrained convolutional neural networks: AlexNet, VGG-16, VGG-19, SqueezeNet, GoogleNet, MobileNet-V2, ResNet-18, ResNet-50, ResNet-101, and Xception</td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>Best performance: ResNet-101 and Xception</p>
                  </list-item>
                  <list-item>
                    <p>Sensitivity (ResNet-101)=100%</p>
                  </list-item>
                  <list-item>
                    <p>Sensitivity (Xception)=98.04%</p>
                  </list-item>
                  <list-item>
                    <p>Specificity (ResNet-101): 99.02%</p>
                  </list-item>
                  <list-item>
                    <p>Specificity (Xception)=100%</p>
                  </list-item>
                  <list-item>
                    <p>Accuracy (ResNet-101)=99.51%</p>
                  </list-item>
                  <list-item>
                    <p>Accuracy (Xception)=99.02%</p>
                  </list-item>
                </list>
              </td>
            </tr>
            <tr valign="top">
              <td>Li et al (China) [<xref ref-type="bibr" rid="ref21">21</xref>]</td>
              <td>Automatic detection</td>
              <td>4356</td>
              <td>RestNet50 as the backbone of the main model</td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>Sensitivity=90%</p>
                  </list-item>
                  <list-item>
                    <p>Specificity=96%</p>
                  </list-item>
                </list>
              </td>
            </tr>
            <tr valign="top">
              <td>Mei et al (United States) [<xref ref-type="bibr" rid="ref22">22</xref>]</td>
              <td>Rapid diagnosis</td>
              <td>905</td>
              <td>Inception-ResNet-V2</td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>Correctly identified 17 of 25 (68%) patients with COVID-19</p>
                  </list-item>
                </list>
                <break/>
              </td>
            </tr>
            <tr valign="top">
              <td>Song et al (China) [<xref ref-type="bibr" rid="ref23">23</xref>]</td>
              <td>Diagnosis</td>
              <td>227</td>
              <td>Bidirectional generative adversarial network</td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>Sensitivity=85%</p>
                  </list-item>
                  <list-item>
                    <p>Specificity=88%</p>
                  </list-item>
                </list>
              </td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Overview</title>
        <p>Based on the success of CNNs in machine vision tasks, we designed and implemented a model for the classification of CT images of individuals with and those without COVID-19 through a deep neural network based on a Neural Search Architecture Network (NASNet) [<xref ref-type="bibr" rid="ref24">24</xref>] feature extractor.</p>
      </sec>
      <sec>
        <title>Data Set</title>
        <p>The data set comprised 10,153 CT scans, of which 7644 belong to 190 patients with COVID-19 and 2509 belong to 59 people without COVID-19, including those with pneumonia and otherwise healthy individuals who visited the hospital owing to a suspicion of COVID-19 [<xref ref-type="bibr" rid="ref25">25</xref>]. All these images were collected from the radiology centers of teaching hospitals in Tehran, Iran. The disease status in suspected individuals was confirmed in this set after an RT–PCR test. <xref rid="figure1" ref-type="fig">Figure 1</xref> shows the CT scans of some patients with COVID-19 and their counterparts with suspected disease.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Axial computed tomography scan slices of the lung. (A, B, C) Non–COVID-19 cases including those of pneumonia and healthy individuals; (D, E, F) infected lungs of patients with COVID-19.</p>
          </caption>
          <graphic xlink:href="jmir_v23i4e27468_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Proposed Method</title>
        <p>To detect COVID-19 in patients at an early stage of the disease from multiple lung CT scans, a state-of-the-art model based on a NASNet CNN feature extractor was proposed. Based on the proposed model, a computer-aided detection (CAD) system was designed.</p>
      </sec>
      <sec>
        <title>Data Preparation and Preprocessing</title>
        <p>For data preparation, lung CT scans were first received in the Digital Imaging and Communications in Medicine format as the output of the picture archiving and communications system of a diagnostic center. In the preprocessing stage, the images were converted to the commonly used JPG format, and the order of the color channels was changed from the default BGR to RGB to prepare the images for processing.</p>
        <p>Based on the literature, the success of medical image visual tasks in deep learning is not merely attributed to CNN models; rather, a major part of this success results from image preprocessing [<xref ref-type="bibr" rid="ref26">26</xref>]. Data normalization to maintain the integrity of the images was performed as the first step of preprocessing, which plays a key role in the analysis of CT scans [<xref ref-type="bibr" rid="ref27">27</xref>]. To this end, first, the pixel-level global mean (SD) values were calculated for all the images; thereafter, the data were normalized using the following equation:</p>
        <graphic xlink:href="jmir_v23i4e27468_fig8.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        <p>where <inline-graphic xlink:href="jmir_v23i4e27468_fig12.png" xlink:type="simple" mimetype="image"/> is the global mean of the image set <italic>X</italic>, <italic>σ</italic> is the SD, and <italic>ε</italic>=1<italic>e</italic>–10 is an insignificant value to prevent the denominator from becoming 0.</p>
        <p>After normalization, for standardizing the images to achieve a unified scale for the input of the deep neural network, the values of the pixels of each image were scaled by transferring to (0,255) and then by transforming to the (0,1) interval, such that the images would be standard during training. Since CNNs depend on a large number of data to enhance their efficiency and prevent model over-fitting [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]; at this stage, data were augmented for the training data set through random rotation, contrast alteration, illumination alteration, and gamma correction.</p>
        <p>All the images of the sets were shuffled such that the network would not necessarily see the data of only a certain class during training, and each batch would include images with different labels belonging to both COVID-19 and non–COVID-19 classes. The dimensions of the input images were changed to 224×224×3; however, this method can be used on images with any other dimensions. The data set with the 64:16:20 ratio was randomly divided among the training, validation, and test sets, respectively, whereby 20% of the data were allocated to the test set, the remaining 80% to the training set, and 20% of the training set was assigned to the validation set.</p>
      </sec>
      <sec>
        <title>Feature Extraction and Classification</title>
        <p>Convolutional layers were used in the feature extraction block. Immediately after each Conv2D layer, the useful statistics were collected using the Max-Pooling module and, after normalizing them using batch normalization, passed to the next CNN block. To prevent model overfitting, in addition to batch normalization, weight regularization and dropout methods were also applied. For regularization, the Euclidean norm (L2) was used with different coefficient values in the (0.001-0.01) interval after activation using the LeakyReLU activation function and dropout of 20%-30% of the weights. Inspired by the transfer learning approach, for better feature extraction, the preliminary blocks of the pretrained NASNetLarge network were used. NASNet has a scalable architecture for image classification and consists of 2 repeated motifs termed the normal cell and the reduction cell. <xref rid="figure2" ref-type="fig">Figure 2</xref> illustrates the architecture of these convolutional cells. All parameters were initialized using the weights obtained from fitting NASNetLarge on the ImageNet data set. After the feature extraction block, the weights were transferred to 3 dense or fully connected layers by using a global average pooling flatten layer in the form of a 1-dimensional tensor.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Architecture of the NASNet’s convolutional cells with B=5 blocks. The input (white) is the hidden state from previous activations (or input image). The output (pink) is the result of a concatenation operation across all resulting branches. Each convolutional cell is the result of B blocks. A single block corresponds to 2 primitive operations (yellow) and a combination operation (green) [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
          </caption>
          <graphic xlink:href="jmir_v23i4e27468_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>In these layers, batch normalization, regularization, and weight dropout were performed as well. The first dense layer used a ReLU activation function, the next layer utilized a LeakyReLU, and the last layer, which actually is the classifier layer, employed a Softmax multiclass activation function.</p>
        <p>During the training process, in the first phase, the feature extraction block was frozen and contained nontrainable parameters, and Adam was used as the optimizer. In this phase, the initial learning rate of 1<italic>e</italic>–3 and the binary cross-entropy loss function were used. If validation loss remained stable in every 10 epochs, the learning rate would be reduced by 20% to a minimum of 1<italic>e</italic>–6 in case of no further improvement. If the validation loss remained stable up to 20 epochs, the process of training would stop. Eventually, only the best weights were saved. After training the dense layers, in the second phase the feature extraction block was unfreezed, and the network—this time fully trainable—was fitted once more on the same data; in this phase, the stochastic gradient descent optimizer with the initial learning rate of 1<italic>e</italic>–4 was utilized. The batch size was 32; the number of epochs in the first phase was assumed to be 200, and 1000 iterations were considered in the second phase.</p>
      </sec>
      <sec>
        <title>CAD System Based on the Proposed Model</title>
        <p>Many studies have recommended the use of CT scans for COVID-19 detection, many of which have used machine learning–based computer methods to enhance the results of chest CT. All machine learning methods have attempted to detect COVID-19 in the images with a single CT slice [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref30">30</xref>-<xref ref-type="bibr" rid="ref33">33</xref>]; however, in real time, radiologists confirm or reject COVID-19 on the basis of overall slices of a patient’s CT scan. This study aimed to design a computer-aided diagnostic system to detect COVID-19 with multiple CT images for each person. In the CAD system designed on the basis of the proposed model, 4 CT slices were obtained from a person suspected with COVID-19 and the system estimates the final result from the output average mean of classifying all the slices. However, the proposed system can receive a different number of slides and does not depend on the number of inputs. This increases the reliability of the results obtained from the proposed model. <xref rid="figure3" ref-type="fig">Figure 3</xref> provides a schematic representation of the proposed model.</p>
        <p>In the experiments, the proposed model successfully detected all the cases of COVID-19 with high accuracy and differentiated all the positive and negative cases without any discernible error. <xref rid="figure4" ref-type="fig">Figures 4</xref> and <xref rid="figure5" ref-type="fig">5</xref> display the performance of the proposed model by presenting the results of detection on the first 25 samples and 25 random ones from the test set, respectively.</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Proposed deep convolutional neural network–based CAD system for COVID-19 detection using multiple lung computed tomography scans. CT: computed tomography.</p>
          </caption>
          <graphic xlink:href="jmir_v23i4e27468_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Results of the detection on the first 25 samples from the test set. “I” is the image index, “P” is the predicted value, and “L” is the grand truth label. Green indicates correct detection and red indicates incorrect detection.</p>
          </caption>
          <graphic xlink:href="jmir_v23i4e27468_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>Results of detection on 25 random samples from the test set. “I” is the image index, “P” is the predicted value, and “L” is the grand truth label. Green indicates correct detection and red indicates incorrect detection.</p>
          </caption>
          <graphic xlink:href="jmir_v23i4e27468_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>In the case of COVID-19, the lack of an early and accurate diagnosis leads to the spread of the disease among other individuals, which has irreversible effects on the control of the pandemic. The proposed CAD system, which detects cases of COVID-19 from multiple CT slices can perform more accurately because, owing to the error of not showing the area of the GGO in some CT slices, the data of many slices may have been missed. Moreover, in models that detect COVID-19 from a single slice, there is a risk of error in viewing the infected area of the lung or ROI owing to operator errors, the angle of the slices, or problems with the CT scanner tube. Thus, by using a multislice CAD system, the disease can be detected in its early stages, and the initial signs of lung involvement can be discovered with maximum precision.</p>
      </sec>
      <sec>
        <title>Implementation</title>
        <p>The proposed method was implemented using the Python programming language by Keras, which is a high-level library for TensorFlow machine learning framework which also utilized a Compute Unified Device Architecture deep learning network library for parallel processing on the graphics processing unit. The computer system had an Intel Core i7 7700K CPU, 32 GB RAM, and an Nvidia T4 GPU accelerator. Implementation codes and the pretrained model are available on GitHub [<xref ref-type="bibr" rid="ref34">34</xref>].</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Metrics</title>
        <p>To quantitatively evaluate the performance of the proposed method, the sensitivity, specificity, accuracy, and <italic>F</italic><sub>1</sub> score evaluation criteria were determined on the basis of the model’s performance by using a confusion matrix. Here, sensitivity was defined as the ratio of COVID-19 cases correctly detected by the model to all the actual COVID-19 cases. Specificity was defined as the ratio of the non–COVID-19 cases correctly detected by the model to all the actual non–COVID-19 cases. Moreover, accuracy was defined as the rate of all the COVID-19 and non–COVID-19 cases accurately detected on the basis of the CT images.</p>
      </sec>
      <sec>
        <title>Experimental Results and Evaluation</title>
        <p>In this study, we used traditional measures to evaluate the performance of the proposed model, using a confusion matrix. Based on this confusion matrix, the specificity and sensitivity in measuring and analyzing the performance of the proposed CAD model were calculated, where specificity was defined as the ability of the classifier to correctly identify individuals without COVID-19 (true-negative rate). Sensitivity was defined as the classifier’s ability to identify individuals with COVID-19 correctly (true-positive rate). These evaluations were performed using the following equations:</p>
        <graphic xlink:href="jmir_v23i4e27468_fig9.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        <graphic xlink:href="jmir_v23i4e27468_fig10.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        <graphic xlink:href="jmir_v23i4e27468_fig11.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        <p><xref rid="figure6" ref-type="fig">Figure 6</xref> shows the confusion matrix for the evaluation in the test set for 2 classes. The evaluation criteria based on the confusion matrix are provided in <xref ref-type="table" rid="table2">Table 2</xref>.</p>
        <fig id="figure6" position="float">
          <label>Figure 6</label>
          <caption>
            <p>(A) Confusion matrix and (B) normalized confusion matrix of the model performance for the test data.</p>
          </caption>
          <graphic xlink:href="jmir_v23i4e27468_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Performance of the proposed method in the test data set.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="500"/>
            <col width="500"/>
            <thead>
              <tr valign="top">
                <td>Metric</td>
                <td>Value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Sensitivity</td>
                <td>99.9</td>
              </tr>
              <tr valign="top">
                <td>Specificity</td>
                <td>98.6</td>
              </tr>
              <tr valign="top">
                <td>Accuracy</td>
                <td>99.6</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <p>The learning curve of the proposed model for the training and validation sets is illustrated in <xref rid="figure7" ref-type="fig">Figure 7</xref>. On assessing the behavior of the proposed model in handling new validation data, we observed that with increased epochs, the model had a lower error rate, and thus enhanced accuracy for the unknown data, which suggests that the model has high potential for detecting new cases of COVID-19 from the CT scans. The mean square error in detecting all the COVID-19 and non–COVID-19 cases from among the test set images was 0.003938, which was significantly lower than that reported in previous studies.</p>
        <p>The metrics of positive predictive value and negative predictive value, as well as the <italic>F</italic><sub>1</sub> score, for the proposed model are shown in <xref ref-type="table" rid="table3">Table 3</xref>.</p>
        <fig id="figure7" position="float">
          <label>Figure 7</label>
          <caption>
            <p>Training and validation loss and accuracy.</p>
          </caption>
          <graphic xlink:href="jmir_v23i4e27468_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Evaluation of the proposed model for the test set.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="500"/>
            <col width="500"/>
            <thead>
              <tr valign="top">
                <td>Metric</td>
                <td>Value (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Positive predictive value = True positive / Positive calls</td>
                <td>99.8%</td>
              </tr>
              <tr valign="top">
                <td>Negative predictive value = True negative / Negative calls</td>
                <td>99.7%</td>
              </tr>
              <tr valign="top">
                <td>F<sub>1</sub> score = (True positive / True positive) + 0.5 (False positive + False negative)</td>
                <td>99.8%</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <p>To evaluate the performance of the proposed model further in real-life applications and present a comparable evaluation, we tested our model on a publicly available and well-known data set [<xref ref-type="bibr" rid="ref30">30</xref>] using the cross–data set evaluation approach. The results shown in <xref ref-type="table" rid="table4">Table 4</xref> compare the proposed method with other state-of-the-art approaches, including traditional deep neural networks and pretrained networks [<xref ref-type="bibr" rid="ref30">30</xref>-<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref35">35</xref>].</p>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Comparison of the performance of different models for detecting COVID-19 using various evaluation metrics.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="230"/>
            <col width="170"/>
            <col width="200"/>
            <col width="200"/>
            <col width="200"/>
            <thead>
              <tr valign="top">
                <td>Model</td>
                <td colspan="4">Evaluation Metrics</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Accuracy</td>
                <td>Precision</td>
                <td>Recall</td>
                <td><italic>F</italic><sub>1</sub> score</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>SqueezeNet</td>
                <td>95.1</td>
                <td>94.2</td>
                <td>96.2</td>
                <td>95.2</td>
              </tr>
              <tr valign="top">
                <td>ShuffleNet</td>
                <td>97.5</td>
                <td>96.1</td>
                <td>99.0</td>
                <td>97.5</td>
              </tr>
              <tr valign="top">
                <td>GoogleNet</td>
                <td>91.7</td>
                <td>90.2</td>
                <td>93.5</td>
                <td>91.8</td>
              </tr>
              <tr valign="top">
                <td>VGG-16</td>
                <td>94.9</td>
                <td>94.0</td>
                <td>95.4</td>
                <td>94.9</td>
              </tr>
              <tr valign="top">
                <td>AlexNet</td>
                <td>93.7</td>
                <td>94.9</td>
                <td>92.2</td>
                <td>93.6</td>
              </tr>
              <tr valign="top">
                <td>ResNet50</td>
                <td>94.9</td>
                <td>93.0</td>
                <td>97.1</td>
                <td>95.0</td>
              </tr>
              <tr valign="top">
                <td>Xception</td>
                <td>98.8</td>
                <td>99.0</td>
                <td>98.6</td>
                <td>98.8</td>
              </tr>
              <tr valign="top">
                <td>AdaBoost</td>
                <td>95.1</td>
                <td>93.6</td>
                <td>96.7</td>
                <td>95.1</td>
              </tr>
              <tr valign="top">
                <td>Decision Tree</td>
                <td>79.4</td>
                <td>76.8</td>
                <td>83.1</td>
                <td>79.8</td>
              </tr>
              <tr valign="top">
                <td>Explainable deep learning [<xref ref-type="bibr" rid="ref30">30</xref>]</td>
                <td>97.3</td>
                <td>99.1</td>
                <td>95.5</td>
                <td>97.3</td>
              </tr>
              <tr valign="top">
                <td>DenseNet201 [<xref ref-type="bibr" rid="ref31">31</xref>]</td>
                <td>96.2</td>
                <td>96.2</td>
                <td>96.2</td>
                <td>96.2</td>
              </tr>
              <tr valign="top">
                <td>Modied VGG19 [<xref ref-type="bibr" rid="ref32">32</xref>]</td>
                <td>95.0</td>
                <td>95.3</td>
                <td>94.0</td>
                <td>94.3</td>
              </tr>
              <tr valign="top">
                <td>COVID CT-Net [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>90.7</td>
                <td>88.5</td>
                <td>85.0</td>
                <td>90.0</td>
              </tr>
              <tr valign="top">
                <td>Contrastive Learning [<xref ref-type="bibr" rid="ref35">35</xref>]</td>
                <td>90.8</td>
                <td>95.7</td>
                <td>85.8</td>
                <td>90.8</td>
              </tr>
              <tr valign="top">
                <td>Proposed</td>
                <td>99.4</td>
                <td>99.6</td>
                <td>99.8</td>
                <td>99.5</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>RT–PCR is the definitive method for diagnosing COVID-19. However, the nucleic acid test is very time-consuming, and sputum analysis may take several days. This test’s high cost and low sensitivity have caused major problems to health care systems during the pandemic. Consequently, people with false-negative findings on RT–PCR have been a source of virus transmission and have spread the virus to others. When the WHO emphasized the need to increase diagnostic tests and comprehensively evaluate suspected individuals, physicians and health care systems were encouraged to utilize cheaper and faster tests [<xref ref-type="bibr" rid="ref36">36</xref>-<xref ref-type="bibr" rid="ref38">38</xref>]. When attempting to detect COVID-19 in its initial stages, a lung CT scan does not always demonstrate the lung consolidation areas, and no GGO findings are observed in many cases. Machine learning models can enhance the efficiency of radiological diagnostic methods and serve as a suitable alternative to the RT–PCR test. The core of the CAD system designed in this study is based on a deep CNN architecture and uses an input with 4 slices. NASNet was utilized here because it could determine the best architecture for feature engineering [<xref ref-type="bibr" rid="ref24">24</xref>]. No previous study has employed this technological model for analyzing the CT scans of individuals suspected with COVID-19. Further examination of medical image processing revealed the remarkable performance of this model in image feature extraction. This study achieved maximum sensitivity and precision in detecting COVID-19 compared to previous studies. Considering the algorithm and the use of multiple chest CT scan slices for a single patient, the proposed system can be employed at diagnostic centers as a reliable method to detect individuals with COVID-19 with high precision in the early stages of the disease. In the future, this CAD can be included in the picture archiving and communications systems of radiology wards to achieve an automated and more efficient diagnosis.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Using the CAD system for detecting COVID-19 during the pandemic minimizes the time of image interpretation and consequently the number of patients waiting at radiology centers. Furthermore, by increasing the number of images produced by the CT scanner and increasing the population size, better classification results for differentiating positive and negative cases can be expected.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CNN</term>
          <def>
            <p>convolutional neural network</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CAD</term>
          <def>
            <p>computer-aided detection</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CT</term>
          <def>
            <p>computed tomography</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">NASNet</term>
          <def>
            <p>neural search architecture network</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">GGO</term>
          <def>
            <p>ground-glass opacities</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">RT–PCR</term>
          <def>
            <p>reverse transcription–polymerase chain reaction</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">WHO</term>
          <def>
            <p>World Health Organization</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This study was part of a research project conducted at Shahid Beheshti University of Medical Sciences (Tehran, Iran) and was approved by Iran National Committee for Ethics in Biomedical Research (approval ID IR.SBMU.RETECH.REC.1399.132).</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>WHO Coronavirus Disease (COVID-19) Dashboard: Vaccination</article-title>
          <source>World Health Organization</source>
          <access-date>2021-04-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://covid19.who.int/">https://covid19.who.int/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>WHO Coronavirus Disease (COVID-19) Dashboard</article-title>
          <source>World Health Organization</source>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://covid19.who.int/">https://covid19.who.int/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nishiura</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Jung</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Linton</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Kinoshita</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Hayashi</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kobayashi</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Yuan</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Akhmetzhanov</surname>
              <given-names>AR</given-names>
            </name>
          </person-group>
          <article-title>The Extent of Transmission of Novel Coronavirus in Wuhan, China, 2020</article-title>
          <source>J Clin Med</source>
          <year>2020</year>
          <month>01</month>
          <day>24</day>
          <volume>9</volume>
          <issue>2</issue>
          <fpage>330</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=jcm9020330"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/jcm9020330</pub-id>
          <pub-id pub-id-type="medline">31991628</pub-id>
          <pub-id pub-id-type="pii">jcm9020330</pub-id>
          <pub-id pub-id-type="pmcid">PMC7073674</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chung</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bernheim</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mei</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zeng</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Cui</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Fayad</surname>
              <given-names>ZA</given-names>
            </name>
            <name name-style="western">
              <surname>Jacobi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Shan</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>CT Imaging Features of 2019 Novel Coronavirus (2019-nCoV)</article-title>
          <source>Radiology</source>
          <year>2020</year>
          <month>04</month>
          <volume>295</volume>
          <issue>1</issue>
          <fpage>202</fpage>
          <lpage>207</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32017661"/>
          </comment>
          <pub-id pub-id-type="doi">10.1148/radiol.2020200230</pub-id>
          <pub-id pub-id-type="medline">32017661</pub-id>
          <pub-id pub-id-type="pmcid">PMC7194022</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ye</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Chest CT manifestations of new coronavirus disease 2019 (COVID-19): a pictorial review</article-title>
          <source>Eur Radiol</source>
          <year>2020</year>
          <month>08</month>
          <volume>30</volume>
          <issue>8</issue>
          <fpage>4381</fpage>
          <lpage>4389</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32193638"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s00330-020-06801-0</pub-id>
          <pub-id pub-id-type="medline">32193638</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00330-020-06801-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC7088323</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Guan</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Tong</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Ren</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Leung</surname>
              <given-names>KS</given-names>
            </name>
            <name name-style="western">
              <surname>Lau</surname>
              <given-names>EH</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>JY</given-names>
            </name>
            <name name-style="western">
              <surname>Xing</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Xiang</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tu</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Jin</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Shao</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Tao</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Deng</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Shi</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Lam</surname>
              <given-names>TT</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Gao</surname>
              <given-names>GF</given-names>
            </name>
            <name name-style="western">
              <surname>Cowling</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Leung</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Feng</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>Early Transmission Dynamics in Wuhan, China, of Novel Coronavirus-Infected Pneumonia</article-title>
          <source>N Engl J Med</source>
          <year>2020</year>
          <month>03</month>
          <day>26</day>
          <volume>382</volume>
          <issue>13</issue>
          <fpage>1199</fpage>
          <lpage>1207</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31995857"/>
          </comment>
          <pub-id pub-id-type="doi">10.1056/NEJMoa2001316</pub-id>
          <pub-id pub-id-type="medline">31995857</pub-id>
          <pub-id pub-id-type="pmcid">PMC7121484</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>COVID-Net: a tailored deep convolutional neural network design for detection of COVID-19 cases from chest X-ray images</article-title>
          <source>Sci Rep</source>
          <year>2020</year>
          <month>11</month>
          <day>11</day>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>19549</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41598-020-76550-z"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41598-020-76550-z</pub-id>
          <pub-id pub-id-type="medline">33177550</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41598-020-76550-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC7658227</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Ren</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Fan</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Xia</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wei</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Yin</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Xiao</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Gao</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Guo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gao</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Jin</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cao</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Clinical features of patients infected with 2019 novel coronavirus in Wuhan, China</article-title>
          <source>Lancet</source>
          <year>2020</year>
          <month>02</month>
          <day>15</day>
          <volume>395</volume>
          <issue>10223</issue>
          <fpage>497</fpage>
          <lpage>506</lpage>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(20)30183-5</pub-id>
          <pub-id pub-id-type="medline">31986264</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(20)30183-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC7159299</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Qi</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Yoon</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>KH</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>JY</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>YK</given-names>
            </name>
            <name name-style="western">
              <surname>Ko</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>KH</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Lei</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hong</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Hwang</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Yoo</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Nam</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Goo</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Extension of Coronavirus Disease 2019 on Chest CT and Implications for Chest Radiographic Interpretation</article-title>
          <source>Radiol Cardiothorac Imaging</source>
          <year>2020</year>
          <month>04</month>
          <volume>2</volume>
          <issue>2</issue>
          <fpage>e200107</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33778565"/>
          </comment>
          <pub-id pub-id-type="doi">10.1148/ryct.2020200107</pub-id>
          <pub-id pub-id-type="medline">33778565</pub-id>
          <pub-id pub-id-type="pmcid">PMC7233433</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Xiang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Xiong</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Peng</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>Clinical Characteristics of 138 Hospitalized Patients With 2019 Novel Coronavirus-Infected Pneumonia in Wuhan, China</article-title>
          <source>JAMA</source>
          <year>2020</year>
          <month>03</month>
          <day>17</day>
          <volume>323</volume>
          <issue>11</issue>
          <fpage>1061</fpage>
          <lpage>1069</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2020.1585</pub-id>
          <pub-id pub-id-type="medline">32031570</pub-id>
          <pub-id pub-id-type="pii">2761044</pub-id>
          <pub-id pub-id-type="pmcid">PMC7042881</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ai</surname>
              <given-names>Tao</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>Zhenlu</given-names>
            </name>
            <name name-style="western">
              <surname>Hou</surname>
              <given-names>Hongyan</given-names>
            </name>
            <name name-style="western">
              <surname>Zhan</surname>
              <given-names>Chenao</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Chong</given-names>
            </name>
            <name name-style="western">
              <surname>Lv</surname>
              <given-names>Wenzhi</given-names>
            </name>
            <name name-style="western">
              <surname>Tao</surname>
              <given-names>Qian</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>Ziyong</given-names>
            </name>
            <name name-style="western">
              <surname>Xia</surname>
              <given-names>Liming</given-names>
            </name>
          </person-group>
          <article-title>Correlation of Chest CT and RT-PCR Testing for Coronavirus Disease 2019 (COVID-19) in China: A Report of 1014 Cases</article-title>
          <source>Radiology</source>
          <year>2020</year>
          <month>08</month>
          <volume>296</volume>
          <issue>2</issue>
          <fpage>E32</fpage>
          <lpage>E40</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32101510"/>
          </comment>
          <pub-id pub-id-type="doi">10.1148/radiol.2020200642</pub-id>
          <pub-id pub-id-type="medline">32101510</pub-id>
          <pub-id pub-id-type="pmcid">PMC7233399</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gozes</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Frid-Adar</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Greenspan</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Browning</surname>
              <given-names>PD</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ji</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Bernheim</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Siegel</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <source>arXiv. </source>
          <month>03</month>
          <day>24</day>
          <comment>Preprint posted online March 24, 2020</comment>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yamashita</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Nishio</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Do</surname>
              <given-names>RKG</given-names>
            </name>
            <name name-style="western">
              <surname>Togashi</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Convolutional neural networks: an overview and application in radiology</article-title>
          <source>Insights Imaging</source>
          <year>2018</year>
          <month>08</month>
          <volume>9</volume>
          <issue>4</issue>
          <fpage>611</fpage>
          <lpage>629</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29934920"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s13244-018-0639-9</pub-id>
          <pub-id pub-id-type="medline">29934920</pub-id>
          <pub-id pub-id-type="pii">10.1007/s13244-018-0639-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC6108980</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kang</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zeng</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Xiao</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Guo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cai</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Meng</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>A deep learning algorithm using CT images to screen for Corona virus disease (COVID-19)</article-title>
          <source>Eur Radiol</source>
          <year>2021</year>
          <month>02</month>
          <day>24</day>
          <fpage>1</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33629156"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s00330-021-07715-1</pub-id>
          <pub-id pub-id-type="medline">33629156</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00330-021-07715-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC7904034</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ni</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>ZY</given-names>
            </name>
            <name name-style="western">
              <surname>Qi</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Fang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Xing</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>LJ</given-names>
            </name>
          </person-group>
          <article-title>A deep learning approach to characterize 2019 coronavirus disease (COVID-19) pneumonia in chest CT images</article-title>
          <source>Eur Radiol</source>
          <year>2020</year>
          <month>12</month>
          <volume>30</volume>
          <issue>12</issue>
          <fpage>6517</fpage>
          <lpage>6527</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32617690"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s00330-020-07044-9</pub-id>
          <pub-id pub-id-type="medline">32617690</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00330-020-07044-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC7331494</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Shen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Sang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zha</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Liang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ye</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Gao</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Cai</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Cai</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Yin</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Liang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Deng</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wei</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Lau</surname>
              <given-names>JY</given-names>
            </name>
            <name name-style="western">
              <surname>Fok</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>He</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Clinically Applicable AI System for Accurate Diagnosis, Quantitative Measurements, and Prognosis of COVID-19 Pneumonia Using Computed Tomography</article-title>
          <source>Cell</source>
          <year>2020</year>
          <month>06</month>
          <day>11</day>
          <volume>181</volume>
          <issue>6</issue>
          <fpage>1423</fpage>
          <lpage>1433.e11</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32416069"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.cell.2020.04.045</pub-id>
          <pub-id pub-id-type="medline">32416069</pub-id>
          <pub-id pub-id-type="pii">S0092-8674(20)30551-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC7196900</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zha</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Niu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Qiu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Gong</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Bai</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Tian</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A fully automatic deep learning system for COVID-19 diagnostic and prognostic analysis</article-title>
          <source>Eur Respir J</source>
          <year>2020</year>
          <month>08</month>
          <volume>56</volume>
          <issue>2</issue>
          <fpage>2000775</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://erj.ersjournals.com:4040/lookup/pmidlookup?view=long&#38;pmid=32444412"/>
          </comment>
          <pub-id pub-id-type="doi">10.1183/13993003.00775-2020</pub-id>
          <pub-id pub-id-type="medline">32444412</pub-id>
          <pub-id pub-id-type="pii">13993003.00775-2020</pub-id>
          <pub-id pub-id-type="pmcid">PMC7243395</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hasan</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Al-Jawad</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Jalab</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Shaiba</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ibrahim</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Al-Shamasneh</surname>
              <given-names>AR</given-names>
            </name>
          </person-group>
          <article-title>Classification of Covid-19 Coronavirus, Pneumonia and Healthy Lungs in CT Scans Using Q-Deformed Entropy and Deep Learning Features</article-title>
          <source>Entropy (Basel)</source>
          <year>2020</year>
          <month>05</month>
          <day>01</day>
          <volume>22</volume>
          <issue>5</issue>
          <fpage>517</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=e22050517"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/e22050517</pub-id>
          <pub-id pub-id-type="medline">33286289</pub-id>
          <pub-id pub-id-type="pii">e22050517</pub-id>
          <pub-id pub-id-type="pmcid">PMC7517011</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pathak</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Shukla</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Tiwari</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Stalin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Shukla</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Deep Transfer Learning Based Classification Model for COVID-19 Disease</article-title>
          <source>Ing Rech Biomed</source>
          <year>2020</year>
          <month>05</month>
          <day>20</day>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32837678"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.irbm.2020.05.003</pub-id>
          <pub-id pub-id-type="medline">32837678</pub-id>
          <pub-id pub-id-type="pii">S1959-0318(20)30099-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC7238986</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ardakani</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Kanafi</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Acharya</surname>
              <given-names>UR</given-names>
            </name>
            <name name-style="western">
              <surname>Khadem</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Mohammadi</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Application of deep learning technique to manage COVID-19 in routine clinical practice using CT images: Results of 10 convolutional neural networks</article-title>
          <source>Comput Biol Med</source>
          <year>2020</year>
          <month>06</month>
          <volume>121</volume>
          <fpage>103795</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32568676"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.compbiomed.2020.103795</pub-id>
          <pub-id pub-id-type="medline">32568676</pub-id>
          <pub-id pub-id-type="pii">S0010-4825(20)30164-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC7190523</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Qin</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Yin</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Kong</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Bai</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Fang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Cao</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Fang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Xia</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Xia</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Using Artificial Intelligence to Detect COVID-19 and Community-acquired Pneumonia Based on Pulmonary CT: Evaluation of the Diagnostic Accuracy</article-title>
          <source>Radiology</source>
          <year>2020</year>
          <month>08</month>
          <volume>296</volume>
          <issue>2</issue>
          <fpage>E65</fpage>
          <lpage>E71</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32191588"/>
          </comment>
          <pub-id pub-id-type="doi">10.1148/radiol.2020200905</pub-id>
          <pub-id pub-id-type="medline">32191588</pub-id>
          <pub-id pub-id-type="pmcid">PMC7233473</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mei</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Diao</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Robson</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Chung</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bernheim</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mani</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Calcagno</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Shan</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lv</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Xia</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Long</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Steinberger</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jacobi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Deyer</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Luksza</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Little</surname>
              <given-names>BP</given-names>
            </name>
            <name name-style="western">
              <surname>Fayad</surname>
              <given-names>ZA</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Artificial intelligence-enabled rapid diagnosis of patients with COVID-19</article-title>
          <source>Nat Med</source>
          <year>2020</year>
          <month>08</month>
          <volume>26</volume>
          <issue>8</issue>
          <fpage>1224</fpage>
          <lpage>1228</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32427924"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41591-020-0931-3</pub-id>
          <pub-id pub-id-type="medline">32427924</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41591-020-0931-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC7446729</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Song</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Dai</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Yeom</surname>
              <given-names>KW</given-names>
            </name>
            <name name-style="western">
              <surname>Deng</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>End-to-end automatic differentiation of the coronavirus disease 2019 (COVID-19) from viral pneumonia based on chest CT</article-title>
          <source>Eur J Nucl Med Mol Imaging</source>
          <year>2020</year>
          <month>10</month>
          <volume>47</volume>
          <issue>11</issue>
          <fpage>2516</fpage>
          <lpage>2524</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32567006"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s00259-020-04929-1</pub-id>
          <pub-id pub-id-type="medline">32567006</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00259-020-04929-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC7306401</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zoph</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Vasudevan</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Shlens</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Le</surname>
              <given-names>QV</given-names>
            </name>
          </person-group>
          <article-title>Learning Transferable Architectures for Scalable Image Recognition</article-title>
          <year>2018</year>
          <conf-name>2018 IEEE/CVF Conference on Computer Vision and Pattern Recognition</conf-name>
          <conf-date>18-23 June 2018</conf-date>
          <conf-loc>Salt Lake City, UT</conf-loc>
          <pub-id pub-id-type="doi">10.1109/cvpr.2018.00907</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aria</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 Lung CT Scans: A large dataset of lung CT scans for COVID-19 (SARS-CoV-2) detection</article-title>
          <source>Kaggle</source>
          <access-date>2021-04-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.kaggle.com/mehradaria/covid19-lung-ct-scans">https://www.kaggle.com/mehradaria/covid19-lung-ct-scans</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Litjens</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Kooi</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Bejnordi</surname>
              <given-names>BE</given-names>
            </name>
            <name name-style="western">
              <surname>Setio</surname>
              <given-names>AAA</given-names>
            </name>
            <name name-style="western">
              <surname>Ciompi</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Ghafoorian</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>van der Laak</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>van Ginneken</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Sánchez</surname>
              <given-names>CI</given-names>
            </name>
          </person-group>
          <article-title>A survey on deep learning in medical image analysis</article-title>
          <source>Med Image Anal</source>
          <year>2017</year>
          <month>12</month>
          <volume>42</volume>
          <fpage>60</fpage>
          <lpage>88</lpage>
          <pub-id pub-id-type="doi">10.1016/j.media.2017.07.005</pub-id>
          <pub-id pub-id-type="medline">28778026</pub-id>
          <pub-id pub-id-type="pii">S1361-8415(17)30113-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Patro</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>sahu</surname>
              <given-names>KK</given-names>
            </name>
          </person-group>
          <article-title>Normalization: A Preprocessing Stage</article-title>
          <source>Int Adv Res J Sci Eng Technol</source>
          <year>2015</year>
          <month>3</month>
          <day>20</day>
          <volume>2</volume>
          <issue>3</issue>
          <fpage>20</fpage>
          <lpage>22</lpage>
          <pub-id pub-id-type="doi">10.17148/IARJSET.2015.2305</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Frühwirth-Schnatter</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Data Augmentation and Dynamic Linear Models</article-title>
          <source>J Time Series Analysis</source>
          <year>1994</year>
          <month>03</month>
          <volume>15</volume>
          <issue>2</issue>
          <fpage>183</fpage>
          <lpage>202</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1467-9892.1994.tb00184.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shorten</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Khoshgoftaar</surname>
              <given-names>TM</given-names>
            </name>
          </person-group>
          <article-title>A survey on Image Data Augmentation for Deep Learning</article-title>
          <source>J Big Data</source>
          <year>2019</year>
          <month>7</month>
          <day>6</day>
          <volume>6</volume>
          <issue>1</issue>
          <pub-id pub-id-type="doi">10.1186/s40537-019-0197-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Soares</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Angelov</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Biaso</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Froes</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Abe</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>SARS-CoV-2 CT-scan dataset: A large dataset of real patients CT scans for SARS-CoV-2 identification</article-title>
          <source>medRxiv. </source>
          <comment>Preprint posted online May 14, 2020</comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jaiswal</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gianchandani</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kumar</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Kaur</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Classification of the COVID-19 infected patients using DenseNet201 based deep transfer learning</article-title>
          <source>J Biomol Struct Dyn</source>
          <year>2020</year>
          <month>07</month>
          <day>03</day>
          <fpage>1</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1080/07391102.2020.1788642</pub-id>
          <pub-id pub-id-type="medline">32619398</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Panwar</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>PK</given-names>
            </name>
            <name name-style="western">
              <surname>Siddiqui</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Morales-Menendez</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Application of deep learning for fast detection of COVID-19 in X-Rays using nCOVnet</article-title>
          <source>Chaos Solitons Fractals</source>
          <year>2020</year>
          <month>09</month>
          <volume>138</volume>
          <fpage>109944</fpage>
          <pub-id pub-id-type="doi">10.1016/j.chaos.2020.109944</pub-id>
          <pub-id pub-id-type="medline">32536759</pub-id>
          <pub-id pub-id-type="pii">S0960-0779(20)30343-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC7254021</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yazdani</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Minaee</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kafieh</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Saeedizadeh</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Sonka</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>COVID CT-Net: Predicting Covid-19 From Chest CT Images Using Attentional Convolutional Network</article-title>
          <source>arXiv. </source>
          <comment>
            Preprint posted online September 10, 2020<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://arxiv.org/abs/2009.05096"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.media.2020.101794</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="web">
          <article-title>Deep CNN-Based CAD System for COVID-19 Detection Using Multiple Lung CT Scans</article-title>
          <source>GitHub</source>
          <access-date>2021-04-16</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://github.com/MehradAria/COVID-19-CAD">https://github.com/MehradAria/COVID-19-CAD</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Dou</surname>
              <given-names>Q</given-names>
            </name>
          </person-group>
          <article-title>Contrastive Cross-Site Learning With Redesigned Net for COVID-19 CT Classification</article-title>
          <source>IEEE J Biomed Health Inform</source>
          <year>2020</year>
          <month>10</month>
          <volume>24</volume>
          <issue>10</issue>
          <fpage>2806</fpage>
          <lpage>2813</lpage>
          <pub-id pub-id-type="doi">10.1109/JBHI.2020.3023246</pub-id>
          <pub-id pub-id-type="medline">32915751</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Milletari</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Navab</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Ahmadi</surname>
              <given-names>SA</given-names>
            </name>
          </person-group>
          <article-title>V-Net: Fully Convolutional Neural Networks for Volumetric Medical Image Segmentation</article-title>
          <year>2016</year>
          <conf-name>2016 Fourth International Conference on 3D Vision (3DV)</conf-name>
          <conf-date>25-28 October 2016</conf-date>
          <conf-loc>Stanford, CA</conf-loc>
          <pub-id pub-id-type="doi">10.1109/3dv.2016.79</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Du</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Lang</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>A deep learning system that generates quantitative CT reports for diagnosing pulmonary Tuberculosis</article-title>
          <source>Appl Intell</source>
          <year>2020</year>
          <month>11</month>
          <day>26</day>
          <pub-id pub-id-type="doi">10.1007/s10489-020-02051-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ghaderzadeh</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Asadi</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Deep Learning in the Detection and Diagnosis of COVID-19 Using Radiology Modalities: A Systematic Review</article-title>
          <source>J Healthc Eng</source>
          <year>2021</year>
          <volume>2021</volume>
          <fpage>6677314</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1155/2021/6677314"/>
          </comment>
          <pub-id pub-id-type="doi">10.1155/2021/6677314</pub-id>
          <pub-id pub-id-type="medline">33747419</pub-id>
          <pub-id pub-id-type="pmcid">PMC7958142</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
