<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v26i1e54944</article-id>
      <article-id pub-id-type="pmid">39197165</article-id>
      <article-id pub-id-type="doi">10.2196/54944</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Combining Clinical-Radiomics Features With Machine Learning Methods for Building Models to Predict Postoperative Recurrence in Patients With Chronic Subdural Hematoma: Retrospective Cohort Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Ma</surname>
            <given-names>Simone</given-names>
          </name>
        </contrib>
        <contrib contrib-type="editor">
          <name>
            <surname>Leung</surname>
            <given-names>Tiffany</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Jing</surname>
            <given-names>Yu</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Zhu</surname>
            <given-names>Fang</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Fang</surname>
            <given-names>Cheng</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1974-5494</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Ji</surname>
            <given-names>Xiao</given-names>
          </name>
          <degrees>MM</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0007-6833-3839</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Pan</surname>
            <given-names>Yifeng</given-names>
          </name>
          <degrees>MSE</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5280-4938</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Xie</surname>
            <given-names>Guanchao</given-names>
          </name>
          <degrees>MM</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0008-5176-4090</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Zhang</surname>
            <given-names>Hongsheng</given-names>
          </name>
          <degrees>MM</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0008-4151-4549</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Li</surname>
            <given-names>Sai</given-names>
          </name>
          <degrees>MM</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0009-3246-8728</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Wan</surname>
            <given-names>Jinghai</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Neurosurgery</institution>
            <institution>National Cancer Center/National Clinical Research Center for Cancer/Cancer Hospital</institution>
            <institution>Chinese Academy of Medical Sciences and Peking Union Medical College</institution>
            <addr-line>No. 17 Nanli, Panjiayuan</addr-line>
            <addr-line>Chaoyang District</addr-line>
            <addr-line>Beijing, 100021</addr-line>
            <country>China</country>
            <phone>86 13426261848</phone>
            <email>wanjinghai@sina.com</email>
          </address>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3045-9819</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Neurosurgery</institution>
        <institution>National Cancer Center/National Clinical Research Center for Cancer/Cancer Hospital</institution>
        <institution>Chinese Academy of Medical Sciences and Peking Union Medical College</institution>
        <addr-line>Beijing</addr-line>
        <country>China</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Neurosurgery</institution>
        <institution>The First Affiliated Hospital of Anhui Medical University</institution>
        <institution>Anhui Public Health Clinical Center</institution>
        <addr-line>Hefei</addr-line>
        <country>China</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>The School of Big Data and Artificial Intelligence</institution>
        <institution>Anhui Xinhua University</institution>
        <addr-line>Hefei</addr-line>
        <country>China</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Neurosurgery</institution>
        <institution>The Second Affiliated Hospital of Anhui Medical University</institution>
        <institution>Anhui Medical University</institution>
        <addr-line>Hefei</addr-line>
        <country>China</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Jinghai Wan <email>wanjinghai@sina.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2024</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>28</day>
        <month>8</month>
        <year>2024</year>
      </pub-date>
      <volume>26</volume>
      <elocation-id>e54944</elocation-id>
      <history>
        <date date-type="received">
          <day>28</day>
          <month>11</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>14</day>
          <month>3</month>
          <year>2024</year>
        </date>
        <date date-type="rev-recd">
          <day>11</day>
          <month>4</month>
          <year>2024</year>
        </date>
        <date date-type="accepted">
          <day>26</day>
          <month>6</month>
          <year>2024</year>
        </date>
      </history>
      <copyright-statement>©Cheng Fang, Xiao Ji, Yifeng Pan, Guanchao Xie, Hongsheng Zhang, Sai Li, Jinghai Wan. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 28.08.2024.</copyright-statement>
      <copyright-year>2024</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research (ISSN 1438-8871), is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2024/1/e54944" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Chronic subdural hematoma (CSDH) represents a prevalent medical condition, posing substantial challenges in postoperative management due to risks of recurrence. Such recurrences not only cause physical suffering to the patient but also add to the financial burden on the family and the health care system. Currently, prognosis determination largely depends on clinician expertise, revealing a dearth of precise prediction models in clinical settings.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to use machine learning (ML) techniques for the construction of predictive models to assess the likelihood of CSDH recurrence after surgery, which leads to greater benefits for patients and the health care system.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Data from 133 patients were amassed and partitioned into a training set (n=93) and a test set (n=40). Radiomics features were extracted from preoperative cranial computed tomography scans using 3D Slicer software. These features, in conjunction with clinical data and composite clinical-radiomics features, served as input variables for model development. Four distinct ML algorithms were used to build predictive models, and their performance was rigorously evaluated via accuracy, area under the curve (AUC), and recall metrics. The optimal model was identified, followed by recursive feature elimination for feature selection, leading to enhanced predictive efficacy. External validation was conducted using data sets from additional health care facilities.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Following rigorous experimental analysis, the support vector machine model, predicated on clinical-radiomics features, emerged as the most efficacious for predicting postoperative recurrence in patients with CSDH. Subsequent to feature selection, key variables exerting significant impact on the model were incorporated as the input set, thereby augmenting its predictive accuracy. The model demonstrated robust performance, with metrics including accuracy of 92.72%, AUC of 91.34%, and recall of 93.16%. External validation further substantiated its effectiveness, yielding an accuracy of 90.32%, AUC of 91.32%, and recall of 88.37%, affirming its clinical applicability.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This study substantiates the feasibility and clinical relevance of an ML-based predictive model, using clinical-radiomics features, for relatively accurate prognostication of postoperative recurrence in patients with CSDH. If the model is integrated into clinical practice, it will be of great significance in enhancing the quality and efficiency of clinical decision-making processes, which can improve the accuracy of diagnosis and treatment, reduce unnecessary tests and surgeries, and reduce the waste of medical resources.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>chronic subdural hematoma</kwd>
        <kwd>convolutional neural network</kwd>
        <kwd>machine learning</kwd>
        <kwd>neurosurgery</kwd>
        <kwd>radiomics</kwd>
        <kwd>support vector machine</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Chronic subdural hematoma (CSDH) is a prevalent neurosurgical pathology, disproportionately affecting middle-aged and older adults. Epidemiological data indicate incidence rates of 13.5/100,000, escalating to 58.1/100,000 in individuals aged ≥65 years [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Manifestations commonly include headache, nausea, vomiting, and diplopia, indicative of elevated intracranial pressure. Diagnosis is generally confirmed through cranial computed tomography (CT) or magnetic resonance imaging. Established as a medical condition since 1857, surgical intervention remains a proven, efficacious treatment modality for CSDH. However, postoperative recurrence serves as a critical metric for evaluating surgical success [<xref ref-type="bibr" rid="ref3">3</xref>]. Such recurrence imposes not only physical suffering on patients but also accentuates financial burden on families and health care systems. For patients who are older, have a history of multiple surgeries, or have other complications, an accurate predictive tool can help physicians identify these high-risk patients in advance, allowing for a more precise treatment and follow-up plan. Each patient with CSDH has a different condition and clinical background, and thus requires a personalized treatment plan that can assess the risk of postoperative recurrence based on the patient’s specific clinical information (age, sex, medical history, symptoms, signs, and imaging manifestations). Given the increasing strain on medical resources, optimizing the allocation and use of medical resources and improving the operational efficiency of hospitals has become an important issue. Hence, in the above clinical context, the development of a predictive tool for postoperative recurrence risk is integral for informed clinical decision-making and optimized treatment outcomes, which can bring greater benefits to both patients and the health care system.</p>
        <p>Recent advancements in computer technology have facilitated the construction of predictive models anchored on clinically pertinent data. Machine learning (ML) has emerged as a particularly robust paradigm, capable of delineating complex, nonlinear relationships between variables and outcomes. A plethora of studies substantiate the impressive levels of accuracy and reliability achieved through ML applications [<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref7">7</xref>]. This study uses 4 ML methodologies—convolutional neural networks (CNNs), support vector machines (SVMs), random forest (RF), and linear regression (LR)—each enjoying widespread academic acceptance and demonstrated applicability in predictive research across various domains, including health care and food sciences [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>].</p>
        <p>By surveying existing literature, it is evident that ML models integrated with radiomics are garnering increased scholarly attention [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. Radiomics constitutes a novel approach in medical image analysis, principally centered on quantitative feature extraction. This technique transforms medical imagery into high-dimensional structures, facilitating the comprehensive analysis of regions of interest (ROIs) in conjunction with relevant clinical, diagnostic, and prognostic data. A typical radiomics workflow encompasses stages of image acquisition, reconstruction, preprocessing and processing, feature extraction, selection, and eventually, classification or regression modeling [<xref ref-type="bibr" rid="ref12">12</xref>]. Although previous research has melded radiomics and ML for diagnostic and prognostic applications in other medical specialties such as dermatology, oncology, and cardiology [<xref ref-type="bibr" rid="ref13">13</xref>-<xref ref-type="bibr" rid="ref15">15</xref>], studies targeting CSDH remain comparatively scant.</p>
      </sec>
      <sec>
        <title>Objective</title>
        <p>The objective of this investigation is to amalgamate ML algorithms with radiomics and clinical variables for the construction of a predictive model aimed at gauging the risk of CSDH recurrence after surgery. The study will rigorously compare various methodologies and models to identify the most efficacious predictive framework for CSDH recurrence.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Ethical Considerations</title>
        <p>The retrospective study was approved (approval no PJ-YX2024-021) by the Ethics Committee of the First Affiliated Hospital of Anhui Medical University (Anhui Public Health Clinical Center).</p>
      </sec>
      <sec>
        <title>Participants</title>
        <p>We compiled clinical and radiological data from patients diagnosed with CSDH who were treated at the neurosurgery department of the Second Affiliated Hospital of Anhui Medical University between May 2012 and May 2022. The inclusion criteria were as follows: (1) confirmed clinical diagnosis of CSDH; (2) participants who underwent surgical intervention, either Burr hole craniostomy or craniotomy; and (3) availability of comprehensive clinical records, encompassing treatment histories, preoperative and postoperative imaging examinations, laboratory analyses, among other pertinent data. Exclusion criteria included the following: (1) patients who exhibited symptomatic improvement via pharmacological intervention, obviating the need for surgical treatment; (2) any history of prior neurosurgical procedures that could potentially induce CSDH; and (3) cases with incomplete follow-up data or where recurrence after surgery was undetermined. Following these criteria, 133 patients were incorporated into the study, and there are no missing values for all case data in this study. The process of patient selection and enrollment is delineated in <xref rid="figure1" ref-type="fig">Figure 1</xref>. Furthermore, an external validation set was generated by screening data from 20 patients with CSDH who underwent treatment at the First Affiliated Hospital of Anhui Medical University.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Patient selection and enrollment process. CSDH: chronic subdural hematoma.</p>
          </caption>
          <graphic xlink:href="jmir_v26i1e54944_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Clinical Data</title>
        <p>Upon a rigorous review of existing literature and consultations with experienced neurosurgeons, specific data parameters were established for model construction. These parameters were extracted from the electronic case files of the participants and included: patient demographics (age and sex), pertinent clinical history (smoking or drinking habits, prior medical history, history of head trauma, and history of antiplatelet or anticoagulant therapy), preoperative clinical grading based on the Markwalder Grading Scale (MGS), and duration of hospitalization. Imaging data encompassed variables such as the location of the CSDH (unilateral or bilateral), hematoma classification, preoperative hematoma volume, preoperative midline shift, postoperative midline improvement, and cranial CT scans. Subsequent to the follow-up period, 19 patients exhibited postoperative recurrence. These patients were bifurcated into 2 cohorts: those with recurrence and those without recurrence. Clinical indices used in model construction are elaborated in <xref ref-type="table" rid="table1">Table 1</xref>. Continuous variables were subjected to 2-tailed <italic>t</italic> test analyses and are represented as mean (SD). Categorical variables were analyzed using chi-square test and are conveyed as percentages. Statistical analysis was performed using SPSS Statistics (version 27.0; IBM Corp).</p>
        <p>In <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>, we delineate the grading criteria and definitions associated with the MGS [<xref ref-type="bibr" rid="ref16">16</xref>]. Initially proposed in the 1980s, extensive research has validated the MGS as a robust metric for evaluating postoperative neurological recovery and prognosis in patients with CSDH. Specifically, a grade of 0 indicates normal neurological function, grades 1 to 2 signify good neurological function, and grades 3 to 4 represent poor neurological function.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Clinical variables used to construct the model.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="460"/>
            <col width="230"/>
            <col width="190"/>
            <col width="0"/>
            <col width="90"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Variables</td>
                <td>Nonrecurrence (n=114)</td>
                <td>Recurrence (n=19)</td>
                <td colspan="2"><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">Age (y), mean (SD)</td>
                <td>70.1 (9.4)</td>
                <td>73.7 (8.3)</td>
                <td colspan="2">.13</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Sex, n (%)</bold>
                </td>
                <td>.50</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Male</td>
                <td>91 (79.8)</td>
                <td>17 (89)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Female</td>
                <td>23 (20.2)</td>
                <td>2 (11)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Smoking or drinking</bold>
                  <bold>, n (%)</bold>
                </td>
                <td>.12</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td>56 (49.1)</td>
                <td>13 (68)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td>58 (50.9)</td>
                <td>6 (32)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Hypertension</bold>
                  <bold>, n (%)</bold>
                </td>
                <td>.10</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td>43 (37.7)</td>
                <td>11 (58)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td>71 (62.3)</td>
                <td>8 (42)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Cerebral infarction, n (%)</bold>
                </td>
                <td>.02</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td>11 (9.6)</td>
                <td>6 (32)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td>103 (90.4)</td>
                <td>13 (68)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>History of head trauma, n (%)</bold>
                </td>
                <td>.34</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td>73 (64.0)</td>
                <td>10 (53)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td>41 (36.0)</td>
                <td>9 (47)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>History of antiplatelet or anticoagulation</bold>
                  <bold>, n (%)</bold>
                </td>
                <td>.003</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td>10 (8.8)</td>
                <td>7 (37)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td>104 (91.2)</td>
                <td>12 (63)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Markwalder Grading Scale, n (%)</bold>
                </td>
                <td>.004</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>0</td>
                <td>1 (0.9)</td>
                <td>0 (0)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>1</td>
                <td>38 (33.3)</td>
                <td>0 (0)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>2</td>
                <td>56 (49.1)</td>
                <td>12 (63)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>3</td>
                <td>18 (15.8)</td>
                <td>7 (37)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>4</td>
                <td>1 (0.9)</td>
                <td>0 (0)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="2">Length of stay in hospital (d), mean (SD)</td>
                <td>14.0 (4.3)</td>
                <td>14.5 (3.2)</td>
                <td colspan="2">.64</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>CSDH<sup>a</sup> location, n (%)</bold>
                </td>
                <td>.01</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Unilateral</td>
                <td>104 (91.2)</td>
                <td>13 (68)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Bilateral</td>
                <td>10 (8.8)</td>
                <td>6 (32)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Classification of hematoma</bold>
                  <bold>（</bold>
                  <bold>%</bold>
                  <bold>）</bold>
                </td>
                <td>.02</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Homogeneous</td>
                <td>50 (43.9)</td>
                <td>2 (11)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Laminar</td>
                <td>12 (10.5)</td>
                <td>1 (5)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Separated</td>
                <td>35 (30.7)</td>
                <td>8 (42)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Trabecular type</td>
                <td>17 (14.9)</td>
                <td>8 (42)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="2">Preoperative hematoma volume (mL), mean (SD)</td>
                <td>103.4 (25.0)</td>
                <td>127.1 (49.3)</td>
                <td colspan="2">.05</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Preoperative midline shift (cm), mean (SD)</td>
                <td>1.1 (0.3)</td>
                <td>0.9 (0.3)</td>
                <td colspan="2">.01</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Postoperative midline improvement (cm), mean (SD)</td>
                <td>0.6 (0.2)</td>
                <td>0.4 (0.2)</td>
                <td colspan="2">.01</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>CSDH: chronic subdural hematoma.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <boxed-text id="box1" position="float">
          <title>Descriptions of the categories of the Markwalder Grading Scale [<xref ref-type="bibr" rid="ref16">16</xref>].</title>
          <p>
            <bold>Grading score and description</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Grade 0: neurologically normal</p>
            </list-item>
            <list-item>
              <p>Grade 1: alert and orientated: absence of mild symptoms such as headache, or mild neurological deficit such as reflex asymmetry</p>
            </list-item>
            <list-item>
              <p>Grade 2: drowsy or disorientated, or variable neurological deficit such as hemiparesis</p>
            </list-item>
            <list-item>
              <p>Grade 3: stuporous, but responding appropriately to noxious stimuli, several focal signs such as hemiplegia</p>
            </list-item>
            <list-item>
              <p>Grade 4: comatose with absent motor responses to painful stimuli, decerebrate or decorticate posturing</p>
            </list-item>
          </list>
        </boxed-text>
      </sec>
      <sec>
        <title>Image Data</title>
        <p>Complementing the comprehensive clinical data set, preoperative cranial CT scans were acquired for all enrolled participants. Hematoma images were systematically categorized into 4 distinct types: homogeneous, laminar, separated, and trabecular. Representative CT scans for each category are furnished in <xref rid="figure2" ref-type="fig">Figure 2</xref>. This taxonomic approach to hematoma classification was initially delineated by Nakaguchi et al [<xref ref-type="bibr" rid="ref17">17</xref>]. Their work posited that hematomas with more irregular structures correlated with elevated recurrence rates. Subsequently, this classification schema has been integrated into a scoring system aimed at assessing recurrence risk [<xref ref-type="bibr" rid="ref18">18</xref>]. All procured CT images were stored in DICOM format.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Classification of hematoma.</p>
          </caption>
          <graphic xlink:href="jmir_v26i1e54944_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Radiomics</title>
        <p>Hematoma segmentation was executed through semiautomatic techniques using the 3D Slicer open-source software platform (version 4.10). The ROI, specifically the hematoma, was further segmented using the PyRadiomics package, an open-source plug-in available on the 3D Slicer platform (<xref rid="figure3" ref-type="fig">Figure 3</xref>). The use of open-source software enabled the direct computation of 3D features without the necessity for slice-wise combination or averaging. A total of 107 radiomic features were manually extracted from each patient’s CT images. These features were allocated to 7 distinct feature categories: 18 were first-order statistics, 14 were shape based, 24 were derived from gray-level co-occurrence matrices, 16 were derived from gray-level run-length matrices, 16 were derived from gray-level size-zone matrices, 5 were derived from neighboring gray tone difference matrices, and 14 were derived from gray-level dependence matrices. This conversion from image-based to data-driven features optimizes the data set for subsequent computational analyses and research endeavors.</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Hand-delineated regions of interest.</p>
          </caption>
          <graphic xlink:href="jmir_v26i1e54944_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Modeling</title>
        <sec>
          <title>Overview</title>
          <p>Neuroscientists participated comprehensively in this research, inclusive of data collection and categorical predictive model development. To safeguard patient confidentiality and adhere to the ethical guidelines stipulated by the ethics committee, patient data were anonymized through numerical coding. This approach also ensured the clinical applicability of the study’s findings. We complied with Items of reporting predictive models in biomedical research in this study (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
          <p>Four ML algorithms were used for model development: CNN, SVM, RF, and LR. Hyperparameter tuning was conducted via a grid search algorithm to optimize model performance. The main components of the CNN structure include an input layer, 3 convolution-pooling layers, 1 flat layer, 2 fully connected layers, and 1 output layer. <xref ref-type="boxed-text" rid="box2">Textboxes 2</xref> and <xref ref-type="boxed-text" rid="box3">3</xref> detail the parameter configurations of the CNN and SVM. The data set was stratified into a training set, comprising 69.9% (93/133) of the samples, and a test set accounting for the remaining 30.1% (40/133). Given the data set’s limited sample size, 5-fold cross-validation was executed on the training set to ensure robustness and validity. This cross-validation technique is a standard practice in ML for its ability to produce reliable performance metrics, mitigate the risks of overfitting and underfitting, and assess the model’s generalization capability. The models were developed using the scikit-learn framework and implemented in the Python 3.9 programming environment.</p>
          <boxed-text id="box2" position="float">
            <title>Setting hyperparameters for convolutional neural network.</title>
            <p>
              <bold>Hyperparameter and setting</bold>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>Activation function: rectified linear unit</p>
              </list-item>
              <list-item>
                <p>Optimizer: Adam</p>
              </list-item>
              <list-item>
                <p>Batch size: 64</p>
              </list-item>
              <list-item>
                <p>Dropout: 0.5</p>
              </list-item>
              <list-item>
                <p>Loss: binary cross-entropy</p>
              </list-item>
            </list>
          </boxed-text>
          <boxed-text id="box3" position="float">
            <title>Setting hyperparameters for support vector machine.</title>
            <p>
              <bold>Hyperparameter and setting</bold>
            </p>
            <list list-type="bullet">
              <list-item>
                <p>Kernel: radial basis function</p>
              </list-item>
              <list-item>
                <p>Gamma: 0.01</p>
              </list-item>
              <list-item>
                <p>C: 50</p>
              </list-item>
            </list>
          </boxed-text>
        </sec>
        <sec>
          <title>Input Data Set Selection</title>
          <p>Multiple input data set configurations were assessed to optimize the predictive model. Initial models were constructed using 3 distinct types of data: clinical data, CT images, and radiomics from the enrolled patient cohort. These data types were then aggregated in 2 specific combinations to generate models based on mixed input data, specifically, clinical-CT and clinical-radiomics features. Furthermore, a composite model using clinical data, CT images, and histological imaging was also developed. Comparative analysis of these data set configurations was performed to identify the algorithms and input data sets most conducive for predictive modeling.</p>
        </sec>
        <sec>
          <title>Feature Selection</title>
          <sec>
            <title>Overview</title>
            <p>Our evaluation indicated that the SVM model, when configured with the clinical-radiomics data set, demonstrated superior predictive efficacy. However, the complexity of the input variables compromised both the model’s performance and computational efficiency, thereby not meeting the study’s predefined objectives. To address this, a feature selection strategy was used with the principal aim of isolating the most impactful variables. This was anticipated to enhance model performance, increase computational efficiency, and minimize algorithmic complexity. For this task, the recursive feature elimination (RFE) method was selected, supported by references [<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref21">21</xref>]. Specific steps for the RFE implementation will be outlined in the subsequent sections.</p>
          </sec>
          <sec>
            <title>Initial Feature Subset Evaluation</title>
            <p>The composite data set of radiomic and clinical variables serves as the initial feature subset for the SVM model. Each feature’s importance is quantified, and the classification accuracy of this initial feature set is assessed through cross-validation techniques.</p>
          </sec>
          <sec>
            <title>Iterative Feature Removal and Recalculation</title>
            <p>he least impactful feature is excised from the current feature subset, creating a modified feature set. This new set is subsequently input into the SVM model. Feature importance is recalculated and the modified feature subset’s classification accuracy is evaluated using cross-validation methods.</p>
          </sec>
          <sec>
            <title>Optimizing Feature Selection</title>
            <p>The procedure delineated in step 2 is recursively applied until no features remain in the subset. Through this iterative process, a total of 15 distinct feature subsets are generated, each comprising a varying number of features. The feature subset yielding the highest classification accuracy is identified as the optimal feature combination for the predictive model.</p>
          </sec>
          <sec>
            <title>Clinical Settings and Modeling Background</title>
            <p>The clinical settings for our predictive model include the following: (1) Facility type—it is mainly applied to neurosurgery wards in general hospitals or neurosurgery specialty hospitals, which are capable of handling complex neurosurgical procedures. (2) Size—it is more suitable to be implemented in large- or medium-sized hospitals because these hospitals usually have more case data and experience, which is conducive to the training and validation of the model, and it can be generalized to smaller hospitals after it passes the clinical practice. The modeling background of the prediction model includes the following: (1) data duration—long-term clinical data, covering relevant case information over the past 10 years, are needed to ensure the stability and accuracy of the model. (2) Data characteristics—the data come from multiple sources, including medical records, imaging studies, and laboratory tests, reflecting the multiple and complex factors affecting recurrence. (3) Modeling purpose—to improve the accuracy of recurrence prediction through ML, help physicians develop more personalized treatment plans, and optimize the allocation of hospital resources. In summary, the clinical environment of the target prediction model is mainly set in the neurosurgical wards of large- or medium-sized hospitals, and the modeling background involves long-term clinical data collection and analysis, aiming to improve prediction accuracy and optimize the allocation of medical resources.</p>
          </sec>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Overview</title>
        <p>The primary objective of this study was to streamline the clinical application of the predictive model, specifically by enabling direct input of cranial CT images for generating predictive outcomes. Contrary to expectations, models using CT images as the sole input data type demonstrated suboptimal performance across all evaluation metrics, irrespective of the ML algorithm used. Moreover, models incorporating both clinical data and CT images as input data yielded prediction outcomes significantly inferior to those relying solely on clinical data. Upon using 3D Slicer for radiological feature extraction from the CT images, the resultant model performance exhibited notable improvement. This underscores the inadequacy of current ML algorithms in directly using CT images for clinical research; while predictive results can be generated, they remain unsatisfactory (<xref rid="figure4" ref-type="fig">Figure 4</xref> and <xref ref-type="table" rid="table2">Table 2</xref>). Consequently, the study abandoned the notion of using image-based input data. In contrast, radiomics data are already a distillation and abstraction of the CT image information, and using the original image as input again may lead to information redundancy and even introduce noise, thus affecting the performance of the model. From the perspective of computational efficiency, direct processing of raw CT images usually requires more computational resources and time, whereas radiomics data, as a more compact and higher-level feature representation, can significantly improve the training and prediction speed of the model. Therefore, in this study, we did not choose to try radiomics data+CT images as input data for model validation. Instead, an exploration into the viability of using clinical data, radiomic features, or a combination thereof as input data sets was conducted to optimize predictive model performance.</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Classification results of different data sets in 4 machine learning models. ACC: accuracy; AUC: area under the curve; CNN: convolutional neural network; CT: computed tomography; LR: linear regression; RF: random forest; SVM: support vector machine.</p>
          </caption>
          <graphic xlink:href="jmir_v26i1e54944_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Classification results of different data sets in 4 machine learning models.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="170"/>
            <col width="140"/>
            <col width="140"/>
            <col width="160"/>
            <col width="190"/>
            <col width="170"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Model</td>
                <td>Radiomics</td>
                <td>Clinical</td>
                <td>Clinical-radiomics</td>
                <td>CT<sup>a</sup> image</td>
                <td>CT image-clinical</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="7">
                  <bold>SVM<sup>b</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Accuracy (%)</td>
                <td>82.19</td>
                <td>84.82</td>
                <td>87.79</td>
                <td>54.27</td>
                <td>57.86</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>AUC<sup>c</sup> (%)</td>
                <td>85.57</td>
                <td>82.29</td>
                <td>86.13</td>
                <td>56.91</td>
                <td>62.75</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Recall (%)</td>
                <td>80.82</td>
                <td>79.16</td>
                <td>82.70</td>
                <td>60.54</td>
                <td>65.32</td>
              </tr>
              <tr valign="top">
                <td colspan="7">
                  <bold>CNN<sup>d</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Accuracy (%)</td>
                <td>79.42</td>
                <td>75.44</td>
                <td>82.27</td>
                <td>48.95</td>
                <td>58.19</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>AUC (%)</td>
                <td>82.16</td>
                <td>73.45</td>
                <td>84.32</td>
                <td>51.07</td>
                <td>60.24</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Recall (%)</td>
                <td>76.64</td>
                <td>76.18</td>
                <td>79.23</td>
                <td>54.29</td>
                <td>62.85</td>
              </tr>
              <tr valign="top">
                <td colspan="7">
                  <bold>RF<sup>e</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Accuracy (%)</td>
                <td>77.13</td>
                <td>73.58</td>
                <td>79.85</td>
                <td>43.55</td>
                <td>56.97</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>AUC (%)</td>
                <td>78.27</td>
                <td>72.16</td>
                <td>80.13</td>
                <td>47.82</td>
                <td>60.11</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Recall (%)</td>
                <td>73.89</td>
                <td>74.37</td>
                <td>77.62</td>
                <td>46.31</td>
                <td>58.63</td>
              </tr>
              <tr valign="top">
                <td colspan="7">
                  <bold>LR<sup>f</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Accuracy (%)</td>
                <td>68.32</td>
                <td>65.32</td>
                <td>74.56</td>
                <td>42.75</td>
                <td>54.32</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>AUC (%)</td>
                <td>70.13</td>
                <td>69.17</td>
                <td>76.91</td>
                <td>45.68</td>
                <td>52.19</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Recall (%)</td>
                <td>65.34</td>
                <td>63.28</td>
                <td>68.76</td>
                <td>47.54</td>
                <td>55.13</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>CT: computed tomography.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>SVM: support vector machine.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>AUC: area under the curve.</p>
            </fn>
            <fn id="table2fn4">
              <p><sup>d</sup>CNN: convolutional neural network.</p>
            </fn>
            <fn id="table2fn5">
              <p><sup>e</sup>RF: random forest.</p>
            </fn>
            <fn id="table2fn6">
              <p><sup>f</sup>LR: linear regression.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Predictive Model Evaluation</title>
        <p>This study uses accuracy, AUC, and recall as evaluative metrics for the predictive models, with corresponding results delineated in <xref rid="figure4" ref-type="fig">Figure 4</xref>. Accuracy serves as a direct indicator of the model’s consistency in aligning predictive and actual outcomes. Specifically, accuracy represents the ratio of correctly classified samples to the overall sample pool, offering both intuitive understanding and straightforward implementation. It is principally used to assess the model’s ability to accurately categorize target variables in the predictive outcomes. However, accuracy possesses limitations as it exclusively considers the classification of positive samples, thereby omitting negative samples. This lack of comprehensiveness limits accuracy’s capacity to measure the overlap between predicted and true outcomes. To address this limitation, AUC is incorporated as it holistically considers both positive and negative samples, thereby providing a more nuanced evaluation of model performance. Recall, another metric used, is particularly pertinent given the study’s objective to predict the recurrence of CSDH. Recall quantifies the model’s proficiency in accurately identifying positive samples, focusing on true positive cases. It is especially vital for this study, as it emphasizes the model’s ability to correctly predict patient recurrence. Distinct from accuracy and AUC, recall remains unaffected by the selection of a decision threshold, rendering it more appropriate for comparing various models, particularly when the decision threshold is ambiguous or challenging to ascertain. In summary, accuracy, AUC, and recall are deployed as multifaceted evaluative metrics to assess the predictive models constructed in this study.</p>
        <p>In a comprehensive evaluation across all designated metrics— accuracy, AUC, and recall—the SVM model consistently outperformed the CNN, RF, and LR models. This was observed irrespective of the input data set used, be it clinical data, radiomics features, or a hybrid of both. For models using radiomics features, SVM demonstrated improvements of 2.77%, 5.06%, and 13.87% in accuracy; 3.41%, 7.3%, and 15.37% in AUC; and 4.18%, 6.93%, and 15.48% in recall compared to CNN, RF, and LR models, respectively. Similarly, when clinical data served as the input, SVM enhanced accuracy by 9.38%, 11.24%, and 19.5%; AUC by 8.84%, 10.13%, and 13.12%; and recall by 2.98%, 4.79%, and 15.88% in comparison to CNN, RF, and LR models, respectively. Interestingly, a combination of clinical and radiomics features as input to the SVM model resulted in further performance gains: accuracy improved by 5.52%, 7.94%, and 13.23%; AUC by 1.81%, 6%, and 9.22%; and recall by 3.47%, 5.08%, and 13.94% in comparison to CNN, RF, and LR models, respectively. These outcomes substantiate the efficacy of the SVM model in predicting postoperative recurrence in patients with CSDH. Moreover, it was observed that the hybrid input set comprising both clinical and radiomics data enhanced the performance of the SVM model itself. Specifically, the accuracy, AUC, and recall were higher by 5.6% and 2.97%; 0.56% and 3.84%; and 1.88% and 3.54%, respectively, when compared to SVM models that used either radiomics features or clinical data as stand-alone inputs. In conclusion, the SVM model, when constructed based on a fusion of clinical and radiomics features, exhibited superior predictive capabilities, making it the optimal choice for this study.</p>
        <p>While the SVM model using clinical-radiomics features demonstrated superior performance, it did not meet our predefined target of exceeding 90% across key evaluation metrics. To address this, a feature selection process was implemented to refine the input variables for the predictive model. Our analysis identified the top 5 influential variables impacting postoperative recurrence in patients with CSDH as history of head trauma, MGS, postoperative midline improvement, preoperative midline shift, and radiomics features (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). History of head trauma is one of the main factors leading to the formation of CSDH; MGS is used to assess the severity of CSDH, including hematoma volume, midline shift, state of consciousness, and other factors; postoperative midline improvement is an important index for assessing surgical results and patient’s recovery; preoperative midline shift reflects the degree of compression of hematoma on brain tissue, if postoperative midline improvement is poor or larger midline shift usually indicates a poor prognosis and a higher risk of recurrence; and radiomics features can provide detailed information about CSDH, which can help physicians more accurately assess the disease and predict the risk of recurrence. These features are valuable in predicting the risk of recurrence after CSDH and should be emphasized by clinicians during diagnosis.</p>
        <p>Subsequent feature selection experiments, conducted using the RFE method, indicated an optimal combination of 12 variables (<xref rid="figure5" ref-type="fig">Figure 5</xref>). When variables such as length of stay in hospital, sex, and age were excluded, the model yielded the highest performance across accuracy, AUC, and recall, registering 92.72%, 91.34%, and 93.16%, respectively. Consequently, these 12 features were incorporated into the refined SVM model to yield an optimal predictive tool for assessing the likelihood of postoperative recurrence in patients with CSDH.</p>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>Results of accuracy (ACC), area under the curve (AUC), and recall after selecting the number of features by cross-validation.</p>
          </caption>
          <graphic xlink:href="jmir_v26i1e54944_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>External Data Set Validation</title>
        <p>To corroborate the reliability and generalizability of the developed SVM model, an external validation was performed using clinical-radiomics feature data from 20 patients with CSDH, sourced from the First Affiliated Hospital of Anhui Medical University. The inclusion criteria, exclusion criteria, outcome metrics, and predictors for the data set used for external validation (including clinical data and preoperative head CT images) were identical to those for the modeling data set (<xref ref-type="table" rid="table3">Table 3</xref>). There was no significant difference between the distribution of significant variables between the model validation data set and the model development data set when comparing <xref ref-type="table" rid="table1">Tables 1</xref> and <xref ref-type="table" rid="table3">3</xref>. The obtained data were fed into the 4 preestablished models, and the outcomes are depicted in <xref rid="figure6" ref-type="fig">Figure 6</xref>. The accuracy metrics for the 4 models (SVM, CNN, RF, and LR) registered at 90.32%, 84.67%, 81.3%, and 75.78%, respectively. The AUC outcomes were 91.32%, 86.73%, 82.15%, and 72.16%, respectively. Recall rates were recorded at 88.37%, 87.12%, 80.01%, and 74.68%, respectively. Across all evaluation parameters, the SVM model consistently exhibited superior performance. With context, we found that the SVM model constructed based on the fusion of clinical and radiomics features has consistent results in both internal validation and external testing, and performs best among the 4 models. Consequently, these results reconfirm that the SVM model is the most effective predictive tool for assessing postoperative recurrence in patients with CSDH, as further substantiated by this external data set validation.</p>
        <p>The data we used for modeling came from the Second Affiliated Hospital of Anhui Medical University, which mainly serves local patients, so its medical record data may reflect more of the disease characteristics and treatment experiences of local patients. The data used for the external validation of the model came from the First Affiliated Hospital of Anhui Medical University, which attracts patients from all over the province and even the neighboring regions due to the hospital’s reputation and geographical location. These patients may have different cultural backgrounds, living habits, and medical needs. Therefore, the 2 aforementioned hospitals provide a context for the differences between the internal and external data sets, ensuring the general applicability of the prediction model.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Clinical variables used to validate the model.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="400"/>
            <col width="230"/>
            <col width="210"/>
            <col width="0"/>
            <col width="130"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Variables</td>
                <td>Nonrecurrence (n=17)</td>
                <td>Recurrence (n=3)</td>
                <td colspan="2"><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">Age (y), mean (SD)</td>
                <td>72.3 (10.6)</td>
                <td>68.0 (9.6)</td>
                <td colspan="2">.52</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Sex</bold>
                  <bold>, n (%)</bold>
                </td>
                <td>.53</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Male</td>
                <td>14 (82)</td>
                <td>3 (100)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Female</td>
                <td>3 (18)</td>
                <td>0 (0)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Smoking or drinking, n (%)</bold>
                </td>
                <td>.89</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td>12 (71)</td>
                <td>2 (67)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td>5 (29)</td>
                <td>1 (33)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Hypertension, n (%)</bold>
                </td>
                <td>.72</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td>4 (23)</td>
                <td>1 (33)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td>13 (77)</td>
                <td>2 (67)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Cerebral infarction, n (%)</bold>
                </td>
                <td>—<sup>a</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td>0 (0)</td>
                <td>0 (0)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td>17 (100)</td>
                <td>3 (100)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>History of head trauma, n (%)</bold>
                </td>
                <td>.95</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td>10 (59)</td>
                <td>2 (67)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td>7 (41)</td>
                <td>1 (33)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>History of antiplatelet or anticoagulation</bold>
                  <bold>, n (%)</bold>
                </td>
                <td>.33</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td>2 (11.8)</td>
                <td>1 (33.3)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td>15 (88.2)</td>
                <td>2 (66.7)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Markwalder Grading Scale, n (%)</bold>
                </td>
                <td>.31</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>0</td>
                <td>0 (0)</td>
                <td>0 (0)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>1</td>
                <td>5 (29)</td>
                <td>0 (0)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>2</td>
                <td>9 (53)</td>
                <td>3 (100)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>3</td>
                <td>3 (18)</td>
                <td>0 (0)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>4</td>
                <td>0 (0.0)</td>
                <td>0 (0)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="2">Length of stay in hospital (d), mean (SD)</td>
                <td>14.8 (5.7)</td>
                <td>11.7 (3.8)</td>
                <td colspan="2">.38</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>CSDH<sup>b</sup> location, n (%)</bold>
                </td>
                <td>.58</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Unilateral</td>
                <td>13 (77)</td>
                <td>3 (100)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Bilateral</td>
                <td>4 (23)</td>
                <td>0 (0)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Classification of hematoma, n (%)</bold>
                </td>
                <td>.11</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Homogeneous</td>
                <td>4 (23)</td>
                <td>0 (0.0)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Laminar</td>
                <td>3 (18)</td>
                <td>0 (0.0)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Separated</td>
                <td>6 (35)</td>
                <td>1 (33)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Trabecular type</td>
                <td>4 (23)</td>
                <td>2 (67)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="2">Preoperative hematoma volume (mL), mean (SD)</td>
                <td>105.7 (27.3)</td>
                <td>126.2 (14.6)</td>
                <td colspan="2">.23</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Preoperative midline shift (cm), mean (SD)</td>
                <td>1.1 (0.4)</td>
                <td>1.3 (0.2)</td>
                <td colspan="2">.39</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Postoperative midline improvement (cm), mean (SD)</td>
                <td>0.5 (0.3)</td>
                <td>0.6 (0.3)</td>
                <td colspan="2">.59</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>Not available.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>CSDH: chronic subdural hematoma.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <fig id="figure6" position="float">
          <label>Figure 6</label>
          <caption>
            <p>Accuracy (ACC), area under the curve (AUC), and recall for the 4 models in the external validation set. CNN: convolutional neural network; LR: linear regression; RF: random forest; SVM: support vector machine.</p>
          </caption>
          <graphic xlink:href="jmir_v26i1e54944_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>In this study, the observed postoperative recurrence rate for patients with CSDH was 14.3%, a figure that aligns closely with previously published data, ranging from 5% to 26% [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. This congruence lends credibility to the representativeness of our data set and suggests that the study’s findings have broad applicability.</p>
        <p>Within the neurosurgical landscape, CSDH has received limited investigative focus. This is likely due to its relatively high prevalence and standardized treatment approach, coupled with its lower mortality risk compared to other neurosurgical conditions. However, given the global demographic shift toward an older population, the incidence of CSDH—and consequently, its recurrence rate—is witnessing a steady uptick. This escalating trend underscores the need for ongoing research attention, a need that remains largely unmet.</p>
        <p>Using extensive data collection, processing, and iterative model optimization, we arrived at an SVM model predicated on clinical-radiomics features that exhibited optimal predictive performance. The final model not only met our predetermined efficacy criteria but also carries clinical utility. To our understanding, this constitutes the inaugural effort to leverage clinical-radiomics features in tandem with ML methodologies for the relatively accurate forecasting of postoperative recurrence in patients with CSDH. Thus, this study paves the way for future research, offering a novel paradigm for evaluating surgical outcomes in this patient cohort.</p>
        <p>Our review of existing literature reveals that although there are studies incorporating ML with medical imaging (CT or magnetic resonance imaging) for clinical applications, the prevailing approach does not typically leverage raw images for model construction. Instead, researchers use various software tools or techniques to extract radiomics features from these images, upon which subsequent models are built. Consistent with these findings, our empirical results confirm that predictive models constructed directly from unprocessed images perform suboptimally. The limitations are primarily attributable to the inherent difficulty that traditional ML algorithms face in extracting key lesion characteristics—such as location, size, and morphology—from unprocessed CT images. To address these limitations, we used the open-source software, 3D Slicer, which offers an array of algorithms for feature extraction, including edge and corner detection, as well as texture analysis. By segmenting the ROI and extracting features using 3D Slicer, we acquired meaningful mathematical attributes, such as gradient and curvature. This enhanced feature set enabled more effective computerized analysis of lesions and improved predictive outcomes. Consequently, we shifted our strategy from using raw CT images to combining extracted radiomics features with clinical data for patients with CSDH as input variables in our model construction. The comparative evaluation of models developed through 4 ML algorithms (SVM, CNN, RF, and LR) revealed the superiority of the hybrid data approach over models built solely on clinical or radiomics data. Further, a performance matrix based on metrics such as accuracy, AUC, and recall indicated marked variations among the 4 methods, with the SVM model outperforming CNN, RF, and LR on all 3 metrics (accuracy: 2.77%, 5.06%, and 13.87%; AUC: 3.41%, 7.3%, and 15.44%; and recall: 4.18%, 6.93%, and 15.48%, respectively). Therefore, our analysis corroborates the high reliability of the SVM-based predictive model constructed using the amalgamated data set.</p>
        <p>Our analysis of the reasons for the poor performance of other models is as follows. (1) Mismatch between data characteristics and model complexity: some highly complex models, such as CNN for deep learning, may encounter overfitting problems when confronted with data sets that are relatively small or not rich enough in feature dimensions; this means that the model performs well on training data, but performs poorly on new, unseen data. (2) Feature extraction and exploitation capabilities: while RF and LR have some advantages in dealing with nonlinear problems and feature selection, they may not be as good as especially designed algorithms such as SVM with appropriate kernel functions. (3) Sensitivity to unbalanced data: models such as RF and LR may be biased toward the majority class if the positive and negative samples are unevenly distributed, which is a common problem in medical image analysis. This may lead to a decrease in the recall of the model and weak identification of the minority class (recurrent cases in this study). And the main reason why SVM performs well in predicting postoperative recurrence in patients with CSDH is that its principle of maximum interval (SVM improves the generalization ability of the model by maximizing the interval between the decision boundary and the support vectors) and the kernel trick (SVM can map the input space to a high-dimensional feature space through the kernel function, in which the nonlinear problem may become linearly differentiable) provide powerful support for dealing with small samples, high dimensionality, and unbalanced medical data provide powerful support.</p>
        <p>Our model achieved 90.32% accuracy, 91.32% AUC, and 88.37% recall on an independent external validation set. These metrics indicate that the model has high accuracy in predicting postoperative recurrence in patients with CSDH. For socioeconomic purposes, accurate prediction can reduce unnecessary examinations and follow-up visits, which can save a large amount of medical resources every year; accurate prediction can also help physicians to take interventions in advance to reduce the incidence of postoperative complications and readmission rate of patients. This not only reduces patient suffering but also lowers hospital readmission costs. For patients, it reduces their burden by decreasing unnecessary examinations and follow-up visits, and timely interventions based on the predicted results can help reduce the occurrence of complications and improve their quality of life; in addition, through the model prediction, physicians can provide patients with more personalized treatment plans and care recommendations, which can improve patients’ satisfaction and trust. In summary, our model has excellent performance and significant impact on clinical practice and economic benefits.</p>
        <p>As early as 2009, Abouzari et al [<xref ref-type="bibr" rid="ref24">24</xref>] explored the use of ML algorithms, specifically artificial neural networks and LR, for prognosis prediction in patients with CSDH. Given the technological limitations of that era, these models exhibited low accuracy and questionable evaluation metrics. However, their pioneering work served as a catalyst for us to implement contemporary ML techniques in this research domain.</p>
        <p>With respect to postoperative recurrence in patients with CSDH, extensive studies have been conducted on hematoma staging using CT imaging. Historically, hematomas were simplistically categorized into 4 density-based types: low density, isodense, high density, and mixed density [<xref ref-type="bibr" rid="ref25">25</xref>]. However, Tsutsumi et al [<xref ref-type="bibr" rid="ref26">26</xref>] found no statistically significant difference in postoperative recurrence rates when using these classifications. Subsequently, Nakaguchi et al [<xref ref-type="bibr" rid="ref17">17</xref>] introduced an alternative, more nuanced, classification—comprising homogeneous, laminar, separated, and trabecular types—which garnered wide acceptance in the research community.</p>
        <p>In the current investigation, we adhered to this latter classification scheme when analyzing CT images. Notably, our data analysis revealed that the “separated” type constituted a greater fraction of the recurrence group, aligning with prior research findings. However, the proportion of cases classified as “trabecular” diverged from existing literature. We hypothesize that this discrepancy may be attributable to selection bias arising from our limited data set.</p>
        <p>In the realm of CSDH postoperative recurrence, the scholarly focus has predominantly been on surgical methodologies—recently emphasizing middle meningeal artery embolization—patient age, and the administration of antiplatelet or anticoagulant medications [<xref ref-type="bibr" rid="ref27">27</xref>-<xref ref-type="bibr" rid="ref29">29</xref>]. This narrow concentration likely stems from the ubiquity of CSDH and the established efficacy of existing surgical treatments, which generally yield favorable outcomes without posing immediate life-threatening risks to patients. Consequently, research has largely remained at the clinical echelon. However, as technological advancements continue to pervade medical practice, the incorporation of these innovations not only streamlines clinical operations but also enhances patient outcomes, thereby advancing the objective of precision medicine.</p>
        <p>In the current investigation, we diverged from the conventional practice of using either clinical data or imaging histology data exclusively. Rather, we integrated both data types and, through comparative analysis, substantiated the superior predictive performance of combined clinical-radiomics features. Furthermore, SVM was identified as an efficacious classification algorithm particularly suited for the unique characteristics of medical imaging data, which are high-dimensional and often limited in sample size. SVM achieves classification by constructing a hyperplane that appropriately segregates distinct feature sets in medical imaging data, thereby facilitating more accurate identification and prediction of postoperative recurrence in patients with CSDH. In addition, SVM exhibits robustness in mitigating the influence of noise and outliers commonly present in radiomics features, thus bolstering the reliability of model predictions.</p>
        <p>In the realm of medical research, feature selection predominantly uses filtering methods, including but not limited to correlation coefficients, chi-square tests, and mutual information, to identify variables that highly correlate with the target outcome. Filtering methods excel in computational efficiency, capable of swiftly processing large data sets and thereby reducing dimensionality. These methods also offer adaptability, accommodating user-defined criteria for application-specific scenarios.</p>
        <p>Nevertheless, this study uses RFE in lieu of filtering methods, and for several substantive reasons: Capability to manage highly correlated features—filtering methods struggle with the presence of a multitude of highly correlated variables, a challenge more effectively navigated by RFE. Distributional assumption sensitivity—filtering methods often rest on certain statistical distribution assumptions (eg, normal, t-distribution), which, if incorrect, compromise feature selection accuracy. Conversely, RFE operates independently of such assumptions. Computational efficiency—contrary to common perception, filtering methods, while efficient with smaller data sets, may demand substantial computational resources and time when applied to larger data sets. RFE, on the other hand, demonstrates superior computational efficiency in such contexts. Applicability to nonlinear problems—filtering methods generally rely on linear models, limiting their efficacy for nonlinear challenges. RFE exhibits no such constraint. Automated and robust feature selection—unique to RFE is its ability to automatically discern the most pertinent feature subset, obviating the need for manual selection. This automation further minimizes overfitting risks and enhances model interpretability by focusing on the most salient features [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref31">31</xref>].</p>
        <p>Given these advantages, RFE was selected as the feature selection methodology for this study.</p>
        <p>Upon implementing RFE for feature selection, the predictive model demonstrated robust performance metrics, including an accuracy of 92.72%, AUC of 91.34%, and recall rate of 93.16%. Experimental outcomes identified the top 5 variables influencing postoperative recurrence in patients with CSDH as follows: history of head trauma, MGS, postoperative midline improvement, preoperative midline shift, and radiomics. Notably, the substantial impact of postoperative midline improvement and preoperative midline shift on the prognosis of CSDH has not been highlighted in extant literature. Consequently, we advocate for the inclusion of these novel factors in future CSDH studies given their potential clinical relevance.</p>
        <p>In the clinical setting, the specific steps we take to implement the model prediction function are as follows: (1) integrate the predictive model into an existing health care information system, such as an electronic medical record system or medical image processing software; (2) input data into the system, which consists of the patient’s medical images and relevant clinical information; (3) predictive results are presented to the physician in an easy-to-understand manner, such as a percentage of probability representation; and (4) regularly update and maintain the prediction model. This can be done by collecting new clinical data, optimizing algorithm parameters, or adjusting feature selection strategies. Through the abovementioned steps, patients can be provided with personalized treatment plans, reducing unnecessary tests and surgeries and improving the efficient use of medical resources. For patients with a higher risk of recurrence, physicians can take treatment measures earlier, thus improving the patient’s prognosis. In the event of a discrepancy between the model prediction and the physician’s judgment, the physician should first adopt a conservative treatment strategy to ensure patient safety. For example, patients whose model predictions are at low risk of recurrence but whom physicians believe are at higher risk should continue to be closely monitored and followed up. The physician can then compare the model predictions with the patient’s actual treatment results and feed this information back to the model developer. Through continuous data feedback and model optimization, the predictive accuracy and generalization ability of the model can be improved. For now, ML models are only supplementary tools, and physicians should always make the final decision in conjunction with their own expertise and experience.</p>
        <p>To realize the effective application of predictive models in clinical practice, we need to establish a stable and reliable data pipeline. First, we need to collect clinical data from patients with CSDH, including radiomic features, medical record information, and surgical records. Then, we need to preprocess and feature extract the data to feed it into a predictive model. Next, we need to train and validate the model using ML algorithms to ensure its predictive accuracy and reliability. Finally, we need to integrate the predictive model into an existing health care information system so that it can automatically receive and process patients’ clinical data and generate predictions. During the establishment of the data pipeline, we need to consider the quality, integrity, and security of the data. We need to ensure the accuracy and consistency of the data to avoid adverse effects on the predicted outcomes. At the same time, we need to ensure data security and privacy to protect patients’ privacy rights.</p>
        <p>While our findings hold considerable clinical utility and prospective applicability, it is imperative to acknowledge the following limitations of the study: Assumed input and output data formats—the ML model used in this study is based on a specific input data format (eg, radiological features and clinical data extracted via 3D Slicer software) and assumes that these data are fully representative of the patient’s health status and subdural hematoma characteristics. However, this assumption may omit other important biomarkers or unquantified clinical parameters [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>], which may have an impact on the predictive power of the model. The output data format is assumed to be measured in terms of specific predictive accuracy metrics (eg, accuracy, AUC, and recall), which may not adequately reflect the utility and sensitivity of the model in different clinical settings. Potential pitfalls in interpreting the model—although the SVM model showed good performance in this study, SVMs and other ML models are often considered “black-box” models, in which the model’s decision-making process may not be transparent, and this lack of interpretability may produce a lack of trust in settings where the model is used to guide clinical decision-making. Potential bias of the data used in modeling—the study was conducted based on a retrospective data set from a specific health care organization, which may be subject to selection bias (eg, only patients who received surgical treatments were included) and informational bias (data records may not be completely accurate). In addition, due to the relatively small sample size (133 patients), the complex relationship between CSDH recurrence and multiple underlying factors may not have been adequately captured, which may have affected the model’s ability to generalize and predict accuracy. Generalizability of the data—although the study was externally validated, the validation set consisted of only 20 patients from another health care facility, which may not be sufficient to comprehensively assess the ability of the model to generalize across populations and geographical regions. Patient populations in different regions may have different clinical characteristics, such as different treatment modalities and different health care resources, all of which may affect the generalizability and accuracy of the model.</p>
        <p>Our subsequent research will work to address the above issues.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>In this study, we constructed 4 models to predict postoperative recurrence in patients with CSDH, using ML algorithms and an amalgamated data set comprising both radiomics attributes and clinical variables. Comparative evaluation revealed that the SVM model, using this integrated data set, demonstrated superior predictive accuracy. The model not only outperforms previously established methods but also provides a more specific and comprehensive framework for predicting outcomes. These predictive findings enable health care teams to refine clinical decision-making and offer individualized treatment plans. Moreover, patients can engage in proactive follow-up and informed participation in their treatment protocols based on these results. The developed method offers the advantage of real-time updates and holds considerable clinical implications.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Items of reporting predictive models in biomedical research.</p>
        <media xlink:href="jmir_v26i1e54944_app1.docx" xlink:title="DOCX File , 21 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Ranking the importance of these 12 features screened by the recursive feature elimination method in descending order of importance. CSDH: chronic subdural hematoma.</p>
        <media xlink:href="jmir_v26i1e54944_app2.png" xlink:title="PNG File , 60 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AUC</term>
          <def>
            <p>area under the curve</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CNN</term>
          <def>
            <p>convolutional neural network</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CSDH</term>
          <def>
            <p>chronic subdural hematoma</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">CT</term>
          <def>
            <p>computed tomography</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">LR</term>
          <def>
            <p>linear regression</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">MGS</term>
          <def>
            <p>Markwalder Grading Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">ML</term>
          <def>
            <p>machine learning</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">RF</term>
          <def>
            <p>random forest</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">RFE</term>
          <def>
            <p>recursive feature elimination</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">ROI</term>
          <def>
            <p>region of interest</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">SVM</term>
          <def>
            <p>support vector machine</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This research was funded by the Natural Science Foundation of Anhui Xinhua University (2023zr013), the Anhui Provincial University Students Innovation and Entrepreneurship Program (S202312216119 and S202212216022), and the CAMS Innovation Fund for Medical Sciences (2022-I2M-C&#38;T-B-063).</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>JW and XJ designed the study and revised the manuscript and were responsible for the study. SL, GX, and HZ collected the data. CF screened and checked the data. YP built the models. CF and YP drafted the manuscript. All authors made substantial contributions to the study and approved the submitted version.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kudo</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kuwamura</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Izawa</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Sawa</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Tamaki</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Chronic subdural hematoma in elderly people: present status on Awaji Island and epidemiological prospect</article-title>
          <source>Neurol Med Chir (Tokyo)</source>
          <year>1992</year>
          <month>04</month>
          <volume>32</volume>
          <issue>4</issue>
          <fpage>207</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://joi.jlc.jst.go.jp/JST.Journalarchive/nmc1959/32.207?from=PubMed"/>
          </comment>
          <pub-id pub-id-type="doi">10.2176/nmc.32.207</pub-id>
          <pub-id pub-id-type="medline">1378564</pub-id>
          <pub-id pub-id-type="pii">JST.Journalarchive/nmc1959/32.207</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rust</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kiemer</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Erasmus</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Chronic subdural haematomas and anticoagulation or anti-thrombotic therapy</article-title>
          <source>J Clin Neurosci</source>
          <year>2006</year>
          <month>10</month>
          <volume>13</volume>
          <issue>8</issue>
          <fpage>823</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jocn.2004.12.013</pub-id>
          <pub-id pub-id-type="medline">16997707</pub-id>
          <pub-id pub-id-type="pii">S0967-5868(06)00275-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Feghali</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Updates in chronic subdural hematoma: epidemiology, etiology, pathogenesis, treatment, and outcome</article-title>
          <source>World Neurosurg</source>
          <year>2020</year>
          <month>09</month>
          <volume>141</volume>
          <fpage>339</fpage>
          <lpage>45</lpage>
          <pub-id pub-id-type="doi">10.1016/j.wneu.2020.06.140</pub-id>
          <pub-id pub-id-type="medline">32593768</pub-id>
          <pub-id pub-id-type="pii">S1878-8750(20)31398-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Deo</surname>
              <given-names>RC</given-names>
            </name>
          </person-group>
          <article-title>Machine learning in medicine</article-title>
          <source>Circulation</source>
          <year>2015</year>
          <month>11</month>
          <day>17</day>
          <volume>132</volume>
          <issue>20</issue>
          <fpage>1920</fpage>
          <lpage>30</lpage>
          <pub-id pub-id-type="doi">10.1161/circulationaha.115.001593</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Feng</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Yao</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Jia</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Wei</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Du</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Qu</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Novel models by machine learning to predict prognosis of breast cancer brain metastases</article-title>
          <source>J Transl Med</source>
          <year>2023</year>
          <month>06</month>
          <day>21</day>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>404</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://translational-medicine.biomedcentral.com/articles/10.1186/s12967-023-04277-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12967-023-04277-2</pub-id>
          <pub-id pub-id-type="medline">37344847</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12967-023-04277-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC10286496</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zhong</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lei</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Chu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>An artificial neural network prediction model for posttraumatic epilepsy: retrospective cohort study</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>08</month>
          <day>19</day>
          <volume>23</volume>
          <issue>8</issue>
          <fpage>e25090</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/8/e25090/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/25090</pub-id>
          <pub-id pub-id-type="medline">34420931</pub-id>
          <pub-id pub-id-type="pii">v23i8e25090</pub-id>
          <pub-id pub-id-type="pmcid">PMC8414301</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yao</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Jia</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ji</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>Machine learning was used to predict risk factors for distant metastasis of pancreatic cancer and prognosis analysis</article-title>
          <source>J Cancer Res Clin Oncol</source>
          <year>2023</year>
          <month>09</month>
          <day>06</day>
          <volume>149</volume>
          <issue>12</issue>
          <fpage>10279</fpage>
          <lpage>91</lpage>
          <pub-id pub-id-type="doi">10.1007/s00432-023-04903-y</pub-id>
          <pub-id pub-id-type="medline">37278826</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00432-023-04903-y</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Monteiro</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Newcombe</surname>
              <given-names>VF</given-names>
            </name>
            <name name-style="western">
              <surname>Mathieu</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Adatia</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kamnitsas</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ferrante</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Das</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Whitehouse</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Rueckert</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Menon</surname>
              <given-names>DK</given-names>
            </name>
            <name name-style="western">
              <surname>Glocker</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Multiclass semantic segmentation and quantification of traumatic brain injury lesions on head CT using deep learning: an algorithm development and multicentre validation study</article-title>
          <source>Lancet Digit Health</source>
          <year>2020</year>
          <month>06</month>
          <volume>2</volume>
          <issue>6</issue>
          <fpage>e314</fpage>
          <lpage>22</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2589-7500(20)30085-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S2589-7500(20)30085-6</pub-id>
          <pub-id pub-id-type="medline">33328125</pub-id>
          <pub-id pub-id-type="pii">S2589-7500(20)30085-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Pan</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Niu</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Guo</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>A machine learning-based approach to predict prognosis and length of hospital stay in adults and children with traumatic brain injury: retrospective cohort study</article-title>
          <source>J Med Internet Res</source>
          <year>2022</year>
          <month>12</month>
          <day>09</day>
          <volume>24</volume>
          <issue>12</issue>
          <fpage>e41819</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2022/12/e41819/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/41819</pub-id>
          <pub-id pub-id-type="medline">36485032</pub-id>
          <pub-id pub-id-type="pii">v24i12e41819</pub-id>
          <pub-id pub-id-type="pmcid">PMC9789495</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gillies</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kinahan</surname>
              <given-names>PE</given-names>
            </name>
            <name name-style="western">
              <surname>Hricak</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Radiomics: images are more than pictures, they are data</article-title>
          <source>Radiology</source>
          <year>2016</year>
          <month>02</month>
          <volume>278</volume>
          <issue>2</issue>
          <fpage>563</fpage>
          <lpage>77</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26579733"/>
          </comment>
          <pub-id pub-id-type="doi">10.1148/radiol.2015151169</pub-id>
          <pub-id pub-id-type="medline">26579733</pub-id>
          <pub-id pub-id-type="pmcid">PMC4734157</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lambin</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Leijenaar</surname>
              <given-names>RT</given-names>
            </name>
            <name name-style="western">
              <surname>Deist</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Peerlings</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>de Jong</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>van Timmeren</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sanduleanu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Larue</surname>
              <given-names>RT</given-names>
            </name>
            <name name-style="western">
              <surname>Even</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Jochems</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>van Wijk</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Woodruff</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>van Soest</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lustberg</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Roelofs</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>van Elmpt</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Dekker</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mottaghy</surname>
              <given-names>FM</given-names>
            </name>
            <name name-style="western">
              <surname>Wildberger</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Walsh</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Radiomics: the bridge between medical imaging and personalized medicine</article-title>
          <source>Nat Rev Clin Oncol</source>
          <year>2017</year>
          <month>12</month>
          <day>4</day>
          <volume>14</volume>
          <issue>12</issue>
          <fpage>749</fpage>
          <lpage>62</lpage>
          <pub-id pub-id-type="doi">10.1038/nrclinonc.2017.141</pub-id>
          <pub-id pub-id-type="medline">28975929</pub-id>
          <pub-id pub-id-type="pii">nrclinonc.2017.141</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vallières</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zwanenburg</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Badic</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Cheze Le Rest</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Visvikis</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hatt</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Responsible radiomics research for faster clinical translation</article-title>
          <source>J Nucl Med</source>
          <year>2018</year>
          <month>02</month>
          <day>24</day>
          <volume>59</volume>
          <issue>2</issue>
          <fpage>189</fpage>
          <lpage>93</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://jnm.snmjournals.org/cgi/pmidlookup?view=long&#38;pmid=29175982"/>
          </comment>
          <pub-id pub-id-type="doi">10.2967/jnumed.117.200501</pub-id>
          <pub-id pub-id-type="medline">29175982</pub-id>
          <pub-id pub-id-type="pii">jnumed.117.200501</pub-id>
          <pub-id pub-id-type="pmcid">PMC5807530</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Esteva</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kuprel</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Novoa</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Ko</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Swetter</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Blau</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Thrun</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Dermatologist-level classification of skin cancer with deep neural networks</article-title>
          <source>Nature</source>
          <year>2017</year>
          <month>02</month>
          <day>02</day>
          <volume>542</volume>
          <issue>7639</issue>
          <fpage>115</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28117445"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/nature21056</pub-id>
          <pub-id pub-id-type="medline">28117445</pub-id>
          <pub-id pub-id-type="pii">nature21056</pub-id>
          <pub-id pub-id-type="pmcid">PMC8382232</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schwier</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>van Griethuysen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Vangel</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Pieper</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Peled</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tempany</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Aerts</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kikinis</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Fennessy</surname>
              <given-names>FM</given-names>
            </name>
            <name name-style="western">
              <surname>Fedorov</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Repeatability of multiparametric prostate MRI radiomics features</article-title>
          <source>Sci Rep</source>
          <year>2019</year>
          <month>07</month>
          <day>01</day>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>9441</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41598-019-45766-z"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41598-019-45766-z</pub-id>
          <pub-id pub-id-type="medline">31263116</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41598-019-45766-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC6602944</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Tsai</surname>
              <given-names>WY</given-names>
            </name>
            <name name-style="western">
              <surname>Qi</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Schwartz</surname>
              <given-names>LH</given-names>
            </name>
          </person-group>
          <article-title>Reproducibility of radiomics for deciphering tumor phenotype with imaging</article-title>
          <source>Sci Rep</source>
          <year>2016</year>
          <month>03</month>
          <day>24</day>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>23428</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/srep23428"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/srep23428</pub-id>
          <pub-id pub-id-type="medline">27009765</pub-id>
          <pub-id pub-id-type="pii">srep23428</pub-id>
          <pub-id pub-id-type="pmcid">PMC4806325</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Markwalder</surname>
              <given-names>TM</given-names>
            </name>
          </person-group>
          <article-title>Chronic subdural hematomas: a review</article-title>
          <source>J Neurosurg</source>
          <year>1981</year>
          <month>05</month>
          <volume>54</volume>
          <issue>5</issue>
          <fpage>637</fpage>
          <lpage>45</lpage>
          <pub-id pub-id-type="doi">10.3171/jns.1981.54.5.0637</pub-id>
          <pub-id pub-id-type="medline">7014792</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nakaguchi</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Tanishima</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Yoshimasu</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Factors in the natural history of chronic subdural hematomas that influence their postoperative recurrence</article-title>
          <source>J Neurosurg</source>
          <year>2001</year>
          <month>08</month>
          <volume>95</volume>
          <issue>2</issue>
          <fpage>256</fpage>
          <lpage>62</lpage>
          <pub-id pub-id-type="doi">10.3171/jns.2001.95.2.0256</pub-id>
          <pub-id pub-id-type="medline">11780895</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stanišic</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pripp</surname>
              <given-names>AH</given-names>
            </name>
          </person-group>
          <article-title>A reliable grading system for prediction of chronic subdural hematoma recurrence requiring reoperation after initial burr-hole surgery</article-title>
          <source>Neurosurgery</source>
          <year>2017</year>
          <month>11</month>
          <day>01</day>
          <volume>81</volume>
          <issue>5</issue>
          <fpage>752</fpage>
          <lpage>60</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28379528"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/neuros/nyx090</pub-id>
          <pub-id pub-id-type="medline">28379528</pub-id>
          <pub-id pub-id-type="pii">3093582</pub-id>
          <pub-id pub-id-type="pmcid">PMC5808673</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hirai</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Yagi</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hara</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kanda</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Matsubara</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Uno</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Postoperative recurrence of chronic subdural hematoma is more frequent in patients with blood type A</article-title>
          <source>J Neurosurg</source>
          <year>2021</year>
          <month>01</month>
          <day>01</day>
          <volume>135</volume>
          <issue>4</issue>
          <fpage>1203</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.3171/2020.7.JNS202330</pub-id>
          <pub-id pub-id-type="medline">33385994</pub-id>
          <pub-id pub-id-type="pii">2020.7.JNS202330</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Matsubara</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Yagi</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Minami</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Kanda</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Sunada</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Tao</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Takai</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Shikata</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hirai</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Matsubara</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Uno</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Preoperative elevated eosinophils in peripheral blood for prediction of postoperative recurrence of chronic subdural hematoma</article-title>
          <source>J Neurosurg</source>
          <year>2023</year>
          <month>09</month>
          <day>01</day>
          <volume>139</volume>
          <issue>3</issue>
          <fpage>708</fpage>
          <lpage>13</lpage>
          <pub-id pub-id-type="doi">10.3171/2022.12.JNS222432</pub-id>
          <pub-id pub-id-type="medline">36640094</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pan</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Fang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Wan</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Construction of a predictive model based on MIV-SVR for prognosis and length of stay in patients with traumatic brain injury: retrospective cohort study</article-title>
          <source>Digit Health</source>
          <year>2023</year>
          <month>12</month>
          <day>03</day>
          <volume>9</volume>
          <fpage>20552076231217814</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/20552076231217814?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/20552076231217814</pub-id>
          <pub-id pub-id-type="medline">38053736</pub-id>
          <pub-id pub-id-type="pii">10.1177_20552076231217814</pub-id>
          <pub-id pub-id-type="pmcid">PMC10695088</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martinez-Perez</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Tsimpas</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rayo</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Cepeda</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lagares</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Role of the patient comorbidity in the recurrence of chronic subdural hematomas</article-title>
          <source>Neurosurg Rev</source>
          <year>2021</year>
          <month>04</month>
          <day>07</day>
          <volume>44</volume>
          <issue>2</issue>
          <fpage>971</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1007/s10143-020-01274-7</pub-id>
          <pub-id pub-id-type="medline">32146611</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10143-020-01274-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weigel</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Schmiedek</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Krauss</surname>
              <given-names>JK</given-names>
            </name>
          </person-group>
          <article-title>Outcome of contemporary surgery for chronic subdural haematoma: evidence based review</article-title>
          <source>J Neurol Neurosurg Psychiatry</source>
          <year>2003</year>
          <month>07</month>
          <day>01</day>
          <volume>74</volume>
          <issue>7</issue>
          <fpage>937</fpage>
          <lpage>43</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jnnp.bmj.com/lookup/pmidlookup?view=long&#38;pmid=12810784"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/jnnp.74.7.937</pub-id>
          <pub-id pub-id-type="medline">12810784</pub-id>
          <pub-id pub-id-type="pmcid">PMC1738576</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abouzari</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rashidi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Zandi-Toghani</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Behzadi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Asadollahi</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Chronic subdural hematoma outcome prediction using logistic regression and an artificial neural network</article-title>
          <source>Neurosurg Rev</source>
          <year>2009</year>
          <month>10</month>
          <day>4</day>
          <volume>32</volume>
          <issue>4</issue>
          <fpage>479</fpage>
          <lpage>84</lpage>
          <pub-id pub-id-type="doi">10.1007/s10143-009-0215-3</pub-id>
          <pub-id pub-id-type="medline">19653019</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nomura</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kashiwagi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Fujisawa</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ito</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Nakamura</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Characterization of local hyperfibrinolysis in chronic subdural hematomas by SDS-PAGE and immunoblot</article-title>
          <source>J Neurosurg</source>
          <year>1994</year>
          <month>12</month>
          <volume>81</volume>
          <issue>6</issue>
          <fpage>910</fpage>
          <lpage>3</lpage>
          <pub-id pub-id-type="doi">10.3171/jns.1994.81.6.0910</pub-id>
          <pub-id pub-id-type="medline">7965121</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tsutsumi</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Maeda</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Iijima</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Usui</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Okada</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Kirino</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>The relationship of preoperative magnetic resonance imaging findings and closed system drainage in the recurrence of chronic subdural hematoma</article-title>
          <source>J Neurosurg</source>
          <year>1997</year>
          <month>12</month>
          <volume>87</volume>
          <issue>6</issue>
          <fpage>870</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.3171/jns.1997.87.6.0870</pub-id>
          <pub-id pub-id-type="medline">9384397</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cofano</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Pesce</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vercelli</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Mammi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Massara</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Minardi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Palmieri</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>D'Andrea</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Fronda</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lanotte</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Tartara</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Zenga</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Frati</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Garbossa</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Risk of recurrence of chronic subdural hematomas after surgery: a multicenter observational cohort study</article-title>
          <source>Front Neurol</source>
          <year>2020</year>
          <month>11</month>
          <day>24</day>
          <volume>11</volume>
          <fpage>560269</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33329304"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fneur.2020.560269</pub-id>
          <pub-id pub-id-type="medline">33329304</pub-id>
          <pub-id pub-id-type="pmcid">PMC7732444</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shotar</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Meyblum</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Premat</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lenck</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Degos</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Grand</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Cortese</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pouvelle</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pouliquen</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Mouyal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Boch</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Carpentier</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sourour</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Mathon</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Clarençon</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Middle meningeal artery embolization reduces the post-operative recurrence rate of at-risk chronic subdural hematoma</article-title>
          <source>J Neurointerv Surg</source>
          <year>2020</year>
          <month>12</month>
          <day>21</day>
          <volume>12</volume>
          <issue>12</issue>
          <fpage>1209</fpage>
          <lpage>13</lpage>
          <pub-id pub-id-type="doi">10.1136/neurintsurg-2020-016048</pub-id>
          <pub-id pub-id-type="medline">32439812</pub-id>
          <pub-id pub-id-type="pii">neurintsurg-2020-016048</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Andersen-Ranberg</surname>
              <given-names>NC</given-names>
            </name>
            <name name-style="western">
              <surname>Poulsen</surname>
              <given-names>FR</given-names>
            </name>
            <name name-style="western">
              <surname>Bergholt</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Hundsholt</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Fugleholm</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Bilateral chronic subdural hematoma: unilateral or bilateral drainage?</article-title>
          <source>J Neurosurg</source>
          <year>2017</year>
          <month>06</month>
          <volume>126</volume>
          <issue>6</issue>
          <fpage>1905</fpage>
          <lpage>11</lpage>
          <pub-id pub-id-type="doi">10.3171/2016.4.JNS152642</pub-id>
          <pub-id pub-id-type="medline">27392267</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Feature selection and analysis on correlated gas sensor data with recursive feature elimination</article-title>
          <source>Sens Actuators B Chem</source>
          <year>2015</year>
          <month>06</month>
          <volume>212</volume>
          <fpage>353</fpage>
          <lpage>63</lpage>
          <pub-id pub-id-type="doi">10.1016/j.snb.2015.02.025</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>XW</given-names>
            </name>
            <name name-style="western">
              <surname>Jeong</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>Enhanced recursive feature elimination</article-title>
          <source>Proceedings of the 6th International Conference on Machine Learning and Applications</source>
          <year>2007</year>
          <conf-name>ICMLA '07</conf-name>
          <conf-date>December 13-15, 2007</conf-date>
          <conf-loc>Cincinnati, OH</conf-loc>
          <fpage>429</fpage>
          <lpage>35</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ieeexplore.ieee.org/document/4457268"/>
          </comment>
          <pub-id pub-id-type="doi">10.1109/icmla.2007.35</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
