<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v26i1e53951</article-id>
      <article-id pub-id-type="pmid">38502157</article-id>
      <article-id pub-id-type="doi">10.2196/53951</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Clinical Decision Support System Used in Spinal Disorders: Scoping Review</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Tsafnat</surname>
            <given-names>Guy</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Yu</surname>
            <given-names>Lin</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Montazeri</surname>
            <given-names>Ali</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Toh</surname>
            <given-names>Zheng An</given-names>
          </name>
          <degrees>BSCN</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <address>
            <institution>National University Hospital</institution>
            <institution>National University Health System</institution>
            <addr-line>5 Lower Kent Ridge Road</addr-line>
            <addr-line>Singapore, 119074</addr-line>
            <country>Singapore</country>
            <phone>65 92289289</phone>
            <email>E0191325@u.nus.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5835-0052</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Berg</surname>
            <given-names>Bjørnar</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9017-5562</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Han</surname>
            <given-names>Qin Yun Claudia</given-names>
          </name>
          <degrees>BSCN</degrees>
          <xref rid="aff03" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8751-4343</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Hey</surname>
            <given-names>Hwee Weng Dennis</given-names>
          </name>
          <degrees>MBBS, MRCS, MMED, MCI</degrees>
          <xref rid="aff04" ref-type="aff">4</xref>
          <xref rid="aff05" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2012-9835</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Pikkarainen</surname>
            <given-names>Minna</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff06" ref-type="aff">6</xref>
          <xref rid="aff07" ref-type="aff">7</xref>
          <xref rid="aff08" ref-type="aff">8</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4516-6584</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Grotle</surname>
            <given-names>Margreth</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff02" ref-type="aff">2</xref>
          <xref rid="aff09" ref-type="aff">9</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8243-1143</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>He</surname>
            <given-names>Hong-Gu</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff10" ref-type="aff">10</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8545-1123</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff01">
        <label>1</label>
        <institution>National University Hospital</institution>
        <institution>National University Health System</institution>
        <addr-line>Singapore</addr-line>
        <country>Singapore</country>
      </aff>
      <aff id="aff02">
        <label>2</label>
        <institution>Centre for Intelligent Musculoskeletal Health</institution>
        <institution>Faculty of Health Sciences</institution>
        <institution>Oslo Metropolitan University</institution>
        <addr-line>Oslo</addr-line>
        <country>Norway</country>
      </aff>
      <aff id="aff03">
        <label>3</label>
        <institution>Department of Nursing</institution>
        <institution>Tan Tock Seng Hospital</institution>
        <addr-line>Singapore</addr-line>
        <country>Singapore</country>
      </aff>
      <aff id="aff04">
        <label>4</label>
        <institution>Division of Orthopaedic Surgery</institution>
        <institution>National University Hospital</institution>
        <institution>National University Health System</institution>
        <addr-line>Singapore</addr-line>
        <country>Singapore</country>
      </aff>
      <aff id="aff05">
        <label>5</label>
        <institution>Yong Loo Lin School of Medicine</institution>
        <institution>National University of Singapore</institution>
        <addr-line>Singapore</addr-line>
        <country>Singapore</country>
      </aff>
      <aff id="aff06">
        <label>6</label>
        <institution>Department of Rehabilitation and Health Technology</institution>
        <institution>Oslo Metropolitan University</institution>
        <addr-line>Oslo</addr-line>
        <country>Norway</country>
      </aff>
      <aff id="aff07">
        <label>7</label>
        <institution>Martti Ahtisaari Institute, Oulu Business School</institution>
        <institution>Oulu University</institution>
        <addr-line>Oulu</addr-line>
        <country>Finland</country>
      </aff>
      <aff id="aff08">
        <label>8</label>
        <institution>Department of Product Design</institution>
        <institution>Oslo Metropolitan University</institution>
        <addr-line>Oslo</addr-line>
        <country>Norway</country>
      </aff>
      <aff id="aff09">
        <label>9</label>
        <institution>Department of Research and Innovation</institution>
        <institution>Division of Clinical Neuroscience</institution>
        <institution>Oslo University Hospital</institution>
        <addr-line>Oslo</addr-line>
        <country>Norway</country>
      </aff>
      <aff id="aff10">
        <label>10</label>
        <institution>Alice Lee Centre for Nursing Studies</institution>
        <institution>Yong Loo Lin School of Medicine</institution>
        <institution>National University of Singapore</institution>
        <addr-line>Singapore</addr-line>
        <country>Singapore</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Zheng An Toh <email>E0191325@u.nus.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2024</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>19</day>
        <month>3</month>
        <year>2024</year>
      </pub-date>
      <volume>26</volume>
      <elocation-id>e53951</elocation-id>
      <history>
        <date date-type="received">
          <day>28</day>
          <month>10</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>25</day>
          <month>1</month>
          <year>2024</year>
        </date>
        <date date-type="rev-recd">
          <day>29</day>
          <month>1</month>
          <year>2024</year>
        </date>
        <date date-type="accepted">
          <day>10</day>
          <month>2</month>
          <year>2024</year>
        </date>
      </history>
      <copyright-statement>©Zheng An Toh, Bjørnar Berg, Qin Yun Claudia Han, Hwee Weng Dennis Hey, Minna Pikkarainen, Margreth Grotle, Hong-Gu He. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 19.03.2024.</copyright-statement>
      <copyright-year>2024</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2024/1/e53951" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Spinal disorders are highly prevalent worldwide with high socioeconomic costs. This cost is associated with the demand for treatment and productivity loss, prompting the exploration of technologies to improve patient outcomes. Clinical decision support systems (CDSSs) are computerized systems that are increasingly used to facilitate safe and efficient health care. Their applications range in depth and can be found across health care specialties.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This scoping review aims to explore the use of CDSSs in patients with spinal disorders.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We used the Joanna Briggs Institute methodological guidance for this scoping review and reported according to the PRISMA-ScR (Preferred Reporting Items for Systematic Reviews and Meta-Analyses Extension for Scoping Reviews) statement. Databases, including PubMed, Embase, Cochrane, CINAHL, Web of Science, Scopus, ProQuest, and PsycINFO, were searched from inception until October 11, 2022. The included studies examined the use of digitalized CDSSs in patients with spinal disorders.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>A total of 4 major CDSS functions were identified from 31 studies: preventing unnecessary imaging (n=8, 26%), aiding diagnosis (n=6, 19%), aiding prognosis (n=11, 35%), and recommending treatment options (n=6, 20%). Most studies used the knowledge-based system. Logistic regression was the most commonly used method, followed by decision tree algorithms. The use of CDSSs to aid in the management of spinal disorders was generally accepted over the threat to physicians’ clinical decision-making autonomy.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Although the effectiveness was frequently evaluated by examining the agreement between the decisions made by the CDSSs and the health care providers, comparing the CDSS recommendations with actual clinical outcomes would be preferable. In addition, future studies on CDSS development should focus on system integration, considering end user’s needs and preferences, and external validation and impact studies to assess effectiveness and generalizability.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>OSF Registries osf.io/dyz3f; https://osf.io/dyz3f</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>back pain</kwd>
        <kwd>clinical decision support systems</kwd>
        <kwd>CDSS</kwd>
        <kwd>diagnosis</kwd>
        <kwd>imaging</kwd>
        <kwd>predictive</kwd>
        <kwd>prognosis</kwd>
        <kwd>spine</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Spinal diseases are a group of conditions that affect the spinal column, leading to various symptoms ranging from pain to paralysis. The types of conditions may include spinal stenosis, herniated disc, scoliosis, osteoporosis, and degenerative disc disease, each with a unique etiology [<xref ref-type="bibr" rid="ref1">1</xref>]. These conditions can be caused by various factors, such as genetic predisposition; age-related degeneration; trauma; infections; autoimmune and metabolic disorders; and lifestyle choices, including posture, exercise, and weight management [<xref ref-type="bibr" rid="ref2">2</xref>]. Low back pain (LBP) is a significant health problem highly associated with spinal disorders [<xref ref-type="bibr" rid="ref2">2</xref>], which affected an estimated 7.5% of the world’s population in 2017, with approximately 568.4 million cases reported worldwide in 2019 [<xref ref-type="bibr" rid="ref3">3</xref>]. It has prevailed as the leading cause of disability worldwide, contributing to 63.7 million years lived with disability as of 2019, influencing people of working age (from 20 to 65 years) and beyond [<xref ref-type="bibr" rid="ref4">4</xref>]. In 2017, the cost of LBP topped the health care spending in the United States, estimated at US $134.5 billion [<xref ref-type="bibr" rid="ref5">5</xref>]. Furthermore, LBP leads to wage and productivity losses, reflecting high costs to society [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref8">8</xref>]. Consequently, significant research efforts have been placed on spinal disorders, including technological patient management.</p>
        <p>Presently, physicians are encouraged to deploy an evidence-based approach toward diagnosis and treatment by considering the best scientific (ie, matching symptoms and signs with relevant investigations and ensuring that the radiological features are concordant with the observed symptoms and signs) or research evidence and clinical experience while considering patients’ values and preferences [<xref ref-type="bibr" rid="ref9">9</xref>]. However, the overwhelming number of scientific publications makes it challenging for physicians to stay updated with the latest evidence. To address this issue, computer-based tools, such as clinical decision support systems (CDSSs), can be used.</p>
        <p>CDSSs are computerized tools used in health care to provide personalized treatment recommendations, aid in clinical diagnosis, and predict patient-specific outcomes and prognoses [<xref ref-type="bibr" rid="ref10">10</xref>]. These tools significantly enhance disease management in health care by improving diagnostic accuracy through timely information and narrowing down potential conditions [<xref ref-type="bibr" rid="ref10">10</xref>]. It ensures that evidence-based treatment recommendations align with current medical guidelines, aiding medication management with alerts for interactions and allergies [<xref ref-type="bibr" rid="ref11">11</xref>]. In personalized medicine, CDSSs use genetic data for tailored treatment plans [<xref ref-type="bibr" rid="ref10">10</xref>]. They allow the optimization of health care workflows, reduces errors, and improves communication among professionals, thereby enhancing patient outcomes and efficient health care delivery [<xref ref-type="bibr" rid="ref11">11</xref>]. The CDSSs can be broadly classified into knowledge-based and non–knowledge-based systems. Knowledge-based CDSSs use rules to match patient data with preset knowledge domains based on up-to-date, evidence-based clinical information, from which the best recommendations can be derived [<xref ref-type="bibr" rid="ref11">11</xref>]. In contrast, non–knowledge-based systems use data-driven methods such as artificial intelligence (AI) or machine learning to make predictions or decisions. Although limited by their lack of transparency and auditing capability, non–knowledge-based systems can provide alternative perspectives and highlight potentially overlooked factors [<xref ref-type="bibr" rid="ref10">10</xref>]. Recently, newer methods have been developed to interpret some AI findings, offering the possibility of greater acceptance of the non–knowledge-based methodology [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>].</p>
        <p>A systematic review and meta-analysis reported a 10% to 20% decrease in morbidity when CDSSs were used in patient care [<xref ref-type="bibr" rid="ref14">14</xref>]. Physicians using CDSSs are more likely to order appropriate treatment or therapy and make fewer medication errors, thereby improving overall patient safety [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. Despite these successes, research regarding the use of CDSSs in spinal disorders is still in its infancy, with much to be explored.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>Previous reviews have investigated the diagnostic and predictive performances of AI and machine learning [<xref ref-type="bibr" rid="ref16">16</xref>-<xref ref-type="bibr" rid="ref26">26</xref>]. However, no systematic or scoping review on the use of CDSSs in patients with spinal disorders has been identified. Therefore, this scoping review aimed to assess the extent of the literature in which CDSSs were implemented in clinical practice to assist health care professionals in offering personalized and meaningful care for patients with spinal disorders. The following review questions were answered: (1) Which CDSS tools can be identified in the current literature on spinal disorders? (2) What are the different purposes that the CDSS tools serve for spinal disorders? (3) How are these CDSS tools developed and assessed for effectiveness? and (4) What are the user’s perceptions and experiences regarding the use of CDSS tools?</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>This review was conducted using the Joanna Briggs Institute (JBI) methodological guidance for scoping review and reported according to the PRISMA-ScR (Preferred Reporting Items for Systematic Reviews and Meta-Analyses Extension for Scoping Reviews) statement [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. The protocol for this review was registered in the Open Science Framework.</p>
      </sec>
      <sec>
        <title>Eligibility Criteria</title>
        <p>The following inclusion criteria were used to determine study inclusion: (1) the study examined the CDSS use in patients with spinal disorders affecting the spinal column, cord, nerves, discs, or vertebrae in the cervical, thoracic, lumbar, or sacral regions of the spine and those with back pain, neuropathic pain, numbness, abnormal sensation, or tension caused by spinal issues; (2) all types of CDSS were considered, including integrated or independent systems, with purposes including diagnosis, disease or treatment prognosis, and treatment management of spinal disorders; (3) all participants were considered, with no restrictions placed on their cultural or racial background, geographic location, sex, or clinical management setting (acute or community); and (4) there were no restrictions placed on the study type, design, or source. The studies were excluded if they did not involve human participants, did not use a digitalized solution for ease of accessibility and use, were not applied in a clinical setting, or were reviews.</p>
      </sec>
      <sec>
        <title>Search Strategy</title>
        <p>Both published and unpublished studies were located through PubMed, Embase, Cochrane, CINAHL, Web of Science, Scopus, ProQuest, and PsycINFO databases from inception until October 11, 2022. A limited initial search of PubMed was conducted to identify related articles and gather relevant keywords to develop a complete search strategy. The search strategy (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>) was formed using the main concepts, including <italic>clinical decision support system</italic> and <italic>spinal disorders</italic>, combined with Boolean operators of <italic>AND</italic> and <italic>OR</italic>. The keywords and index terms were adapted for each database, and the reference lists of the included sources were screened for additional relevant studies. No limitations were placed on the sources’ language or date of publication to ensure that all relevant information on the topic was captured. In addition, sources of unpublished studies or gray literature, such as ClinicalTrials.gov, the International Standard Randomized Controlled Trial Number Register, the World Health Organization International Clinical Trials Registry Platform, and the Directory of Open Access Journals, were also searched.</p>
      </sec>
      <sec>
        <title>Source of Evidence Selection</title>
        <p>Potential records were collated and uploaded to EndNote 20 (Clarivate), with duplicates removed [<xref ref-type="bibr" rid="ref29">29</xref>]. Two independent reviewers (ZAT and QYCH) screened the titles and abstracts based on the eligibility criteria. The full text of potentially relevant studies was retrieved and further assessed for eligibility by both reviewers. The studies that did not meet the inclusion criteria were recorded and reported in the scoping review. Any disagreements between the 2 reviewers at each stage of the selection process were resolved through discussion or involving an additional reviewer (BB).</p>
      </sec>
      <sec>
        <title>Data Extraction and Synthesis</title>
        <p>Data were extracted from the studies by 2 independent reviewers (ZAT and QYCH) using a data charting form adapted from the standardized data extraction tool of the JBI [<xref ref-type="bibr" rid="ref27">27</xref>]. The extracted data included details about the participants, concept, context, study methods, and key findings relevant to the review questions. Iterative updates to the charting table allowed for the addition of valid unforeseen data [<xref ref-type="bibr" rid="ref27">27</xref>]. We organized the research according to the applications examined and summarized the characteristics of each group, including the settings, participants, study designs, performance measures, and overall conclusions.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Study Selection</title>
        <p>A total of 26,828 records were identified from PubMed, Embase, Cochrane, CINAHL, Web of Science, Scopus, ProQuest, and PsycINFO databases. Of these, 73 (0.27%) full-text papers were retrieved after screening titles and abstracts and assessed against predetermined eligibility criteria (<xref rid="figure1" ref-type="fig">Figure 1</xref>); eventually, 31 (0.16%) studies were included for synthesis in this review, as summarized in <xref ref-type="table" rid="table1">Table 1</xref>. The studies were conducted in the United States (13/31, 42%), Australia (4/31, 13%), the Netherlands (3/31, 10%), Switzerland (2/31, 7%), Germany (3/31, 10%), Canada (1/31, 3%), Russia (1/31, 3%), Sweden (1/31, 3%), Ireland (1/31, 3%), South Korea (1/31, 3%), and the United Kingdom (1/31, 3%).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>PRISMA (Preferred Reporting Items for Systematic Reviews and Meta-Analyses) flow diagram of study selection. CDSS: clinical decision support system.</p>
          </caption>
          <graphic xlink:href="jmir_v26i1e53951_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>A summary of the included CDSSs<sup>a</sup> presented according to their purpose and application.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="150"/>
            <col width="150"/>
            <col width="0"/>
            <col width="150"/>
            <col width="0"/>
            <col width="130"/>
            <col width="130"/>
            <col width="0"/>
            <col width="130"/>
            <col width="0"/>
            <col width="130"/>
            <thead>
              <tr valign="top">
                <td colspan="2">CDSS name and study</td>
                <td colspan="2">Country and setting</td>
                <td colspan="2">Study design (date)</td>
                <td>Population</td>
                <td colspan="2">Sample size, N</td>
                <td colspan="2">Female, n (%)</td>
                <td>Age (y), mean (SD)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="12">
                  <bold>Preventing unnecessary imaging</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Choosing Wisely recommendation (Stanson Health), Chen et al [<xref ref-type="bibr" rid="ref30">30</xref>], 2020</td>
                <td>United States and single institution ambulatory clinic</td>
                <td colspan="2">CDSS testing: pre-post study (March 1, 2015, to April 30, 2017)</td>
                <td colspan="2">Patients with acute low back pain</td>
                <td>Not reported</td>
                <td colspan="2">Not reported</td>
                <td colspan="2">Range 18 to 69</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>NEXUS<sup>b</sup> clinical decision rule (Medweb), Goergen et al [<xref ref-type="bibr" rid="ref31">31</xref>], 2006</td>
                <td>Australia and single institution emergency department</td>
                <td colspan="2">CDSS testing: prospective cohort study (October 2001 to September 2002) with historical controls (June 2000 to July 2001)</td>
                <td colspan="2">Patients with cervical spine trauma</td>
                <td>Cohort: 353 and control: 403</td>
                <td colspan="2">Cohort: 156 (45) and control: 190 (47)</td>
                <td colspan="2">Cohort: 32 (23-45)<sup>c</sup> and control: 32 (24-49)<sup>c</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Combined NEXUS criteria and CCSR<sup>d</sup> CDSS, Hynes et al [<xref ref-type="bibr" rid="ref32">32</xref>], 2020</td>
                <td>Ireland, and single institution emergency department</td>
                <td colspan="2">CDSS testing: prospective cohort study (March to April 2017) with historical controls (March to April 2016)</td>
                <td colspan="2">Patients with cervical spine trauma</td>
                <td>Not reported</td>
                <td colspan="2">Not reported</td>
                <td colspan="2">Not reported</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>ACP<sup>e</sup> APS<sup>f</sup> guideline derived CDSS, Ip et al [<xref ref-type="bibr" rid="ref33">33</xref>], 2014</td>
                <td>United States, and primary care service in an integrated health system with a quaternary care hospital and outpatient network</td>
                <td colspan="2">CDSS testing: prospective cohort study (2007 to 2010) with control cohort derived from NAMCS<sup>g</sup></td>
                <td colspan="2">Patients with low back pain</td>
                <td>Cohort: 21,445 and control: 2240</td>
                <td colspan="2">Cohort: 14,950 (69.7) and control: 1283 (57.3)</td>
                <td colspan="2">Cohort: 53.0 (15.6) and control: 50.5 (15.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>ACR<sup>h</sup> select tool (National Decision Support Company), Mallavarapu and Christiason [<xref ref-type="bibr" rid="ref34">34</xref>], 2020</td>
                <td>United States, and emergency department of a 204-bed community hospital</td>
                <td colspan="2">CDSS testing: interrupted time series from 12 months before and 10 months after modification</td>
                <td colspan="2">Patients with low back pain</td>
                <td>Not reported</td>
                <td colspan="2">Not reported</td>
                <td colspan="2">Not reported</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Choosing Wisely Canada CDSS, Min et al [<xref ref-type="bibr" rid="ref35">35</xref>], 2017</td>
                <td>Canada and single institution emergency department</td>
                <td colspan="2">CDSS testing: retrospective pre-post study from January 1, 2013, to May 31, 2016</td>
                <td colspan="2">Patients with acute low back pain</td>
                <td>Not reported</td>
                <td colspan="2">Not reported</td>
                <td colspan="2">Not reported</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>ACR appropriateness criteria CDSS (Institute of Clinical Systems Improvement), Solberg et al [<xref ref-type="bibr" rid="ref36">36</xref>], 2010</td>
                <td>United States and multispecialty medical group primary care clinics</td>
                <td colspan="2">CDSS testing: retrospective pre-post study (2006 to 2007)</td>
                <td colspan="2">Patients requiring MRI<sup>i</sup> spine</td>
                <td>Cohort: 148 cases and control: 151 cases</td>
                <td colspan="2">Overall: 62%</td>
                <td colspan="2">57.8</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Zafar et al [<xref ref-type="bibr" rid="ref37">37</xref>], 2019</td>
                <td>United States and tertiary academic health system with 8 PCP<sup>j</sup> practices</td>
                <td colspan="2">CDSS testing: RCT<sup>k</sup> with varying intervention periods; baseline period (March 1, 2012, to October 4, 2012), intervention period 1 (February 6, 2013, to December 31, 2013), and intervention period 2 (January 14, 2014, to June 20, 2014, and September 4, 2014, to January 21, 2015)</td>
                <td colspan="2">Physicians ordering imaging for patients with low back pain</td>
                <td>108 PCPs</td>
                <td colspan="2">Not reported</td>
                <td colspan="2">Not reported</td>
              </tr>
              <tr valign="top">
                <td colspan="12">
                  <bold>Diagnostic tool</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Benditz et al [<xref ref-type="bibr" rid="ref38">38</xref>], 2019</td>
                <td>Germany and single hospital orthopedic department</td>
                <td colspan="2">CDSS testing: cross-sectional correlational study</td>
                <td colspan="2">Patients with back pain</td>
                <td>111</td>
                <td colspan="2">53 (47.7)</td>
                <td colspan="2">59.47 (15.81)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Benditz et al [<xref ref-type="bibr" rid="ref39">39</xref>], 2021</td>
                <td>Germany and single hospital orthopedic department</td>
                <td colspan="2">CDSS testing: cross-sectional study</td>
                <td colspan="2">Patients with back pain</td>
                <td>86</td>
                <td colspan="2">40 (47)</td>
                <td colspan="2">51 (17)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Lin et al [<xref ref-type="bibr" rid="ref40">40</xref>], 2006</td>
                <td>United States and Europe: nationwide pain clinic in United States and clinics in Europe</td>
                <td colspan="2">CDSS development and testing: cross-sectional study</td>
                <td colspan="2">Patients with low back pain</td>
                <td>180</td>
                <td colspan="2">Not reported</td>
                <td colspan="2">Not reported</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Peiris et al [<xref ref-type="bibr" rid="ref41">41</xref>], 2014</td>
                <td>Australia and nationwide primary care clinics</td>
                <td colspan="2">CDSS development and testing: mixed methods study</td>
                <td colspan="2">Patients with back pain</td>
                <td>Overall, not reported and 20 GPs<sup>l</sup> (recruited for qualitative portion)</td>
                <td colspan="2">7 (35)</td>
                <td colspan="2">8 (40) patients aged &#60;50 y, 8 (40) patients aged 50 to 59 y, and 3 (15) patients aged &#62;60 y<sup>m</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Kim et al [<xref ref-type="bibr" rid="ref42">42</xref>], 2022</td>
                <td>South Korea and single institution hospital</td>
                <td colspan="2">CDSS testing: cross-sectional study</td>
                <td colspan="2">Patients with postural spinal deformity</td>
                <td>140</td>
                <td colspan="2">81 (57.86)</td>
                <td colspan="2">24.94 (17.36)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>The Vertebral Compression Fracture tool, Wang et al [<xref ref-type="bibr" rid="ref43">43</xref>], 2011</td>
                <td>United States</td>
                <td colspan="2">CDSS development: cross-sectional study (not reported)</td>
                <td colspan="2">Patients with vertebral compression fractures</td>
                <td>128</td>
                <td colspan="2">Not reported</td>
                <td colspan="2">Not reported</td>
              </tr>
              <tr valign="top">
                <td colspan="12">
                  <bold>Prognostic tool</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>The Seattle Spine Score (Virginia Mason Medical Center), Buchlak et al [<xref ref-type="bibr" rid="ref44">44</xref>], 2017</td>
                <td>United States and single high-volume hospital</td>
                <td colspan="2">CDSS development and testing: retrospective predictive modeling study</td>
                <td colspan="2">Patients with spinal deformity and those who had undergone surgery</td>
                <td>136</td>
                <td colspan="2">100 (73.5)</td>
                <td colspan="2">63.2 (11.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Simple Brace Predictor (University of Alberta Edmonton), Chalmers et al [<xref ref-type="bibr" rid="ref45">45</xref>], 2015</td>
                <td>United States, and single institution scoliosis clinic</td>
                <td colspan="2">CDSS development and testing: retrospective chart review</td>
                <td colspan="2">Patients with adolescent idiopathic scoliosis</td>
                <td>Training data set: 62 and test data set: 28</td>
                <td colspan="2">75 (83.3)</td>
                <td colspan="2">13.5 (1.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>The Dialogue Support (Swedish Society of Spinal Surgeons), Fritzell et al [<xref ref-type="bibr" rid="ref46">46</xref>], 2022</td>
                <td>Sweden and a nationwide study (data from Swespine)</td>
                <td colspan="2">CDSS development and testing: retrospective chart review</td>
                <td colspan="2">Patients with lumbar disc herniation, lumbar spinal stenosis, degenerative disc disease, and cervical radiculopathy and those who underwent surgery.</td>
                <td>87,494</td>
                <td colspan="2">Not reported</td>
                <td colspan="2">Not reported</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Subgroups for Targeted Treatment (STarT) Back screening tool (Keele University), Hill et al [<xref ref-type="bibr" rid="ref47">47</xref>], 2008</td>
                <td>United Kingdom and 8 primary care general practices</td>
                <td colspan="2">CDSS development and testing</td>
                <td colspan="2">Patients with nonspecific back pain</td>
                <td>CDSS development sample: 131 and validation sample: 500</td>
                <td colspan="2">CDSS development sample: 77 (60) and validation sample: 293 (59)</td>
                <td colspan="2">CDSS development sample: 44 (10.0) and validation sample: 45 (9.7)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SCOAP-CERTAIN<sup>n</sup> tool (SCOAP-CERTAIN), Khor et al [<xref ref-type="bibr" rid="ref48">48</xref>], 2018</td>
                <td>United States and 15 Washington state hospitals</td>
                <td colspan="2">CDSS development and testing: prospective registry</td>
                <td colspan="2">Patients who have undergone lumbar spinal surgery</td>
                <td>1583</td>
                <td colspan="2">944 (59.6)</td>
                <td colspan="2">61.3 (12.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SpineSage (University of Washington), Lee et al [<xref ref-type="bibr" rid="ref49">49</xref>], 2014</td>
                <td>United States, 2 academic institutions</td>
                <td colspan="2">CDSS development and testing retrospective chart review</td>
                <td colspan="2">Patients who had undergone spina surgery</td>
                <td>1476</td>
                <td colspan="2">634 (43)</td>
                <td colspan="2">49.4 (20.0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Cleveland Lumbar Spine Surgery risk calculator (Cleveland Clinic), Lubelski et al [<xref ref-type="bibr" rid="ref50">50</xref>], 2021</td>
                <td>United States and single tertiary care institution</td>
                <td colspan="2">CDSS development: retrospective chart review</td>
                <td colspan="2">Patients who had undergone lumbar spine surgery</td>
                <td>2996</td>
                <td colspan="2">1386 (46)</td>
                <td colspan="2">58.3 (15.0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Dartmouth Back Treatment Outcomes Calculator (Dartmouth College), Moulton et al [<xref ref-type="bibr" rid="ref51">51</xref>], 2018</td>
                <td>United States and multidisciplinary spine centers and web-based consumer reports subscribers</td>
                <td colspan="2">CDSS testing; cross-sectional study</td>
                <td colspan="2">Web-based subscribers of consumer reports and patients presenting with IDH<sup>o</sup>, SpS<sup>p</sup>, or DS<sup>q</sup></td>
                <td>1256 consumer participants and 68 patient participants</td>
                <td colspan="2">Consumer: 336 (27) and patient: 30 (44)</td>
                <td colspan="2">Consumer: 67 (9.3) and patient: 59 (16)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Schulthess Klinik Prognostic tool (Schulthess Klinik), Müller et al [<xref ref-type="bibr" rid="ref52">52</xref>], 2021</td>
                <td>Switzerland and single institution hospital</td>
                <td colspan="2">CDSS development: prospective cohort study</td>
                <td colspan="2">Patients with thoracic, lumbar, or cervical spinal degenerative disease</td>
                <td>8374</td>
                <td colspan="2">4471 (53.4)</td>
                <td colspan="2">63.9 (14.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SCOAP-CERTAIN tool (SCOAP-CERTAIN), Quddusi et al [<xref ref-type="bibr" rid="ref53">53</xref>], 2020</td>
                <td>Netherlands and Dutch specialist short-stay spine center</td>
                <td colspan="2">External validation of prediction model</td>
                <td colspan="2">Patients with transforaminal lumbar interbody fusion or posterior lumbar interbody fusion</td>
                <td>100</td>
                <td colspan="2">49 (49)</td>
                <td colspan="2">50.4 (11.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>FUSE-ML (Machine Intelligence in Clinical Neuroscience &#38; MICrosurgical Neuroanatomy laboratory), Staartjes et al [<xref ref-type="bibr" rid="ref54">54</xref>], 2022</td>
                <td>Multinational and multicenter (Switzerland, Netherlands, Italy, South Korea, France, and Austria)</td>
                <td colspan="2">CDSS development and testing</td>
                <td colspan="2">Patients who had undergone lumbar spinal fusion for degenerative disease</td>
                <td>CDSS development sample: 817 and validation sample: 298</td>
                <td colspan="2">CDSS development sample: 468 (57.3) and validation sample: 192 (64.4)</td>
                <td colspan="2">CDSS development sample: 61.19 (12.3) and validation sample: 59.73 (12.6)</td>
              </tr>
              <tr valign="top">
                <td colspan="12">
                  <bold>Treatment recommendation</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Benditz et al [<xref ref-type="bibr" rid="ref38">38</xref>], 2019</td>
                <td>Germany and single hospital orthopedic department</td>
                <td colspan="2">CDSS testing: cross-sectional correlational study</td>
                <td colspan="2">Patients with back pain</td>
                <td>111</td>
                <td colspan="2">53 (47.7)</td>
                <td colspan="2">59.47 (15.81)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Byvaltsev and Kalinin [<xref ref-type="bibr" rid="ref55">55</xref>], 2021</td>
                <td>Russia and single hospital</td>
                <td colspan="2">CDSS testing: prospective cohort study with retrospective controls</td>
                <td colspan="2">Patients who had undergone lumbar spinal surgery</td>
                <td>59 prospective cohort and 196 retrospective controls</td>
                <td colspan="2">Prospective cohort: 21 (35.6) and retrospective control: 59 (30.1)</td>
                <td colspan="2">Not reported</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Downie et al [<xref ref-type="bibr" rid="ref56">56</xref>], 2020</td>
                <td>Australia and community pharmacy setting</td>
                <td colspan="2">CDSS development: mixed methods cross-sectional study</td>
                <td colspan="2">Patients with lower back pain</td>
                <td>5 practicing community pharmacists</td>
                <td colspan="2">Not reported</td>
                <td colspan="2">Not reported</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Back-UP (Horizon 2020), Jansen-Kosterink et al [<xref ref-type="bibr" rid="ref57">57</xref>], 2021</td>
                <td>Netherlands and community setting</td>
                <td colspan="2">CDSS testing: mixed methods study</td>
                <td colspan="2">Patients with chronic lower back pain</td>
                <td>98 PCPs</td>
                <td colspan="2">47 (48)</td>
                <td colspan="2">48 (12.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Subaxial Injury Classification (SLIC) CDSS (Kubben), Kubben et al [<xref ref-type="bibr" rid="ref58">58</xref>], 2011</td>
                <td>Netherlands and not specified</td>
                <td colspan="2">CDSS development: Descriptive study</td>
                <td colspan="2">Patients with subaxial cervical spinal injury</td>
                <td>Not reported</td>
                <td colspan="2">Not reported</td>
                <td colspan="2">Not reported</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Peiris et al [<xref ref-type="bibr" rid="ref41">41</xref>], 2014</td>
                <td>Australia and nationwide primary care clinics</td>
                <td colspan="2">CDSS development and testing: mixed methods study</td>
                <td colspan="2">Patients with back pain</td>
                <td>Overall, not reported; 20 GPs (recruited for qualitative portion)</td>
                <td colspan="2">7 (35)</td>
                <td colspan="2">8 (40) patients aged &#60;50 y, 8 (40) patients aged 50 to 59 y, and 3 (15) patients aged &#62;60 y</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>CDSS: clinical decision support system.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>NEXUS: National Emergency X-Radiography Utilization Study Group.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>Median (IQR).</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>CCSR: Canadian Cervical Spine Rule.</p>
            </fn>
            <fn id="table1fn5">
              <p><sup>e</sup>ACP: American College of Physicians.</p>
            </fn>
            <fn id="table1fn6">
              <p><sup>f</sup>APS: American Pain Society.</p>
            </fn>
            <fn id="table1fn7">
              <p><sup>g</sup>NAMCS: National Ambulatory Medical Care Survey.</p>
            </fn>
            <fn id="table1fn8">
              <p><sup>h</sup>ACR: American College of Radiology.</p>
            </fn>
            <fn id="table1fn9">
              <p><sup>i</sup>MRI: magnetic resonance imaging.</p>
            </fn>
            <fn id="table1fn10">
              <p><sup>j</sup>PCP: primary care provider.</p>
            </fn>
            <fn id="table1fn11">
              <p><sup>k</sup>RCT: randomized controlled trial.</p>
            </fn>
            <fn id="table1fn12">
              <p><sup>l</sup>GP: general practitioner.</p>
            </fn>
            <fn id="table1fn13">
              <p><sup>m</sup>One response was missing for age value.</p>
            </fn>
            <fn id="table1fn14">
              <p><sup>n</sup>SCOAP-CERTAIN: Surgical Care and Outcomes Assessment Programme-Comparative Effectiveness Translational Network.</p>
            </fn>
            <fn id="table1fn15">
              <p><sup>o</sup>IDH: intervertebral disc herniations.</p>
            </fn>
            <fn id="table1fn16">
              <p><sup>p</sup>SpS: spinal stenosis.</p>
            </fn>
            <fn id="table1fn17">
              <p><sup>q</sup>DS: degenerative spondylolisthesis.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Study Characteristics</title>
        <p>The use of CDSSs in spinal disorders is summarized into 4 major categories based on their primary purpose and application, as presented in <xref ref-type="table" rid="table1">Table 1</xref>: of 31 CDSSs, 8 (26%) were for the prevention of unnecessary imaging, 6 (19%) were for diagnostic applications, 11 (35%) were for prognostic applications, and 6 (19%) were for treatment recommendations. Only 5 (16%) of the 31 studies investigated user perceptions and experiences concerning the use of CDSSs [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref51">51</xref>,<xref ref-type="bibr" rid="ref56">56</xref>,<xref ref-type="bibr" rid="ref57">57</xref>].</p>
      </sec>
      <sec>
        <title>CDSSs for Preventing Unnecessary Imaging</title>
        <p>Of the 31 CDSS studies reviewed, the implementation and results of the 8 (26%) CDSSs used to determine if radiologic imaging was necessary for patients with lower back pathologies [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref33">33</xref>-<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref37">37</xref>], patients with cervical spine trauma [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>], and patients in general [<xref ref-type="bibr" rid="ref36">36</xref>] are presented in <xref ref-type="table" rid="table2">Table 2</xref>. The CDSSs were mainly embedded into the electronic health record system or the computerized physician order entry, apart from the guidelines proposed by Goergen et al [<xref ref-type="bibr" rid="ref31">31</xref>], which used a physical report card and independent software. These CDSSs were often implemented in health care settings, such as the emergency departments, where patients with back pain or cervical spine trauma were first seen by the physicians. They functioned as alerts to remind physicians to consider whether spinal imaging is necessary and can take different forms, including hard-stop, soft-stop, and passive alerts. Hard-stop alerts aim to prevent the physician from proceeding with imaging orders that do not meet the guideline requirements. In contrast, soft-stop alerts may allow the physician to continue with the ordered imaging but require them to provide a reason. Passive alerts only require acknowledgment and do not require further user interactions. Although some studies did not specify the type of alert used, the information provided in the studies allowed for inference that all studies used a soft-stop alert, excluding 1 study that used a passive alert function [<xref ref-type="bibr" rid="ref37">37</xref>].</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Type, features, and results of the CDSSs<sup>a</sup> for preventing unnecessary imaging.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="150"/>
            <col width="150"/>
            <col width="350"/>
            <col width="350"/>
            <thead>
              <tr valign="top">
                <td>CDSS name and study</td>
                <td>CDSS type</td>
                <td>Features of the CDSS</td>
                <td>Results</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Choosing Wisely recommendation (Stanson Health), Chen et al [<xref ref-type="bibr" rid="ref30">30</xref>], 2020</td>
                <td>Knowledge based</td>
                <td>
                  <list>
                    <list-item>
                      <p>Pop-up and soft-stop alert:</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Provides best practice advise when a CT<sup>b</sup> scan, x-ray, or MRI<sup>c</sup> of lumbar spine is ordered for a female patient aged 18 to 49 y or a male patient aged 18 to 69 y</p>
                        </list-item>
                        <list-item>
                          <p>Alert suppressed for comorbidities; complicated back pain owing to trauma, cauda equina syndrome, spondylitis, disc herniation, history of back surgery; and disciplines, including neurosurgery, orthopedics, trauma surgery, anesthesiology, rheumatology, physical medicine and rehabilitation, oncology, and neurology</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list>
                    <list-item>
                      <p>Post-CDSS implementation:</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Overall imaging rate decreased from 5.8% to 5.2% (9.6% decrease; <italic>P</italic>=.02)</p>
                        </list-item>
                        <list-item>
                          <p>MRI imaging rate decreased from 1.8% to 1.5% (16.7% decrease; <italic>P</italic>&#60;.01)</p>
                        </list-item>
                        <list-item>
                          <p>No statistically significant differences in the rates of x-ray (<italic>P</italic>=.39) or CT (<italic>P</italic>=.88) orders</p>
                        </list-item>
                      </list>
                    </list-item>
                    <list-item>
                      <p>Rationale for override</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>A total of 64% used preset options: duration &#62;6 weeks (37%), focal neurological deficit (14%), history of trauma (10%), previous spine surgery (1%), unexplained weight loss or insidious onset (1%), and unexplained fever or recent infection (1%)</p>
                        </list-item>
                        <list-item>
                          <p>Free-text rationale (n=125, 36%); 56% were inappropriate</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>NEXUS<sup>d</sup> clinical decision rule (Medweb), Goergen et al [<xref ref-type="bibr" rid="ref31">31</xref>], 2006</td>
                <td>Knowledge based</td>
                <td>
                  <list>
                    <list-item>
                      <p>Guideline questionnaire based on NEXUS criteria and passive alert:</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Helps physicians to determine which patients to image and which imaging method (eg, plain radiography or helical CT) to use first</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list>
                    <list-item>
                      <p>Compliance with CDSS and imaging guidelines:</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>40% (141/353) of patients were managed using the CDSS</p>
                        </list-item>
                        <list-item>
                          <p>Of the 51 patients for whom the NEXUS guideline did not recommend imaging, 86% (43/51) did not receive any imaging</p>
                        </list-item>
                      </list>
                    </list-item>
                    <list-item>
                      <p>Cervical spine imaging ordered: CDSS intervention group: 63.8% and control group: 78.5% (<italic>P</italic>=.01)</p>
                    </list-item>
                    <list-item>
                      <p>Cervical spine imaging ordered (non-CDSS intervention):</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Non-CDSS intervention group<sup>e</sup>: 72.6% and control group: 78.5% (<italic>P</italic>=.11)</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Combined NEXUS criteria and CCSR<sup>f</sup> CDSS, Hynes et al [<xref ref-type="bibr" rid="ref32">32</xref>], 2020</td>
                <td>Knowledge based</td>
                <td>
                  <list>
                    <list-item>
                      <p>Guideline questionnaire based on NEXUS and CCSR criteria and soft-stop alert</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Integrated in electronic imaging ordering system</p>
                        </list-item>
                        <list-item>
                          <p>Helps physicians follow evidence-based guidelines when ordering cervical spine radiographs for patients who have experienced trauma</p>
                        </list-item>
                        <list-item>
                          <p>Physicians asked to check boxes indicating which criteria the patient meets when ordering imaging</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list>
                    <list-item>
                      <p>Cervical spine radiograph orders:</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Preintervention: 182</p>
                        </list-item>
                        <list-item>
                          <p>Postintervention: 126 (<italic>P</italic>&#60;.001)</p>
                        </list-item>
                      </list>
                    </list-item>
                    <list-item>
                      <p>Proportion of requests meeting NEXUS or CCSR criteria:</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Preintervention: 76.7%</p>
                        </list-item>
                        <list-item>
                          <p>Postintervention: 99.2% (<italic>P</italic>&#60;.001)</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>ACP<sup>g</sup> APS<sup>h</sup> guideline derived CDSS, Ip et al [<xref ref-type="bibr" rid="ref33">33</xref>], 2014</td>
                <td>Knowledge based</td>
                <td>
                  <list>
                    <list-item>
                      <p>Guideline questionnaire based on ACP or APS criteria and soft-stop alert</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Integrated into the CPOE<sup>i</sup> system</p>
                        </list-item>
                        <list-item>
                          <p>Provides real-time decision support to physicians for imaging orders based on the patient’s clinical history</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list>
                    <list-item>
                      <p>Lumbar spine MRI orders:</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Preintervention: 5.3% (443/8437)</p>
                        </list-item>
                        <list-item>
                          <p>Postintervention: 3.7% (477/13,008; <italic>P</italic>&#60;.001)</p>
                        </list-item>
                      </list>
                    </list-item>
                    <list-item>
                      <p>Outpatient MRI orders 30 d after:</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Preintervention: 2.2%</p>
                        </list-item>
                        <list-item>
                          <p>Postintervention: 2.7% (<italic>P</italic>=.03)</p>
                        </list-item>
                      </list>
                    </list-item>
                    <list-item>
                      <p>LBP<sup>j</sup>-related visits that resulted in an MRI within 30 d of the index visit, accounting for imaging that was ordered by specialists</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Preintervention: 8.9%</p>
                        </list-item>
                        <list-item>
                          <p>Postintervention: 7.8% (<italic>P</italic>=.002)</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>ACR<sup>k</sup> select tool (National Decision Support Company), Mallavarapu and Christiason [<xref ref-type="bibr" rid="ref34">34</xref>], 2020</td>
                <td>Knowledge based</td>
                <td>
                  <list>
                    <list-item>
                      <p>Guideline questionnaire based on ACR criteria and soft-stop alert</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Integrated into the electronic medical health system</p>
                        </list-item>
                        <list-item>
                          <p>The <italic>free text</italic> field, which allowed providers to bypass the ACR select tool within EHRs<sup>l</sup>, has been removed to increase provider adherence to the tool</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Preintervention: 13 scans/mo and postintervention: 11.6 scans/mo (<italic>P</italic>=.54)</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Choosing wisely Canada CDSS, Min et al [<xref ref-type="bibr" rid="ref35">35</xref>], 2017</td>
                <td>Knowledge based</td>
                <td>
                  <list>
                    <list-item>
                      <p>Guideline questionnaire based on recommendations from the Canadian Association of Emergency Physicians, the College of Family Physicians of Canada, Occupational Medicine Specialists of Canada, the Canadian Association of Radiologists, and the Canadian Spine Society, and soft-stop alert</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Integrated with the CPOE</p>
                        </list-item>
                        <list-item>
                          <p>Physicians must select a suspected diagnosis when ordering an imaging test for LBP</p>
                        </list-item>
                        <list-item>
                          <p>If a physician selects <italic>other</italic> as the suspected diagnosis, they will need to provide an explanation for ordering the imaging test outside the established appropriateness criteria</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list>
                    <list-item>
                      <p>Proportion of LBP patients with imaging order fell significantly compared with preimplementation baseline after CDSS implementation</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Median: 22% decreased to 17%</p>
                        </list-item>
                        <list-item>
                          <p>Mean: 23% decreased to 18%; (<italic>P</italic>&#60;.001)</p>
                        </list-item>
                      </list>
                    </list-item>
                    <list-item>
                      <p>Imaging ordering patterns</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>A total of 60% (26/43) of the physicians reduced their ordering of imaging tests.</p>
                        </list-item>
                      </list>
                    </list-item>
                    <list-item>
                      <p>Imaging orders placed 1 to 30 d after LBP presentation</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Preintervention: 2.3% and postintervention: 2.2% (<italic>P</italic>=.97)</p>
                        </list-item>
                      </list>
                    </list-item>
                    <list-item>
                      <p>ED<sup>m</sup> revisit: preintervention 8.2% and postintervention 6.9% (<italic>P</italic>=.17)</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>ACR appropriateness criteria CDSS (Institute of Clinical Systems Improvement), Solberg et al [<xref ref-type="bibr" rid="ref36">36</xref>], 2010</td>
                <td>Knowledge based</td>
                <td>
                  <list>
                    <list-item>
                      <p>Guideline questionnaire based on ACR criteria and soft-stop alert</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Integrated within the EHR system and requires physicians to enter a reason for every order placed.</p>
                        </list-item>
                        <list-item>
                          <p>No safeguards were in place to prevent orders from being placed even if they did not meet certain criteria. Physicians received little feedback on the outcomes of their orders.</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Volume of spine MRI ordered decreased by 20%</p>
                    </list-item>
                    <list-item>
                      <p>Impact of CDSS on patient’s health after spine MRI increased from 14% to 30% (<italic>P</italic>=.18)</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Zafar et al [<xref ref-type="bibr" rid="ref37">37</xref>], 2019</td>
                <td>Knowledge based</td>
                <td>
                  <list>
                    <list-item>
                      <p>Guideline based on ACP and APS criteria and soft-stop or passive alert</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Embedded in CPOE, the CDS<sup>n</sup> algorithm screen the lumbar spine MRI orders for adherence to the guideline</p>
                        </list-item>
                        <list-item>
                          <p>Intervention groups: periodic CDSS report cards vs real-time CDSS alerts vs both</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list>
                    <list-item>
                      <p>Likelihood of placing lumbar spine MRI orders at the time of LBP presentation when compared with baseline</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>CDSS report cards: 38% lower likelihood</p>
                        </list-item>
                        <list-item>
                          <p>Real-time CDSS alerts: not associated with any change (<italic>P</italic>=.59)</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>CDSS: clinical decision support system.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>CT: computed tomography.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>MRI: magnetic resonance imaging.</p>
            </fn>
            <fn id="table2fn4">
              <p><sup>d</sup>NEXUS: National Emergency X-Radiography Utilization Study.</p>
            </fn>
            <fn id="table2fn5">
              <p><sup>e</sup>Imaging guidelines given in a form of pocket card and posters, with small group teaching sessions.</p>
            </fn>
            <fn id="table2fn6">
              <p><sup>f</sup>CCSR: Canadian Cervical Spine Rule.</p>
            </fn>
            <fn id="table2fn7">
              <p><sup>g</sup>ACP: American College of Physicians.</p>
            </fn>
            <fn id="table2fn8">
              <p><sup>h</sup>APS: American Pain Society.</p>
            </fn>
            <fn id="table2fn9">
              <p><sup>i</sup>CPOE: Computerized provider order entry.</p>
            </fn>
            <fn id="table2fn10">
              <p><sup>j</sup>LBP: low back pain.</p>
            </fn>
            <fn id="table2fn11">
              <p><sup>k</sup>ACR: American College of Radiology.</p>
            </fn>
            <fn id="table2fn12">
              <p><sup>l</sup>EHR: electronic health record.</p>
            </fn>
            <fn id="table2fn13">
              <p><sup>m</sup>ED: emergency department.</p>
            </fn>
            <fn id="table2fn14">
              <p><sup>n</sup>CDS: clinical decision support.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>The included studies reported ≥1 of the following outcomes: change in the frequency of imaging order, change in the frequency of imaging order 1 to 30 days after LBP presentation, and adherence to order guidelines. All studies reported a decrease in imaging ordered on the initial presentation of LBP after the implementation of a CDSS, although the decrease was not clinically relevant in some studies [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. Ip et al [<xref ref-type="bibr" rid="ref33">33</xref>] reported a notable increase (22.7%; <italic>P</italic>=.03) from 2.2% (188/8437) to 2.7% (352/13,008) in the lumbar spine–magnetic resonance imaging (LS-MRI) ordered by outpatient specialists within 30 days of the patient’s primary care visit. This increase may be explained by the fact that the CDSS intervention was implemented in the primary care setting but not in the outpatient setting. However, when considering the total percentage of the LS-MRI orders for LBP visits before and after CDSS implementation, there was a statistically significant decline (12%; <italic>P</italic>=.002) from 8.9% (753/8437) to 7.8% (1009/13,008) in imaging orders after adjusting for outpatient specialist orders.</p>
        <p>Zafar et al [<xref ref-type="bibr" rid="ref37">37</xref>] compared the outcomes of different CDSS deliveries for LS-MRI orders [<xref ref-type="bibr" rid="ref37">37</xref>]. The CDSS report cards that were generated every 4 to 6 months led to fewer magnetic resonance imaging (MRI) orders (50/1739, 2.9%) for cases compared with immediate CDSS alerts (94/2021, 4.7%).</p>
        <p>Furthermore, CDSSs, generally, were reported to improve adherence to imaging guidelines. For example, Hynes et al [<xref ref-type="bibr" rid="ref32">32</xref>] reported a 99.2% adherence rate to the established imaging guidelines after CDSS implementation (125 indicated imaging out of 126 total imaging), an increase of 22.5% (76.7 to 99.2%) from preimplementation [<xref ref-type="bibr" rid="ref32">32</xref>]. Similarly, Solberg et al [<xref ref-type="bibr" rid="ref36">36</xref>] discovered a reduction of 20% in the volume of MRI spine orders and an increase in the appropriateness of MRI spine orders based on health impacts [<xref ref-type="bibr" rid="ref36">36</xref>].</p>
      </sec>
      <sec>
        <title>Diagnostic CDSS</title>
        <p>Of the 31 studies reviewed, 6 (19%) explored diagnostic CDSSs (<xref ref-type="table" rid="table3">Table 3</xref>) and 3 (10%) examined the accuracy of CDSS compared with expert or <italic>gold standard</italic> diagnoses [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref42">42</xref>]. A moderate agreement was found between the CDSS and expert diagnoses for back pain (Cramer V=0.424) [<xref ref-type="bibr" rid="ref38">38</xref>]. A higher agreement of 67% (58/86) of the cases between the CDSS and expert diagnosis (Cramer V=0.711) was found for patients with spinal disorders in general [<xref ref-type="bibr" rid="ref39">39</xref>]. Another study by Lin et al [<xref ref-type="bibr" rid="ref40">40</xref>] found that a CDSS performed a diagnosis comparable to that of experts and correctly recommended 75.82% of diagnoses based on gold-standard criteria [<xref ref-type="bibr" rid="ref40">40</xref>]. In a recent study by Kim et al [<xref ref-type="bibr" rid="ref42">42</xref>], the CDSS diagnosis demonstrated a 94% agreement with the gold-standard radiographic assessment for scoliosis, with higher agreement reported for patients within the normal and mild postural deformation range [<xref ref-type="bibr" rid="ref42">42</xref>].</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Type, features, and results of the CDSSs<sup>a</sup> for diagnostic support.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="120"/>
            <col width="130"/>
            <col width="380"/>
            <col width="370"/>
            <thead>
              <tr valign="top">
                <td>CDSS name and study</td>
                <td>CDSS type</td>
                <td>Features of the CDSS</td>
                <td>Results</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Benditz et al [<xref ref-type="bibr" rid="ref38">38</xref>], 2019</td>
                <td>Knowledge based</td>
                <td>
                  <list>
                    <list-item>
                      <p>Questionnaire-based CDSS</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>A computerized tool with disease-specific algorithms cascading the next best questions leading to the most probable diagnosis and actions</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Diagnosis of CDSS compared with spinal surgeons: Cramer V=0.424<sup>b</sup>; <italic>P</italic>&#60;.001</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Benditz et al [<xref ref-type="bibr" rid="ref39">39</xref>], 2021</td>
                <td>Knowledge based</td>
                <td>
                  <list>
                    <list-item>
                      <p>Decision tree algorithm and app-based questionnaire</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Questionnaire will ask the patient to identify the location of their pain and present dichotomous questions to suggest a diagnosis.</p>
                        </list-item>
                        <list-item>
                          <p>If the patient scores &#62;65% on these questions, the diagnosis is confirmed.</p>
                        </list-item>
                        <list-item>
                          <p>If not, the questionnaire will ask additional questions about the second most likely diagnosis.</p>
                        </list-item>
                        <list-item>
                          <p>If the patient still scores &#60;65% after these questions, they are advised to consult with a physician.</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list>
                    <list-item>
                      <p>Diagnosis of CDSS compared with spinal surgeons: Cramer V=0.711<sup>b</sup>; <italic>P</italic>&#60;.001</p>
                    </list-item>
                    <list-item>
                      <p>Concordance: 67.4%</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>A total of 15.1% overestimated</p>
                        </list-item>
                        <list-item>
                          <p>A total of 7% underestimated</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Lin et al [<xref ref-type="bibr" rid="ref40">40</xref>], 2006</td>
                <td>Knowledge based</td>
                <td>
                  <list>
                    <list-item>
                      <p>Knowledge from 2 highly experienced physical therapists and web-based questionnaire</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Patients can start a self-diagnosis session with or without clinician’s assistance.</p>
                        </list-item>
                        <list-item>
                          <p>Questions regarding specific pain symptom or assessment will be presented through typically 13 to 15 web pages, depending on the number of follow-up questions triggered.</p>
                        </list-item>
                        <list-item>
                          <p>After completion of the questions, a diagnosis that may consist of ≥1 parts, based on patient information, clinical evidence provided by the user, and system’s rule activation, will be generated and the clinician can override any parts of the diagnosis.</p>
                        </list-item>
                        <list-item>
                          <p>The explanatory panel can be activated by the clinician to review the system’s reasoning process. The clinician can add, remove, or modify an existing rule in reference to its observation, decision outcome, or certainty level.</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Not reported</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Peiris et al [<xref ref-type="bibr" rid="ref41">41</xref>], 2014</td>
                <td>Knowledge based</td>
                <td>
                  <list>
                    <list-item>
                      <p>Recommendations from 15 guidelines for back pain management</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>After excluding serious pathology, the CDSS will continue to assess for the most probable diagnosis and treatment through a series of questions. A personalized information sheet will be printed.</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Not reported</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Kim et al [<xref ref-type="bibr" rid="ref42">42</xref>], 2022</td>
                <td>Nonknowledge based</td>
                <td>
                  <list>
                    <list-item>
                      <p>Computer vision–based posture analysis system</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>The CDSS uses a Kinect sensor and specialized software to analyze a person’s skeletal structure and gait.</p>
                        </list-item>
                        <list-item>
                          <p>The CDSS captures an image and records a moving video of the participant. The software then identifies the participant’s joints and uses them to determine the skeletal structure and gait.</p>
                        </list-item>
                        <list-item>
                          <p>Furthermore, it uses a set of algorithms to judge the probability of scoliosis by analyzing the curvature of the participant’s central coronal axis, which is determined by a line connecting the eyes, shoulders, and pelvis. The CDSS classifies scoliosis as normal (≤3 mm curvature), 20% scoliosis (3 mm to 10 mm curvature), or 50% scoliosis (&#62;10 mm curvature).</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Postural deformations: assessed with 94% accuracy (comparable with radiographic assessments)</p>
                    </list-item>
                    <list-item>
                      <p>Normal or mild scoliosis: conformity assessment accuracy of 98.57%</p>
                    </list-item>
                    <list-item>
                      <p>CDSS’s diagnostic accuracy for scoliosis was 0.94, with the most influential factors being spinal curvature and pelvis height, which accounted for 79.97% and 19.86% of the variance in the data, respectively</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Vertebral Compression Fracture tool, Wang et al [<xref ref-type="bibr" rid="ref43">43</xref>], 2011</td>
                <td>Knowledge based</td>
                <td>
                  <list>
                    <list-item>
                      <p>Logistic regression and web-based checklist</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Uses checklists for dichotomous and nondichotomous discrete variables based on MRI<sup>c</sup> features to generate a probability of malignancy and a text report. The model captures inputs from these variables to make its assessment.</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Not reported</p>
                    </list-item>
                  </list>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>CDSS: clinical decision support system.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>Interpretation of Cramer V effect size measurement of association: effect size ≤0.2: weak association, &#60;0.2 effect size ≤6: moderate association, and effect size &#62;0.6: strong association.</p>
            </fn>
            <fn id="table3fn3">
              <p><sup>c</sup>MRI: magnetic resonance imaging.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Prognostic CDSS</title>
        <p>Of the 31 CDSS studies reviewed, 11 (35%) prognostic CDSS studies (<xref ref-type="table" rid="table4">Table 4</xref>) were knowledge based [<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref45">45</xref>,<xref ref-type="bibr" rid="ref47">47</xref>-<xref ref-type="bibr" rid="ref54">54</xref>,<xref ref-type="bibr" rid="ref59">59</xref>], with regression-based predictive algorithms. White-box models were used across all studies; most CDSSs were presented as web-based calculators, whereas others were presented as independent software. Prognostic CDSSs are used for various purposes, most commonly to predict the likelihood of complications, functional outcomes, pain, and quality of life following spinal surgery (8/11, 73%). Other purposes included predicting the outcome of brace treatment for adolescent idiopathic scoliosis (1/11, 9%), the risk of back pain chronicity (1/11, 9%), and treatment outcomes between surgical and nonsurgical options for spinal disorders (1/11, 9%). Regarding rigor, external validation was only available for 3 (27%) CDSS models (FUSE-ML, Surgical Care and Outcomes Assessment Programme-Comparative Effectiveness Translational Network Tool, and STarTBack), and an impact study was only performed for the StarTBack model.</p>
        <p>A total of 2 key aspects, namely discrimination and calibration, are often measured to evaluate the performance of a model. Discrimination can be assessed using various measures such as area under the receiver operating characteristics, accuracy, sensitivity, positive predictive values, negative predictive values, <italic>R</italic><sup>2</sup> measure or value, or any specific statistic measure, such as Nagelkerke, c-index, mean absolute error, and root mean square error. In contrast, calibration can be evaluated using techniques such as calibration plot, calibration intercept and slope, and the Hosmer-Lemeshow chi-square statistic.</p>
        <p>The impact study was the only study that conducted a clinical impact testing follow-up, as reported by Foster et al [<xref ref-type="bibr" rid="ref59">59</xref>]. This study developed an innovative web-based calculator that assesses patients’ risk of developing chronic LBP and offers tailored treatment options for each risk stratum. Results from the impact study revealed small but significant improvements (<italic>P</italic>=.03) in Roland-Morris disability scores, with a mean difference of 0.71 (95% CI 0.06-1.36) compared with usual care after 6 months of implementation. Furthermore, the group with a higher risk of developing chronic LBP experienced a large and clinically significant improvement. Work absence was also reduced by 50% (4 days instead of 8 days; <italic>P</italic>=.03), and there was a 30% decrease in prescriptions for sickness certificates (45/368, 12.2% vs 40/554, 7.2% cases; <italic>P</italic>=.03).</p>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>The predicted outcome, input variables, and internal and external validation of prognostic CDSSs<sup>a</sup>.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="120"/>
            <col width="120"/>
            <col width="140"/>
            <col width="170"/>
            <col width="140"/>
            <col width="170"/>
            <col width="140"/>
            <thead>
              <tr valign="top">
                <td>CDSS name and study</td>
                <td>Outcome</td>
                <td>Input variables</td>
                <td colspan="2">Internal validation</td>
                <td colspan="2">External validation</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Discrimination</td>
                <td>Calibration</td>
                <td>Discrimination</td>
                <td>Calibration</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Seattle Spine Score (Virginia Mason Medical Center), Buchlak et al [<xref ref-type="bibr" rid="ref44">44</xref>], 2017</td>
                <td>Percentage of likelihood of complications occurring within 30 d</td>
                <td>Age, BMI, gender, smoking status, anemia, diabetes, and hypertension</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>AUC<sup>b</sup>: 0.71</p>
                    </list-item>
                    <list-item>
                      <p>Accuracy: 75%</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>HLT<sup>c</sup>: 3.692; <italic>P</italic>=.88</p>
                    </list-item>
                  </list>
                </td>
                <td>Not reported</td>
                <td>Not reported</td>
              </tr>
              <tr valign="top">
                <td>Simple brace predictor (University of Alberta Edmonton), Chalmers et al [<xref ref-type="bibr" rid="ref45">45</xref>], 2015</td>
                <td>Scoliosis progression</td>
                <td>In-brace correction and scoliometer measurements</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Accuracy: 75%</p>
                    </list-item>
                  </list>
                </td>
                <td>Not reported</td>
                <td>Not reported</td>
                <td>Not reported</td>
              </tr>
              <tr valign="top">
                <td>The Dialogue support (Swedish Society of Spinal Surgeons), Fritzell et al [<xref ref-type="bibr" rid="ref46">46</xref>], 2022</td>
                <td>GA<sup>d</sup> pain and satisfaction</td>
                <td>Diagnosis group, operated levels, clinical department type, age, gender, employment, disability or retirement pension, health profile, smoking history, previous spinal surgery, quality of life, comorbidity, back-specific information, walking distance, duration and severity of preoperative pain in legs and back, and ODI<sup>e</sup></td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Pain AUROC<sup>f</sup>: 0.67-0.68</p>
                    </list-item>
                    <list-item>
                      <p>Satisfaction AUROC: 0.60-0.67</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Calibration plots: high degree of concordance</p>
                    </list-item>
                  </list>
                </td>
                <td>Not reported</td>
                <td>Not reported</td>
              </tr>
              <tr valign="top">
                <td>Subgroups for Targeted Treatment (STarT) Back screening tool (Keele University), Hill et al [<xref ref-type="bibr" rid="ref47">47</xref>], 2008</td>
                <td>Risk of chronicity</td>
                <td>Referred leg pain, comorbid pain, disability, bothersomeness, catastrophizing, fear, anxiety, and depression</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>AUROC: 0.74-0.92</p>
                    </list-item>
                  </list>
                </td>
                <td>Not reported</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Sensitivity: 80.1</p>
                    </list-item>
                    <list-item>
                      <p>Specificity: 65.4</p>
                    </list-item>
                    <list-item>
                      <p>Positive likelihood ratios: 2.32</p>
                    </list-item>
                    <list-item>
                      <p>Negative likelihood ratios: 0.30</p>
                    </list-item>
                  </list>
                </td>
                <td>Not reported</td>
              </tr>
              <tr valign="top">
                <td>SCOAP-CERTAIN<sup>g</sup> tool (SCOAP-CERTAIN), Khor et al [<xref ref-type="bibr" rid="ref48">48</xref>], 2018, external validation, Quddusi et al [<xref ref-type="bibr" rid="ref53">53</xref>], 2020</td>
                <td>Functional outcome, back pain, and leg pain</td>
                <td>Age, gender, insurance, race or ethnicity, ASA<sup>h</sup> score, smoking status, prior surgery, spondylolisthesis, disc herniation, postlaminectomy, failed back syndrome, stenosis, pseudarthrosis, radiculopathy, prescription opiate use, asthma, baseline ODI and NRS<sup>i</sup> score</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>AUROC</p>
                    </list-item>
                    <list-item>
                      <p>ODI: 0.66</p>
                    </list-item>
                    <list-item>
                      <p>Back pain: 0.79</p>
                    </list-item>
                    <list-item>
                      <p>Leg pain: 0.69</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Calibration plots</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>ODI AUROC: 0.71</p>
                    </list-item>
                    <list-item>
                      <p>Sensitivity: 0.64</p>
                    </list-item>
                    <list-item>
                      <p>Specificity: 0.65</p>
                    </list-item>
                    <list-item>
                      <p>Accuracy: 0.65</p>
                    </list-item>
                    <list-item>
                      <p>PPV<sup>j</sup>: 0.84</p>
                    </list-item>
                    <list-item>
                      <p>NPV<sup>k</sup>: 0.4</p>
                    </list-item>
                    <list-item>
                      <p>F1-score: 0.49</p>
                    </list-item>
                    <list-item>
                      <p>NRS back pain</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>AUROC: 0.72</p>
                        </list-item>
                        <list-item>
                          <p>Sensitivity: 0.81</p>
                        </list-item>
                        <list-item>
                          <p>Specificity: 0.48</p>
                        </list-item>
                        <list-item>
                          <p>Accuracy: 0.73</p>
                        </list-item>
                        <list-item>
                          <p>PPV: 0.84</p>
                        </list-item>
                        <list-item>
                          <p>NPV: 0.42</p>
                        </list-item>
                        <list-item>
                          <p>F1-score: 0.44</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>NRS-Leg pain</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>AUROC: 0.83</p>
                        </list-item>
                        <list-item>
                          <p>Sensitivity: 1.00</p>
                        </list-item>
                        <list-item>
                          <p>Specificity: 0.38</p>
                        </list-item>
                        <list-item>
                          <p>Accuracy: 0.85</p>
                        </list-item>
                        <list-item>
                          <p>PPV: 0.84</p>
                        </list-item>
                        <list-item>
                          <p>NPV: 1.00</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>F1-score: 0.54</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>ODI calibration intercept: 1.08</p>
                    </list-item>
                    <list-item>
                      <p>Calibration slope: 0.95</p>
                    </list-item>
                    <list-item>
                      <p>HLT: <italic>P</italic>=.002</p>
                    </list-item>
                    <list-item>
                      <p>Brier score: 0.22</p>
                    </list-item>
                    <list-item>
                      <p>NRS back pain</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Calibration intercept: 1.02</p>
                        </list-item>
                        <list-item>
                          <p>Calibration slope: 0.74</p>
                        </list-item>
                        <list-item>
                          <p>Brier score: 0.19</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>NRS-Leg pain</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Calibration intercept: 1.08</p>
                        </list-item>
                        <list-item>
                          <p>Calibration slope: 0.95</p>
                        </list-item>
                        <list-item>
                          <p>Brier score: 0.12</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>SpineSage (University of Washington), Lee et al [<xref ref-type="bibr" rid="ref49">49</xref>], 2014</td>
                <td>Occurrence of medical complications after spinal surgery</td>
                <td>Age, gender, smoking status, alcohol use, diabetes, BMI, insurance status, surgical approach, revision surgery, region, diagnosis, surgical invasiveness, and medical comorbidity</td>
                <td>
                  <list>
                    <list-item>
                      <p>Any medical complications:</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>AUROC: 0.76</p>
                        </list-item>
                      </list>
                    </list-item>
                    <list-item>
                      <p>Any major medical complications:</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>AUROC: 0.81</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                </td>
                <td>Not reported</td>
                <td>Not reported</td>
                <td>Not reported</td>
              </tr>
              <tr valign="top">
                <td>Cleveland Lumbar Spine Surgery risk calculator (Cleveland Clinic), Lubelski et al [<xref ref-type="bibr" rid="ref50">50</xref>], 2021</td>
                <td>Postoperative ED<sup>l</sup> visit or readmission, and quality of life</td>
                <td>Race, marital status, symptom duration, BMI, CCI<sup>m</sup>, foraminal stenosis, disc herniation, spondylolisthesis, radiculopathy, procedures (eg, ALIF<sup>n</sup>, PLIF<sup>o</sup>, and TLIF<sup>p</sup>, posterolateral lumbar fusion, and decompression), number of operated levels, preoperative Pain and Disability Questionnaire score, and EQ-5D<sup>q</sup></td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>30-d visits to the ED c-index<sup>r</sup>: 0.63</p>
                    </list-item>
                    <list-item>
                      <p>30-d readmission c-index: 0.66</p>
                    </list-item>
                    <list-item>
                      <p>90-d reoperation related to infection c-index: 0.73</p>
                    </list-item>
                    <list-item>
                      <p>1-y postoperative EQ-5D outcome c-index: 0.84</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Calibration plot</p>
                    </list-item>
                  </list>
                </td>
                <td>Not reported</td>
                <td>Not reported</td>
              </tr>
              <tr valign="top">
                <td>Dartmouth back treatment outcomes calculator (Dartmouth College), Moulton et al [<xref ref-type="bibr" rid="ref51">51</xref>], 2018</td>
                <td>Physical function, pain, sleep, sex life, and satisfaction with symptoms</td>
                <td>Age, gender, height, weight, bothersomeness, back and leg pain, numbness, leg weakness, leg pain while sitting, activity level, employment status, smoking status, duration of sciatica worsening, work compensation, hypertension, depression, education level, physical therapy, sleep, and sex life</td>
                <td>Not reported</td>
                <td>Not reported</td>
                <td>Not reported</td>
                <td>Not reported</td>
              </tr>
              <tr valign="top">
                <td>Schulthess Klinik Prognostic Tool (Schulthess Klinik), Müller et al [<xref ref-type="bibr" rid="ref52">52</xref>], 2022</td>
                <td>Back and leg pain, COMI<sup>s</sup>, impairment, symptom-specific well-being, quality of life, social disability, and work disability</td>
                <td>Preoperative axial and peripheral pain, catastrophizing, fear-avoidance beliefs, comorbidity, age, BMI, nationality, previous spinal surgery, type and spinal level of intervention, number of affected levels, and surgeon seniority</td>
                <td>Not reported</td>
                <td>Not reported</td>
                <td>Not reported</td>
                <td>Not reported</td>
              </tr>
              <tr valign="top">
                <td>FUSE-ML (Machine Intelligence in Clinical Neuroscience &#38; MICrosurgical Neuroanatomy laboratory), Staartjes et al [<xref ref-type="bibr" rid="ref54">54</xref>], 2022</td>
                <td>Functional outcome and back and leg pain</td>
                <td>Age, gender, surgical indication, index level, height, weight, BMI, smoking status, ASA score, preoperative opioid use, bronchial asthma, prior thoracolumbar spinal surgery, race or ethnicity, surgical approach, pedicle screw insertion, ODI or COMI, and leg and back NRS</td>
                <td>
                  <list>
                    <list-item>
                      <p>ODI or COMI</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>AUROC: 0.75</p>
                        </list-item>
                        <list-item>
                          <p>Accuracy: 0.70</p>
                        </list-item>
                        <list-item>
                          <p>Sensitivity: 0.70</p>
                        </list-item>
                        <list-item>
                          <p>Specificity: 0.70</p>
                        </list-item>
                        <list-item>
                          <p>PPV: 0.88</p>
                        </list-item>
                        <list-item>
                          <p>NPV: 0.43</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Back pain</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>AUROC: 0.71</p>
                        </list-item>
                        <list-item>
                          <p>Accuracy: 0.68</p>
                        </list-item>
                        <list-item>
                          <p>Sensitivity: 0.68</p>
                        </list-item>
                        <list-item>
                          <p>Specificity: 0.63</p>
                        </list-item>
                        <list-item>
                          <p>PPV: 0.91</p>
                        </list-item>
                        <list-item>
                          <p>NPV: 0.26</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Leg pain</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>AUROC: 0.72</p>
                        </list-item>
                        <list-item>
                          <p>Accuracy: 0.74</p>
                        </list-item>
                        <list-item>
                          <p>Sensitivity: 0.77</p>
                        </list-item>
                        <list-item>
                          <p>Specificity: 0.58</p>
                        </list-item>
                        <list-item>
                          <p>PPV: 0.90</p>
                        </list-item>
                        <list-item>
                          <p>NPV: 0.34</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>ODI or COMI</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Calibration intercept: 0.00</p>
                        </list-item>
                        <list-item>
                          <p>Calibration slope: 0.89</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Back pain</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Calibration intercept: 0.00</p>
                        </list-item>
                        <list-item>
                          <p>Calibration slope: 0.86</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Leg pain</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Calibration intercept: 0.00</p>
                        </list-item>
                        <list-item>
                          <p>Calibration slope: 0.84</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>ODI or COMI</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>AUROC: 0.67</p>
                        </list-item>
                        <list-item>
                          <p>Accuracy: 0.61</p>
                        </list-item>
                        <list-item>
                          <p>Sensitivity: 0.59</p>
                        </list-item>
                        <list-item>
                          <p>Specificity: 0.66</p>
                        </list-item>
                        <list-item>
                          <p>PPV: 0.81</p>
                        </list-item>
                        <list-item>
                          <p>NPV: 0.39</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Back pain</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>AUROC: 0.72</p>
                        </list-item>
                        <list-item>
                          <p>Accuracy: 0.70</p>
                        </list-item>
                        <list-item>
                          <p>Sensitivity: 0.72</p>
                        </list-item>
                        <list-item>
                          <p>Specificity: 0.64</p>
                        </list-item>
                        <list-item>
                          <p>PPV: 0.90</p>
                        </list-item>
                        <list-item>
                          <p>NPV: 0.34</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Leg pain</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>AUROC: 0.64</p>
                        </list-item>
                        <list-item>
                          <p>Accuracy: 0.71</p>
                        </list-item>
                        <list-item>
                          <p>Sensitivity: 0.76</p>
                        </list-item>
                        <list-item>
                          <p>Specificity: 0.42</p>
                        </list-item>
                        <list-item>
                          <p>PPV: 0.88</p>
                        </list-item>
                        <list-item>
                          <p>NPV: 0.23</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>ODI or COMI</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Calibration intercept: −0.07</p>
                        </list-item>
                        <list-item>
                          <p>Calibration slope: 0.63</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Back pain</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Calibration intercept: −0.38</p>
                        </list-item>
                        <list-item>
                          <p>Calibration slope: 1.10</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Leg pain</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Calibration intercept: 0.14</p>
                        </list-item>
                        <list-item>
                          <p>Calibration slope: 0.49</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>CDSS: clinical decision support system.</p>
            </fn>
            <fn id="table4fn2">
              <p><sup>b</sup>AUC: area under the curve.</p>
            </fn>
            <fn id="table4fn3">
              <p><sup>c</sup>HLT: Hosmer-Lemeshow Test.</p>
            </fn>
            <fn id="table4fn4">
              <p><sup>d</sup>GA: general anesthesia.</p>
            </fn>
            <fn id="table4fn5">
              <p><sup>e</sup>ODI: Oswestry Disability Index.</p>
            </fn>
            <fn id="table4fn6">
              <p><sup>f</sup>AUROC: area under the receiver operating characteristics.</p>
            </fn>
            <fn id="table4fn7">
              <p><sup>g</sup>SCOAP-CERTAIN: Surgical Care and Outcomes Assessment Programme-Comparative Effectiveness Translational Network.</p>
            </fn>
            <fn id="table4fn8">
              <p><sup>h</sup>ASA: American Society of Anesthesiologists.</p>
            </fn>
            <fn id="table4fn9">
              <p><sup>i</sup>NRS: Numeric Rating Scale.</p>
            </fn>
            <fn id="table4fn10">
              <p><sup>j</sup>PPV: positive predictive value.</p>
            </fn>
            <fn id="table4fn11">
              <p><sup>k</sup>NPV: negative predictive value.</p>
            </fn>
            <fn id="table4fn12">
              <p><sup>l</sup>ED: emergency department.</p>
            </fn>
            <fn id="table4fn13">
              <p><sup>m</sup>CCI: Charlson Comorbidity Index.</p>
            </fn>
            <fn id="table4fn14">
              <p><sup>n</sup>ALIF: anterior lumbar interbody fusion.</p>
            </fn>
            <fn id="table4fn15">
              <p><sup>o</sup>PLIF: posterior lumbar interbody fusion.</p>
            </fn>
            <fn id="table4fn16">
              <p><sup>p</sup>TLIF: transforaminal lumbar interbody fusion.</p>
            </fn>
            <fn id="table4fn17">
              <p><sup>q</sup>EQ-5D: EuroQOL-5D.</p>
            </fn>
            <fn id="table4fn18">
              <p><sup>r</sup>C-index: concordance.</p>
            </fn>
            <fn id="table4fn19">
              <p><sup>s</sup>COMI: Core Outcome Measures Index.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>CDSS for Treatment Recommendation</title>
        <p>Of the 31 CDSS studies reviewed, studies exploring the use of CDSS for treatment recommendations for spinal disorders were divided into 2 categories based on their focus: 2 (6%) CDSSs for recommendations for spinal surgery [<xref ref-type="bibr" rid="ref55">55</xref>,<xref ref-type="bibr" rid="ref58">58</xref>] and 4 (13%) CDSSs for treatment of LBP [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref56">56</xref>,<xref ref-type="bibr" rid="ref57">57</xref>] (<xref ref-type="table" rid="table5">Table 5</xref>). All CDSSs were knowledge based, except for 1, which was structured on medical ontology and fuzzy logic principles [<xref ref-type="bibr" rid="ref55">55</xref>]. The system inputs required to generate personalized treatment recommendations include symptoms, clinical findings, and instrumental findings.</p>
        <p>Byvaltsev and Kalinin [<xref ref-type="bibr" rid="ref55">55</xref>] studied using a CDSS to recommend total disc replacement, minimally invasive rigid stabilization, and open rigid stabilization [<xref ref-type="bibr" rid="ref55">55</xref>]. The researchers observed lower pain levels and improved functional status 6 months after surgery among those who received treatment recommendations using the CDSS [<xref ref-type="bibr" rid="ref55">55</xref>]. Those who underwent minimally invasive rigid stabilization had better outcomes 3 months after surgery [<xref ref-type="bibr" rid="ref55">55</xref>]. In the work of Benditz et al [<xref ref-type="bibr" rid="ref38">38</xref>], although 49.6% (55/111 cases) of the treatment recommendations made by the CDSS were consistent with those of spinal surgeons, 36% (40/111) were overestimated and 14.4% (16/111) were underestimated [<xref ref-type="bibr" rid="ref38">38</xref>]. In contrast, a study by Downie et al [<xref ref-type="bibr" rid="ref56">56</xref>] revealed that CDSS recommendations were highly concordant with those made by pharmacists for cases involving self-care (18/20, 90%), medications (25/25, 100%), and referral advice (22/25, 88% [<xref ref-type="bibr" rid="ref56">56</xref>]).</p>
        <table-wrap position="float" id="table5">
          <label>Table 5</label>
          <caption>
            <p>Type, features, and outcomes measured for the CDSS<sup>a</sup> for treatment recommendation.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="100"/>
            <col width="90"/>
            <col width="200"/>
            <col width="200"/>
            <col width="410"/>
            <thead>
              <tr valign="top">
                <td>Study and CDSS name</td>
                <td>CDSS type</td>
                <td>Features of the CDSS</td>
                <td>Outcomes measured</td>
                <td>Results</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Benditz et al [<xref ref-type="bibr" rid="ref38">38</xref>], 2019</td>
                <td>Knowledge based</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Questionnaire-based CDSS</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>A computerized tool with disease-specific algorithms cascading the next best questions leading to the most probable diagnosis and actions</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Association between the diagnoses and treatment recommendation of the tool and the physician’s diagnosis</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Significant correlation with small-to-medium effect between the DSS<sup>b</sup> and the medical recommendation.</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Cramer V=0.293; <italic>P</italic>=.02</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Concordance: 49.6%</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Overestimated: 36%</p>
                        </list-item>
                        <list-item>
                          <p>Underestimated: 14.4%</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Byvaltsev and Kalinin [<xref ref-type="bibr" rid="ref55">55</xref>], 2021</td>
                <td>Nonknowledge based</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Semantic network structured based on the medical ontology and fuzzy logic principles</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Computer-assisted electronic checklist and recommendations, which uses preoperative instrumental data on lumbar segments of patients with degenerative diseases</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Pain using visual analog scale</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Lower limbs</p>
                        </list-item>
                        <list-item>
                          <p>Lumbar spine</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>ODI<sup>c</sup></p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>For patients who underwent total disc replacement, pain syndrome level and functional status were comparable before surgery, on discharge and 3 mo after surgery (<italic>P</italic>&#62;.05).</p>
                    </list-item>
                    <list-item>
                      <p>A total of 6 mo after the surgery, there was a decrease in pain intensity in the lower limbs (<italic>P</italic>=.02) and lumbar spine (<italic>P</italic>=.03) and an increase in functional status by ODI (<italic>P</italic>=.02) in the CDSS group.</p>
                    </list-item>
                    <list-item>
                      <p>In the CDSS patients group who underwent minimally invasive rigid stabilization, there was a decrease in pain intensity in the lower limbs (<italic>P</italic>=.01 for both 3 mo and 6 mo after surgery) and in the lumbar spine (<italic>P</italic>=.03 and <italic>P</italic>=.02 for 3 mo and 6 mo after surgery, respectively) and an increase in functional status by ODI (<italic>P</italic>=.01 and <italic>P</italic>=.03 for 3 mo and 6 mo after surgery, respectively).</p>
                    </list-item>
                    <list-item>
                      <p>For patients who underwent open rigid stabilization, pain syndrome level and functional status were comparable (<italic>P</italic>&#62;.05) before surgery, on discharge and 3 mo after the surgery.</p>
                    </list-item>
                    <list-item>
                      <p>A total of 6 mo after surgery, there was a decrease in pain intensity in the lower limbs (<italic>P</italic>=.04) and lumbar spine (<italic>P</italic>=.03) and an increase in functional status by ODI (<italic>P</italic>=.01) in the group using CDSS.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Downie et al [<xref ref-type="bibr" rid="ref56">56</xref>], 2020</td>
                <td>Knowledge based</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Decision tree app–based CDSS</p>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>It consists of a knowledge base, reasoning engine, and interface. An advice report will be generated after the history and screening inputs. The pharmacist may add any key message or modify the advice.</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Qualitative-based CDSS:</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Ease of use, consistency (of visual language or interaction model), system visibility, navigation or workflow, content, clarity, and acceptance</p>
                        </list-item>
                        <list-item>
                          <p>System usability scale</p>
                        </list-item>
                        <list-item>
                          <p>Level of acceptance of clinical reasoning and decision support</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Ease of use: mostly negative sentiments (16/26, 62%)</p>
                    </list-item>
                    <list-item>
                      <p>Consistency: mostly neutral sentiments (7/13, 54%)</p>
                    </list-item>
                    <list-item>
                      <p>Visibility: mostly negative sentiments (7/16, 44%)</p>
                    </list-item>
                    <list-item>
                      <p>Navigation or workflow: mostly neutral sentiments (12/16, 75%)</p>
                    </list-item>
                    <list-item>
                      <p>Content: mostly positive sentiments (12/27, 44%)</p>
                    </list-item>
                    <list-item>
                      <p>Clarity: mostly neutral sentiments (9/15, 60%)</p>
                    </list-item>
                    <list-item>
                      <p>Acceptance: mostly positive sentiments (34/49, 69%)</p>
                    </list-item>
                    <list-item>
                      <p>System usability scale</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Overall system usability: excellent (mean 0.92, SD 6.5), with acceptance rated as good to excellent.</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>CDSS-pharmacists' agreement:</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Self-care recommendations: 90% (18/20)</p>
                        </list-item>
                        <list-item>
                          <p>Medicines recommendations: 100% (25/25)</p>
                        </list-item>
                        <list-item>
                          <p>Referral advice :88% (22/25)</p>
                        </list-item>
                        <list-item>
                          <p>Pharmacists expressed uncertainty when screening for serious pathology in 40% (10/25) of the cases.</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Pharmacists requested more direction from the CDSS in relation to automated prompts for user input and page navigation.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Back-UP (Horizon 2020),<break/>Jansen-Kosterink et al [<xref ref-type="bibr" rid="ref57">57</xref>], 2021</td>
                <td>Knowledge based</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Binary logistic regression</p>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Short questionnaires were completed by patients that stratified them into 1 of the 3 outcome groups. Targeted interventions were recommended for each outcome group.</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Qualitative-based CDSS:</p>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Factors that promote or hinder the acceptance of clinicians toward CDSS use</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Reason to use a complex CDSS:</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Improve care of patients (assessment, n=20)</p>
                        </list-item>
                        <list-item>
                          <p>Curiosity to test and use the CDSS, to see for themselves what the value of the system is (n=19)</p>
                        </list-item>
                        <list-item>
                          <p>Expectation of increase in efficiency because of reduction of workload and time and allowing them to reorganize work (n=18)</p>
                        </list-item>
                        <list-item>
                          <p>Support during decision-making (n=17)</p>
                        </list-item>
                        <list-item>
                          <p>Patient empowerment (n=14)</p>
                        </list-item>
                        <list-item>
                          <p>Work consistently with evidence-based medicine (n=8)</p>
                        </list-item>
                        <list-item>
                          <p>Perceived the technology as friendly to use (n=3)</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Barriers to using a complex CDSS:</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Worried about their own clinical practice and autonomy; physicians are reluctant to use a CDSS when it interferes too much with clinical practice (n=18)</p>
                        </list-item>
                        <list-item>
                          <p>Do not want to use a CDSS when it comes at an increase in time and costs (n=18)</p>
                        </list-item>
                        <list-item>
                          <p>The fear that the CDSS does not work correctly (n=17)</p>
                        </list-item>
                        <list-item>
                          <p>A too generic approach (n=15)</p>
                        </list-item>
                        <list-item>
                          <p>A lack of effectiveness and added value (n=11)</p>
                        </list-item>
                        <list-item>
                          <p>Hampering personal contact with the patient (n=8)</p>
                        </list-item>
                        <list-item>
                          <p>Data and security issues (n=8)</p>
                        </list-item>
                        <list-item>
                          <p>Capitalizing on health care (n=4)</p>
                        </list-item>
                        <list-item>
                          <p>Lack of trust (n=3)</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>If the use of CDSS is imposed by external parties, such as health care insurance companies (n=3)</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>SLIC<sup>d</sup> CDSS (Kubben), Kubben et al [<xref ref-type="bibr" rid="ref58">58</xref>], 2011</td>
                <td>Knowledge based</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Decision tree app–based CDSS</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Offers evidence-based algorithms (eg, burst fractures, central cord syndrome, facet fracture dislocation, facet subluxation, and hyperextension injury) based on the Subaxial Injury Classification system</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Not reported</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Not reported</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Peiris et al [<xref ref-type="bibr" rid="ref41">41</xref>], 2014</td>
                <td>Knowledge based</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Recommendations from 15 guidelines for back pain management</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>After excluding serious pathology, the CDSS will continue to assess for the most probable diagnosis and treatment through a series of questions. A personalized information sheet will be printed.</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Frequency of use of the web-based tool by physicians</p>
                    </list-item>
                    <list-item>
                      <p>Acceptability by physicians</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Acceptability by physicians</p>
                    </list-item>
                    <list-item>
                      <p>Considered that back pain is easy to manage and the use of CDSS could insult their skills</p>
                    </list-item>
                    <list-item>
                      <p>Found CDSS useful for patient reassurance and minimizing complex tests or treatment.</p>
                    </list-item>
                    <list-item>
                      <p>Suggestions for improvement:</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Increase comprehensiveness of advice for complex pain management and referral and allow customization of advice</p>
                        </list-item>
                        <list-item>
                          <p>Integration of software systems and easy navigation</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table5fn1">
              <p><sup>a</sup>CDSS: clinical decision support system.</p>
            </fn>
            <fn id="table5fn2">
              <p><sup>b</sup>DSS: decision support system.</p>
            </fn>
            <fn id="table5fn3">
              <p><sup>c</sup>ODI: Oswestry Disability Index.</p>
            </fn>
            <fn id="table5fn4">
              <p><sup>d</sup>SLIC: Subaxial Injury Classification.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>User’s Perception and Experience</title>
        <p>Of the 31 CDSS studies reviewed, 5 (16%) studies examined the user acceptability of CDSS use and gathered feedback for improvement [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref56">56</xref>,<xref ref-type="bibr" rid="ref57">57</xref>]. User perceptions were mixed, with the most receptive toward CDSS use [<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref56">56</xref>,<xref ref-type="bibr" rid="ref57">57</xref>] because it provides evidence-based content to support patient care and empowerment by involving patients in decision-making. Some perceived the use of CDSS as additional work [<xref ref-type="bibr" rid="ref31">31</xref>], while others doubted the tool’s accuracy owing to the complexity of LBP [<xref ref-type="bibr" rid="ref41">41</xref>]. However, in cases where physicians felt that complex treatment or imaging was not recommended, CDSSs were found helpful in supporting their recommendations and reassuring patients about the decision [<xref ref-type="bibr" rid="ref41">41</xref>]. Furthermore, the physicians were more likely to use CDSS if it lightened their workload or improved their efficiency [<xref ref-type="bibr" rid="ref57">57</xref>].</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>We identified 4 major applications of the CDSS: preventing unnecessary imaging, aiding diagnosis, aiding prognosis, and suggesting treatment options. Only 2 studies used non–knowledge-based algorithms for diagnosis and treatment recommendations, whereas knowledge-based algorithms were the most commonly applied approach. Common input variables included age, gender, height, smoking status, education level, employment status, race or ethnicity, medical comorbidities, preoperative pain and disability, previous spinal surgery, symptom duration, surgical approach and intervention, BMI, American Society of Anesthesiologists score, and surgical diagnosis.</p>
      </sec>
      <sec>
        <title>CDSS for Preventing Unnecessary Imaging</title>
        <p>MRI detects soft tissue abnormalities [<xref ref-type="bibr" rid="ref60">60</xref>], but the increased cost, time, and logistical demands compared with other imaging techniques make its use inconsistent with value-based care for nonspecific indications [<xref ref-type="bibr" rid="ref61">61</xref>]. The National Emergency X-Radiography Utilization Study criteria, Canadian Cervical Spine Rule, and American College of Physicians and American Pain Society guidelines were created to direct the diagnosis and treatment of back pain and suspected spinal injury [<xref ref-type="bibr" rid="ref62">62</xref>,<xref ref-type="bibr" rid="ref63">63</xref>]. However, adherence to these guidelines is poor owing to <italic>defensive medicine</italic>, the continued use of unnecessary imaging to avoid missing serious pathologies [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref64">64</xref>].</p>
        <p>Integrated CDSSs offer 2 benefits. First, they act as gatekeepers by adding an extra step before imaging is ordered [<xref ref-type="bibr" rid="ref35">35</xref>]. Second, they educate or remind physicians of the existing guidelines, reducing the need to memorize multiple protocols [<xref ref-type="bibr" rid="ref35">35</xref>]. Most studies have found that using the CDSS decreases the number of imaging tests ordered both at the time of the initial LBP visit and up to 30 days after the visit. However, other studies have not found a significant decrease in imaging orders, suggesting a potential mistrust of the system or a lack of awareness of imaging guidelines [<xref ref-type="bibr" rid="ref34">34</xref>]. Furthermore, an insignificant decrease in imaging order may arise from the decision to use computerized tomography or x-ray instead of MRI, which could be more appropriate for some patients [<xref ref-type="bibr" rid="ref30">30</xref>].</p>
        <p>The use of alert-based CDSS raised concerns about alert fatigue, where repeated alerts may lead to physicians ignoring system prompts. Unnecessary imaging frequency was reduced when CDSS-generated report cards were distributed to physicians every 4 to 6 months compared with real-time alerts [<xref ref-type="bibr" rid="ref37">37</xref>]. Furthermore, the ease of use of CDSS can hinder proper imaging if separate software is required, requiring the physician to toggle between the ordering and the CDSS system. In addition, the lack of real-time consequences for ignoring prompts may contribute to the continuation of unnecessary imaging practices.</p>
      </sec>
      <sec>
        <title>Diagnostic CDSS</title>
        <p>In general, diagnostic CDSSs operate through questionnaires that generate probable diagnoses. CDSS-generated diagnoses were found to be primarily concordant with expert or gold-standard recommendations, indicating potential feasible use. Despite its ability to provide reliable diagnoses, most studies still recommend using the diagnostic CDSS as an aid instead of a replacement for the expertise and judgment of trained and experienced health care professionals [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref43">43</xref>]. In addition, patient-provider interactions are essential, and a human connection is a part of building a healing and therapeutic relationship [<xref ref-type="bibr" rid="ref65">65</xref>]. Health care providers can assess a patient’s physical and emotional well-being better than a machine, which is only as good as its algorithm. As an aid, diagnostic CDSS could allow a brief initial assessment of the patient’s condition and assist in triaging, allowing patients with critical spinal disorders to receive early attention [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref39">39</xref>].</p>
        <p>To ensure generalizability and continued validity of the CDSS, it is crucial that regular updates with the latest evidence-based information be made available to the system [<xref ref-type="bibr" rid="ref40">40</xref>]. Meanwhile, given the lack of non–knowledge-based CDSS for spinal diagnostic purposes, AI or machine learning algorithms should be explored. The potential of AI in the field of diagnosis remains to be fully tapped, especially in the areas of computer vision and image recognition. There are promising signs of the increased prominence of diagnostic CDSSs and their ability to produce faster and more accurate findings [<xref ref-type="bibr" rid="ref66">66</xref>].</p>
      </sec>
      <sec>
        <title>Prognostic CDSS</title>
        <p>All the included prognostic CDSS studies used white-box models. This model allows for the adaptation and modification of variables to identify areas for optimization to improve the outcomes [<xref ref-type="bibr" rid="ref67">67</xref>]. Traditional statistical methods for prognostic modeling use simpler computation methods that allow insight into causal effects [<xref ref-type="bibr" rid="ref67">67</xref>]. In contrast, machine learning methods are often referred to as black-box models owing to the computational complexity that allows for fast and accurate predictions but at the cost of transparency. Previous research has shown that machine learning models may perform poorer than traditional statistical methods, suggesting that this tradeoff is not justified [<xref ref-type="bibr" rid="ref68">68</xref>]. The poorer performance may have resulted from using low-dimensional data; however, with the increasing availability of high-dimensional data and repositories of large data sets, such as biomarkers and imaging techniques, machine learning could have a competitive advantage over traditional statistics [<xref ref-type="bibr" rid="ref54">54</xref>].</p>
        <p>The prognostic CDSS systems are currently available as independent programs, as most are in the process of development or testing, and specialized sets of algorithms and flexibility for adjustments are required. Such an implementation could also be intentional to ease access for the users of a different electronic system, reduce the cost of integration, and ensure the confidentiality of data [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
        <p>The prognostic CDSSs reviewed in our study were fragmented in their methodology, and none were ready for clinical implementation. The emergence of prognostic models employing AI and big data has been on the rise. However, reviews have identified poor standardization and quality of their development [<xref ref-type="bibr" rid="ref69">69</xref>,<xref ref-type="bibr" rid="ref70">70</xref>]. Previous reviews found that most prognostic model research ends with model development, with only a small number of studies performing external validation and even fewer conducting impact studies [<xref ref-type="bibr" rid="ref70">70</xref>]. This aligns with the findings of our review, in which the included studies were found not to adhere well to standards, limiting the model’s validity, generalizability, and application in real-world clinical settings. Only 2 (6%) of the 31 included studies [<xref ref-type="bibr" rid="ref52">52</xref>,<xref ref-type="bibr" rid="ref54">54</xref>] used a reporting guideline, namely the <italic>Transparent Reporting of a Multivariable Prediction Model for Individual Prognosis or Diagnosis</italic> statement [<xref ref-type="bibr" rid="ref71">71</xref>]. Future developments should adhere to the Prognosis Research Strategy prognostic model research framework, which emphasizes model development, external validation, impact testing [<xref ref-type="bibr" rid="ref72">72</xref>], and reporting guidelines to ensure standardization and generalizability of the models.</p>
        <p>The predictive ability of prognostic models is expected to weaken with time owing to changes in diagnostic and treatment approaches [<xref ref-type="bibr" rid="ref72">72</xref>]. Therefore, it may be more beneficial to improve and recalibrate existing models instead of developing new models. In addition, including biomarkers and imagery data may improve model performance, but caution should be taken to address issues such as class imbalances, missing data, and the need for adequate validation [<xref ref-type="bibr" rid="ref54">54</xref>]. Although adding more variables to a model can increase its predictive power, it can also make the model less user-friendly. To balance the tradeoff between accuracy and user-friendliness, parsimonious models that include only the most important or highly correlated predictors of the outcome are preferred. Techniques such as recursive feature elimination, principal component analysis, factor analysis, and multidimensional scaling can be used to identify key predictors [<xref ref-type="bibr" rid="ref73">73</xref>].</p>
      </sec>
      <sec>
        <title>CDSS for Treatment Recommendation</title>
        <p>According to Benditz et al [<xref ref-type="bibr" rid="ref38">38</xref>], only 49.6% of the treatment recommendations made by the CDSS agreed with those of the physicians [<xref ref-type="bibr" rid="ref38">38</xref>]. Although this low level of concordance may be seen as a problem and may affect confidence in the use of the CDSS, it is important to note that concordance is not necessarily the best indicator of performance; instead, testing the clinical effects of treatment options recommended by the CDSS may be a more accurate method to assess its performance.</p>
        <p>Suggestions to improve the acceptance and usability of CDSSs include integrating them into the existing workflow and clinical decision-making processes [<xref ref-type="bibr" rid="ref41">41</xref>]. This integration eases access to evidence-based information, encouraging use and adherence to the best practice guidelines [<xref ref-type="bibr" rid="ref58">58</xref>].</p>
        <p>Although the CDSS has been widely accepted for recommending treatment or management of spinal disorders, concerns and suggestions have been raised. The top barrier to CDSS use is interference with physician autonomy [<xref ref-type="bibr" rid="ref57">57</xref>]. The physicians may feel threatened by CDSS recommendations and worry that they may eventually diminish their role in the care process [<xref ref-type="bibr" rid="ref74">74</xref>], leading to questions about their competence [<xref ref-type="bibr" rid="ref41">41</xref>]. In addition, ease of use is a common barrier; some physicians have negative sentiments toward the simplicity of their CDSS [<xref ref-type="bibr" rid="ref56">56</xref>]. Furthermore, physicians are unwilling to use CDSS if it increases the time and cost [<xref ref-type="bibr" rid="ref57">57</xref>]. Involving clinicians in the development of CDSS can improve system acceptance and adoption by ensuring that it meets the needs and preferences of users.</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>This review was conducted rigorously and adhered to established guidelines, including the JBI methodological guidance for scoping reviews and the PRISMA-ScR statement, ensuring transparency and credibility of the review [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. In addition, 2 independent reviewers (ZAT and CQYH) were involved in the complete review process, which reduced potential biases. Furthermore, a systematic search was used to ensure a comprehensive coverage of the available literature.</p>
        <p>Owing to the heterogeneous nature of the data included in this review, statistical analysis was not feasible, even among studies with similar objectives. Therefore, a rigorous and transparent scoping review was conducted to elucidate the mechanisms of action, effectiveness, and user acceptance of the CDSS for spinal disorders, with the hope of fostering interdisciplinary understanding and collaboration.</p>
        <p>The methodology of this scoping review did not require a formal quality assessment of the included studies, and consequently, such an evaluation was not conducted. We recognize that the quality of the literature incorporated is crucial in shaping the outcomes of this study, thus constituting a limitation to the findings. During the screening process for study inclusion, interrater reliability was not systematically evaluated, representing another acknowledged limitation of this study. However, to address potential inconsistencies in judgment, we actively engaged in discussions and sought the input of a third reviewer (BB) to reach a consensus.</p>
        <p>The current implementation of CDSSs for spinal disorders is fragmented and inconsistent, which poses a challenge to comprehending and advancing this field. The lack of a standardized reporting structure in the reviewed studies presents a limitation in quantifying the effectiveness of the CDSS. To better understand the impact of CDSS on health care delivery and optimize its use in clinical practice, further research with standardized reporting methods is needed.</p>
        <p>Our recommendation for future work is to focus on assessing the quality of prediction models while adhering to transparent reporting guidelines, such as the <italic>Transparent Reporting of Multivariable Prediction Models for Individual Prognosis or Diagnosis—Systematic Reviews and Meta-Analyses</italic> [<xref ref-type="bibr" rid="ref75">75</xref>]. Specifically, we suggest systematically evaluating models using validated tools, such as the Checklist for Critical Appraisal and Data Extraction for Systematic Reviews of Prediction Modeling Studies to extract prognostic model studies and the Prediction Model Study Risk of Bias Assessment Tool to assess the quality of these models [<xref ref-type="bibr" rid="ref76">76</xref>,<xref ref-type="bibr" rid="ref77">77</xref>]. It is important to prioritize these efforts to ensure that the models are thoroughly evaluated and that their quality is properly assessed before application.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Previous studies assessing CDSS effectiveness typically focused on the concordance between CDSS recommendations and health care providers’ decisions. A more favorable approach involves directly comparing CDSS suggestions with real clinical outcomes. To enhance CDSS development, future research should prioritize seamless system integration, considering end users’ requirements. In addition, investigations into external validation and impact studies are essential for a thorough evaluation of the system’s effectiveness across diverse health care settings. Emphasizing these factors will contribute to a more robust understanding of CDSS performance and its potential for broader implementation in the clinical practice for spinal disorders.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Search strategy for PubMed.</p>
        <media xlink:href="jmir_v26i1e53951_app1.docx" xlink:title="DOCX File , 20 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>PRISMA ScR Checklist.</p>
        <media xlink:href="jmir_v26i1e53951_app2.pdf" xlink:title="PDF File  (Adobe PDF File), 102 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AI</term>
          <def>
            <p>artificial intelligence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CDSS</term>
          <def>
            <p>clinical decision support system</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">JBI</term>
          <def>
            <p>Joanna Briggs Institute</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">LBP</term>
          <def>
            <p>low back pain</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">LS-MRI</term>
          <def>
            <p>lumbar spine–magnetic resonance imaging</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">MRI</term>
          <def>
            <p>magnetic resonance imaging</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">PRISMA-ScR</term>
          <def>
            <p>Preferred Reporting Items for Systematic Reviews and Meta-analyses Extension for Scoping Reviews</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors would like to express their gratitude to the Research Council of Norway for funding and support throughout the course of this study. The funder played no role in the study design, data collection, analysis and interpretation of data, or writing of this manuscript.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>ZAT, BB, MP, MG, and HGH jointly conceived and designed this review. ZAT and QYCH were responsible for data collection, analysis, interpretation, and manuscript drafting. HWDH, MP, and MG provided valuable clinical and methodological insights. BB oversaw data interpretation and critically reviewed and revised the manuscript. HGH supervised the study and critically reviewed and revised the manuscript. All the authors made substantial contributions and approved the content of the manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boos</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Aebi</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <source>Spinal Disorders: Fundamentals of Diagnosis and Treatment</source>
          <year>2008</year>
          <month>09</month>
          <day>24</day>
          <publisher-loc>Berlin, Heidelberg</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Elfering</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mannion</surname>
              <given-names>AF</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Boos</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Aebi</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Epidemiology and risk factors of spinal disorders</article-title>
          <source>Spinal Disorders</source>
          <year>2008</year>
          <publisher-loc>Berlin, Heidelberg</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tao</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Cao</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Shao</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Xiao</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Global, regional and national burden of low back pain 1990-2019: a systematic analysis of the Global Burden of Disease study 2019</article-title>
          <source>J Orthop Translat</source>
          <year>2021</year>
          <month>09</month>
          <day>10</day>
          <volume>32</volume>
          <fpage>49</fpage>
          <lpage>58</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2214-031X(21)00059-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jot.2021.07.005</pub-id>
          <pub-id pub-id-type="medline">34934626</pub-id>
          <pub-id pub-id-type="pii">S2214-031X(21)00059-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC8639804</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>March</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Blyth</surname>
              <given-names>FM</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Buchbinder</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hoy</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Global low back pain prevalence and years lived with disability from 1990 to 2017: estimates from the Global Burden of Disease Study 2017</article-title>
          <source>Ann Transl Med</source>
          <year>2020</year>
          <month>03</month>
          <volume>8</volume>
          <issue>6</issue>
          <fpage>299</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32355743"/>
          </comment>
          <pub-id pub-id-type="doi">10.21037/atm.2020.02.175</pub-id>
          <pub-id pub-id-type="medline">32355743</pub-id>
          <pub-id pub-id-type="pii">atm-08-06-299</pub-id>
          <pub-id pub-id-type="pmcid">PMC7186678</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dieleman</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Cao</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chapin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Horst</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kaldjian</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Matyasz</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>KW</given-names>
            </name>
            <name name-style="western">
              <surname>Bui</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Duber</surname>
              <given-names>HC</given-names>
            </name>
            <name name-style="western">
              <surname>Dunn</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Flaxman</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzmaurice</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Naghavi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sadat</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Shieh</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Squires</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Yeung</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>CJ</given-names>
            </name>
          </person-group>
          <article-title>US health care spending by payer and health condition, 1996-2016</article-title>
          <source>JAMA</source>
          <year>2020</year>
          <month>03</month>
          <day>03</day>
          <volume>323</volume>
          <issue>9</issue>
          <fpage>863</fpage>
          <lpage>84</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32125402"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jama.2020.0734</pub-id>
          <pub-id pub-id-type="medline">32125402</pub-id>
          <pub-id pub-id-type="pii">2762309</pub-id>
          <pub-id pub-id-type="pmcid">PMC7054840</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carregaro</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Tottoli</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Rodrigues</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Bosmans</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>da Silva</surname>
              <given-names>EN</given-names>
            </name>
            <name name-style="western">
              <surname>van Tulder</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Low back pain should be considered a health and research priority in Brazil: lost productivity and healthcare costs between 2012 to 2016</article-title>
          <source>PLoS One</source>
          <year>2020</year>
          <month>04</month>
          <day>01</day>
          <volume>15</volume>
          <issue>4</issue>
          <fpage>e0230902</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0230902"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0230902</pub-id>
          <pub-id pub-id-type="medline">32236113</pub-id>
          <pub-id pub-id-type="pii">PONE-D-20-00445</pub-id>
          <pub-id pub-id-type="pmcid">PMC7112211</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gedin</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Alexanderson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Zethraeus</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Karampampa</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Productivity losses among people with back pain and among population-based references: a register-based study in Sweden</article-title>
          <source>BMJ Open</source>
          <year>2020</year>
          <month>08</month>
          <day>13</day>
          <volume>10</volume>
          <issue>8</issue>
          <fpage>e036638</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=32792439"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2019-036638</pub-id>
          <pub-id pub-id-type="medline">32792439</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2019-036638</pub-id>
          <pub-id pub-id-type="pmcid">PMC7430424</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Serranheira</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Sousa-Uva</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Heranz</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Kovacs</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Sousa-Uva</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Low back pain (LBP), work and absenteeism</article-title>
          <source>Work</source>
          <year>2020</year>
          <volume>65</volume>
          <issue>2</issue>
          <fpage>463</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.3233/WOR-203073</pub-id>
          <pub-id pub-id-type="medline">32007966</pub-id>
          <pub-id pub-id-type="pii">WOR203073</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Siminoff</surname>
              <given-names>LA</given-names>
            </name>
          </person-group>
          <article-title>Incorporating patient and family preferences into evidence-based medicine</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2013</year>
          <volume>13 Suppl 3</volume>
          <issue>Suppl 3</issue>
          <fpage>S6</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/1472-6947-13-S3-S6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1472-6947-13-S3-S6</pub-id>
          <pub-id pub-id-type="medline">24565268</pub-id>
          <pub-id pub-id-type="pii">1472-6947-13-S3-S6</pub-id>
          <pub-id pub-id-type="pmcid">PMC4029304</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sutton</surname>
              <given-names>RT</given-names>
            </name>
            <name name-style="western">
              <surname>Pincock</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Baumgart</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Sadowski</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Fedorak</surname>
              <given-names>RN</given-names>
            </name>
            <name name-style="western">
              <surname>Kroeker</surname>
              <given-names>KI</given-names>
            </name>
          </person-group>
          <article-title>An overview of clinical decision support systems: benefits, risks, and strategies for success</article-title>
          <source>NPJ Digit Med</source>
          <year>2020</year>
          <month>02</month>
          <day>06</day>
          <volume>3</volume>
          <fpage>17</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-020-0221-y"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-020-0221-y</pub-id>
          <pub-id pub-id-type="medline">32047862</pub-id>
          <pub-id pub-id-type="pii">221</pub-id>
          <pub-id pub-id-type="pmcid">PMC7005290</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berner</surname>
              <given-names>ES</given-names>
            </name>
            <name name-style="western">
              <surname>La Lande</surname>
              <given-names>TJ</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Berner</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Overview of clinical decision support systems</article-title>
          <source>Clinical Decision Support Systems</source>
          <year>2016</year>
          <publisher-loc>Cham, Switzerland</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shao</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>RU</given-names>
            </name>
            <name name-style="western">
              <surname>Weir</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Bray</surname>
              <given-names>BE</given-names>
            </name>
            <name name-style="western">
              <surname>Zeng-Treitler</surname>
              <given-names>Q</given-names>
            </name>
          </person-group>
          <article-title>Shedding light on the black box: explaining deep neural network prediction of clinical outcomes</article-title>
          <source>J Med Syst</source>
          <year>2021</year>
          <month>01</month>
          <day>04</day>
          <volume>45</volume>
          <issue>1</issue>
          <fpage>5</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33404886"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10916-020-01701-8</pub-id>
          <pub-id pub-id-type="medline">33404886</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10916-020-01701-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC7983057</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Beck</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Winkler</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Sibanda</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Goyal</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Opening the black box of neural networks: methods for interpreting neural network models in clinical applications</article-title>
          <source>Ann Transl Med</source>
          <year>2018</year>
          <month>06</month>
          <volume>6</volume>
          <issue>11</issue>
          <fpage>216</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30023379"/>
          </comment>
          <pub-id pub-id-type="doi">10.21037/atm.2018.05.32</pub-id>
          <pub-id pub-id-type="medline">30023379</pub-id>
          <pub-id pub-id-type="pii">atm-06-11-216</pub-id>
          <pub-id pub-id-type="pmcid">PMC6035992</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moja</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kwag</surname>
              <given-names>KH</given-names>
            </name>
            <name name-style="western">
              <surname>Lytras</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Bertizzolo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Brandt</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Pecoraro</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Rigon</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Vaona</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ruggiero</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Mangia</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Iorio</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kunnamo</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Bonovas</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of computerized decision support systems linked to electronic health records: a systematic review and meta-analysis</article-title>
          <source>Am J Public Health</source>
          <year>2014</year>
          <month>12</month>
          <volume>104</volume>
          <issue>12</issue>
          <fpage>e12</fpage>
          <lpage>22</lpage>
          <pub-id pub-id-type="doi">10.2105/AJPH.2014.302164</pub-id>
          <pub-id pub-id-type="medline">25322302</pub-id>
          <pub-id pub-id-type="pmcid">PMC4232126</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liberati</surname>
              <given-names>EG</given-names>
            </name>
            <name name-style="western">
              <surname>Ruggiero</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Galuppo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Gorli</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>González-Lorenzo</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Maraldi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ruggieri</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Polo Friz</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Scaratti</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Kwag</surname>
              <given-names>KH</given-names>
            </name>
            <name name-style="western">
              <surname>Vespignani</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Moja</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>What hinders the uptake of computerized decision support systems in hospitals? a qualitative study and framework for implementation</article-title>
          <source>Implement Sci</source>
          <year>2017</year>
          <month>09</month>
          <day>15</day>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>113</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://air.unimi.it/handle/2434/526026"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-017-0644-2</pub-id>
          <pub-id pub-id-type="medline">28915822</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13012-017-0644-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC5602839</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Azimi</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Yazdanian</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Benzel</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Aghaei</surname>
              <given-names>HN</given-names>
            </name>
            <name name-style="western">
              <surname>Azhari</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sadeghi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Montazeri</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>A review on the use of artificial intelligence in spinal diseases</article-title>
          <source>Asian Spine J</source>
          <year>2020</year>
          <month>08</month>
          <volume>14</volume>
          <issue>4</issue>
          <fpage>543</fpage>
          <lpage>71</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32326672"/>
          </comment>
          <pub-id pub-id-type="doi">10.31616/asj.2020.0147</pub-id>
          <pub-id pub-id-type="medline">32326672</pub-id>
          <pub-id pub-id-type="pii">asj.2020.0147</pub-id>
          <pub-id pub-id-type="pmcid">PMC7435304</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Canseco</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Nicholson</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Vaccaro</surname>
              <given-names>AR</given-names>
            </name>
          </person-group>
          <article-title>The role of machine learning in spine surgery: the future is now</article-title>
          <source>Front Surg</source>
          <year>2020</year>
          <month>08</month>
          <day>21</day>
          <volume>7</volume>
          <fpage>54</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32974382"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fsurg.2020.00054</pub-id>
          <pub-id pub-id-type="medline">32974382</pub-id>
          <pub-id pub-id-type="pmcid">PMC7472375</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>DelSole</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Keck</surname>
              <given-names>WL</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>AA</given-names>
            </name>
          </person-group>
          <article-title>The state of machine learning in spine surgery: a systematic review</article-title>
          <source>Clin Spine Surg</source>
          <year>2022</year>
          <month>03</month>
          <day>01</day>
          <volume>35</volume>
          <issue>2</issue>
          <fpage>80</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1097/BSD.0000000000001208</pub-id>
          <pub-id pub-id-type="medline">34121074</pub-id>
          <pub-id pub-id-type="pii">01933606-202203000-00005</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Galbusera</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Casaroli</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Bassani</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Artificial intelligence and machine learning in spine research</article-title>
          <source>JOR Spine</source>
          <year>2019</year>
          <month>03</month>
          <day>05</day>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>e1044</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31463458"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/jsp2.1044</pub-id>
          <pub-id pub-id-type="medline">31463458</pub-id>
          <pub-id pub-id-type="pii">JSP21044</pub-id>
          <pub-id pub-id-type="pmcid">PMC6686793</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gutman</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Schroeder</surname>
              <given-names>GD</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Flanders</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Vaccaro</surname>
              <given-names>AR</given-names>
            </name>
          </person-group>
          <article-title>Artificial intelligence in spine care</article-title>
          <source>Clin Spine Surg</source>
          <year>2021</year>
          <month>05</month>
          <day>01</day>
          <volume>34</volume>
          <issue>4</issue>
          <fpage>121</fpage>
          <lpage>4</lpage>
          <pub-id pub-id-type="doi">10.1097/BSD.0000000000001082</pub-id>
          <pub-id pub-id-type="medline">32991359</pub-id>
          <pub-id pub-id-type="pii">01933606-202105000-00002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Joshi</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Lau</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ames</surname>
              <given-names>CP</given-names>
            </name>
          </person-group>
          <article-title>Machine learning in spine surgery: predictive analytics, imaging applications and next steps</article-title>
          <source>Semin Spine Surg</source>
          <year>2021</year>
          <month>06</month>
          <volume>33</volume>
          <issue>2</issue>
          <fpage>100878</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1016/j.semss.2021.100878"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.semss.2021.100878</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Katsuura</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Colón</surname>
              <given-names>LF</given-names>
            </name>
            <name name-style="western">
              <surname>Perez</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Albert</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Qureshi</surname>
              <given-names>SA</given-names>
            </name>
          </person-group>
          <article-title>A primer on the use of artificial intelligence in spine surgery</article-title>
          <source>Clin Spine Surg</source>
          <year>2021</year>
          <month>11</month>
          <day>01</day>
          <volume>34</volume>
          <issue>9</issue>
          <fpage>316</fpage>
          <lpage>21</lpage>
          <pub-id pub-id-type="doi">10.1097/BSD.0000000000001211</pub-id>
          <pub-id pub-id-type="medline">34050043</pub-id>
          <pub-id pub-id-type="pii">01933606-202111000-00002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Khan</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Badhiwala</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Grasso</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Fehlings</surname>
              <given-names>MG</given-names>
            </name>
          </person-group>
          <article-title>Use of machine learning and artificial intelligence to drive personalized medicine approaches for spine care</article-title>
          <source>World Neurosurg</source>
          <year>2020</year>
          <month>08</month>
          <volume>140</volume>
          <fpage>512</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1016/j.wneu.2020.04.022</pub-id>
          <pub-id pub-id-type="medline">32797983</pub-id>
          <pub-id pub-id-type="pii">S1878-8750(20)30729-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Merali</surname>
              <given-names>ZA</given-names>
            </name>
            <name name-style="western">
              <surname>Colak</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>JR</given-names>
            </name>
          </person-group>
          <article-title>Applications of machine learning to imaging of spinal disorders: current status and future directions</article-title>
          <source>Global Spine J</source>
          <year>2021</year>
          <month>04</month>
          <volume>11</volume>
          <issue>1_suppl</issue>
          <fpage>23S</fpage>
          <lpage>9S</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/abs/10.1177/2192568220961353?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/2192568220961353</pub-id>
          <pub-id pub-id-type="medline">33890805</pub-id>
          <pub-id pub-id-type="pmcid">PMC8076811</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rasouli</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Shao</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Neifert</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gibbs</surname>
              <given-names>WN</given-names>
            </name>
            <name name-style="western">
              <surname>Habboub</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Steinmetz</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Benzel</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Mroz</surname>
              <given-names>TE</given-names>
            </name>
          </person-group>
          <article-title>Artificial intelligence and robotics in spine surgery</article-title>
          <source>Global Spine J</source>
          <year>2021</year>
          <month>05</month>
          <volume>11</volume>
          <issue>4</issue>
          <fpage>556</fpage>
          <lpage>64</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/abs/10.1177/2192568220915718?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/2192568220915718</pub-id>
          <pub-id pub-id-type="medline">32875928</pub-id>
          <pub-id pub-id-type="pmcid">PMC8119909</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stephens</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>O'Neal</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Westrup</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Muhammad</surname>
              <given-names>FY</given-names>
            </name>
            <name name-style="western">
              <surname>McKenzie</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Fagg</surname>
              <given-names>AH</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>ZA</given-names>
            </name>
          </person-group>
          <article-title>Utility of machine learning algorithms in degenerative cervical and lumbar spine disease: a systematic review</article-title>
          <source>Neurosurg Rev</source>
          <year>2022</year>
          <month>04</month>
          <volume>45</volume>
          <issue>2</issue>
          <fpage>965</fpage>
          <lpage>78</lpage>
          <pub-id pub-id-type="doi">10.1007/s10143-021-01624-z</pub-id>
          <pub-id pub-id-type="medline">34490539</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10143-021-01624-z</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aromataris</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Munn</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>JBI manual for evidence synthesis</article-title>
          <source>Joanna Briggs Institute</source>
          <year>2020</year>
          <access-date>2024-02-26</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.46658/JBIMES-20-01">https://doi.org/10.46658/JBIMES-20-01</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tricco</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Lillie</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Zarin</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>O'Brien</surname>
              <given-names>KK</given-names>
            </name>
            <name name-style="western">
              <surname>Colquhoun</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Levac</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Horsley</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Weeks</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hempel</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Akl</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>McGowan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hartling</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Aldcroft</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Garritty</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lewin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Godfrey</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Macdonald</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Langlois</surname>
              <given-names>EV</given-names>
            </name>
            <name name-style="western">
              <surname>Soares-Weiser</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Moriarty</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Clifford</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Tunçalp</surname>
              <given-names>Ö</given-names>
            </name>
            <name name-style="western">
              <surname>Straus</surname>
              <given-names>SE</given-names>
            </name>
          </person-group>
          <article-title>PRISMA extension for scoping reviews (PRISMA-ScR): checklist and explanation</article-title>
          <source>Ann Intern Med</source>
          <year>2018</year>
          <month>10</month>
          <day>02</day>
          <volume>169</volume>
          <issue>7</issue>
          <fpage>467</fpage>
          <lpage>73</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.acpjournals.org/doi/abs/10.7326/M18-0850?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.7326/M18-0850</pub-id>
          <pub-id pub-id-type="medline">30178033</pub-id>
          <pub-id pub-id-type="pii">2700389</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <article-title>EndNote</article-title>
          <source>Clarivate</source>
          <year>2013</year>
          <access-date>2024-02-19</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://endnote.com/product-details/">https://endnote.com/product-details/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bhambhvani</surname>
              <given-names>HP</given-names>
            </name>
            <name name-style="western">
              <surname>Hom</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mahoney</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wintermark</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sharp</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ratliff</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>YR</given-names>
            </name>
          </person-group>
          <article-title>Effect of electronic clinical decision support on imaging for the evaluation of acute low back pain in the ambulatory care setting</article-title>
          <source>World Neurosurg</source>
          <year>2020</year>
          <month>02</month>
          <volume>134</volume>
          <fpage>e874</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1016/j.wneu.2019.11.031</pub-id>
          <pub-id pub-id-type="medline">31733384</pub-id>
          <pub-id pub-id-type="pii">S1878-8750(19)32867-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goergen</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Fong</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Dalziel</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Fennessy</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Can an evidence-based guideline reduce unnecessary imaging of road trauma patients with cervical spine injury in the emergency department?</article-title>
          <source>Australas Radiol</source>
          <year>2006</year>
          <month>12</month>
          <volume>50</volume>
          <issue>6</issue>
          <fpage>563</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1440-1673.2006.01655.x</pub-id>
          <pub-id pub-id-type="medline">17107528</pub-id>
          <pub-id pub-id-type="pii">ARA1655</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hynes</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Hunter</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rochford</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Utilization and appropriateness in cervical spine trauma imaging: implementation of clinical decision support criteria</article-title>
          <source>Ir J Med Sci</source>
          <year>2020</year>
          <month>02</month>
          <day>10</day>
          <volume>189</volume>
          <issue>1</issue>
          <fpage>333</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1007/s11845-019-02059-8</pub-id>
          <pub-id pub-id-type="medline">31292918</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11845-019-02059-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ip</surname>
              <given-names>IK</given-names>
            </name>
            <name name-style="western">
              <surname>Gershanik</surname>
              <given-names>EF</given-names>
            </name>
            <name name-style="western">
              <surname>Schneider</surname>
              <given-names>LI</given-names>
            </name>
            <name name-style="western">
              <surname>Raja</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Mar</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Seltzer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Healey</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Khorasani</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Impact of IT-enabled intervention on MRI use for back pain</article-title>
          <source>Am J Med</source>
          <year>2014</year>
          <month>06</month>
          <volume>127</volume>
          <issue>6</issue>
          <fpage>512</fpage>
          <lpage>8.e1</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/24513065"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.amjmed.2014.01.024</pub-id>
          <pub-id pub-id-type="medline">24513065</pub-id>
          <pub-id pub-id-type="pii">S0002-9343(14)00115-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC4035377</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mallavarapu</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Christiason</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Effects of the elimination of the free text field in ACR select on ordering trends for low back pain imaging in the emergency department</article-title>
          <source>Proceedings of the Society of General Internal Medicine (SGIM) Annual Meeting</source>
          <conf-name>SGIM Annual Meeting</conf-name>
          <conf-date>May 06-09, 2020</conf-date>
          <conf-loc>Birmingham, AL</conf-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32725471"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11606-020-05890-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Min</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>VW</given-names>
            </name>
            <name name-style="western">
              <surname>Aristizabal</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Peramaki</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Agulnik</surname>
              <given-names>DB</given-names>
            </name>
            <name name-style="western">
              <surname>Strydom</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Ramsey</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Forster</surname>
              <given-names>BB</given-names>
            </name>
          </person-group>
          <article-title>Clinical decision support decreases volume of imaging for low back pain in an urban emergency department</article-title>
          <source>J Am Coll Radiol</source>
          <year>2017</year>
          <month>07</month>
          <volume>14</volume>
          <issue>7</issue>
          <fpage>889</fpage>
          <lpage>99</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jacr.2017.03.005</pub-id>
          <pub-id pub-id-type="medline">28483544</pub-id>
          <pub-id pub-id-type="pii">S1546-1440(17)30308-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Solberg</surname>
              <given-names>LI</given-names>
            </name>
            <name name-style="western">
              <surname>Wei</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Butler</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Palattao</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Vinz</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Marshall</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Effects of electronic decision support on high-tech diagnostic imaging orders and patients</article-title>
          <source>Am J Manag Care</source>
          <year>2010</year>
          <month>02</month>
          <volume>16</volume>
          <issue>2</issue>
          <fpage>102</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ajmc.com/pubMed.php?pii=12574"/>
          </comment>
          <pub-id pub-id-type="medline">20148614</pub-id>
          <pub-id pub-id-type="pii">12574</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zafar</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Ip</surname>
              <given-names>IK</given-names>
            </name>
            <name name-style="western">
              <surname>Mills</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Raja</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Langlotz</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Khorasani</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Effect of clinical decision support-generated report cards versus real-time alerts on primary care provider guideline adherence for low back pain outpatient lumbar spine MRI orders</article-title>
          <source>AJR Am J Roentgenol</source>
          <year>2019</year>
          <month>02</month>
          <volume>212</volume>
          <issue>2</issue>
          <fpage>386</fpage>
          <lpage>94</lpage>
          <pub-id pub-id-type="doi">10.2214/AJR.18.19780</pub-id>
          <pub-id pub-id-type="medline">30476451</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Benditz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Faber</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Wenk</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Fuchs</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Salak</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Grifka</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Vogl</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Menke</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Jansen</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>The role of a decision support system in back pain diagnoses: a pilot study</article-title>
          <source>Biomed Res Int</source>
          <year>2019</year>
          <volume>2019</volume>
          <fpage>1314028</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1155/2019/1314028"/>
          </comment>
          <pub-id pub-id-type="doi">10.1155/2019/1314028</pub-id>
          <pub-id pub-id-type="medline">31019964</pub-id>
          <pub-id pub-id-type="pmcid">PMC6452564</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Benditz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pulido</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Grifka</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ripke</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Jansen</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>A clinical decision support system in back pain helps to find the diagnosis: a prospective correlation study</article-title>
          <source>Arch Orthop Trauma Surg</source>
          <year>2023</year>
          <month>02</month>
          <day>04</day>
          <volume>143</volume>
          <issue>2</issue>
          <fpage>621</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34347121"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s00402-021-04080-y</pub-id>
          <pub-id pub-id-type="medline">34347121</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00402-021-04080-y</pub-id>
          <pub-id pub-id-type="pmcid">PMC9925533</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Liu Sheng</surname>
              <given-names>OR</given-names>
            </name>
          </person-group>
          <article-title>A decision support system for lower back pain diagnosis: uncertainty management and clinical evaluations</article-title>
          <source>Decis Support Syst</source>
          <year>2006</year>
          <month>11</month>
          <volume>42</volume>
          <issue>2</issue>
          <fpage>1152</fpage>
          <lpage>69</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.ajcn.org/cgi/pmidlookup?view=long&#38;pmid=2006"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.dss.2005.10.007</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Peiris</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Holbrook</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lindner</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Reeve</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Das</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>A web-based clinical decision support tool for primary health care management of back pain: development and mixed methods evaluation</article-title>
          <source>JMIR Res Protoc</source>
          <year>2014</year>
          <month>04</month>
          <day>02</day>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>e17</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2014/2/e17/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/resprot.3071</pub-id>
          <pub-id pub-id-type="medline">24694921</pub-id>
          <pub-id pub-id-type="pii">v3i2e17</pub-id>
          <pub-id pub-id-type="pmcid">PMC4004153</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>KH</given-names>
            </name>
            <name name-style="western">
              <surname>Sohn</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>CG</given-names>
            </name>
          </person-group>
          <article-title>Conformity assessment of a computer vision-based posture analysis system for the screening of postural deformation</article-title>
          <source>BMC Musculoskelet Disord</source>
          <year>2022</year>
          <month>08</month>
          <day>22</day>
          <volume>23</volume>
          <issue>1</issue>
          <fpage>799</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmusculoskeletdisord.biomedcentral.com/articles/10.1186/s12891-022-05742-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12891-022-05742-7</pub-id>
          <pub-id pub-id-type="medline">35996105</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12891-022-05742-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC9394031</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>KC</given-names>
            </name>
            <name name-style="western">
              <surname>Jeanmenne</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Weber</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Thawait</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Carrino</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>An online evidence-based decision support system for distinguishing benign from malignant vertebral compression fractures by magnetic resonance imaging feature analysis</article-title>
          <source>J Digit Imaging</source>
          <year>2011</year>
          <month>06</month>
          <day>3</day>
          <volume>24</volume>
          <issue>3</issue>
          <fpage>507</fpage>
          <lpage>15</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/20680384"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10278-010-9316-3</pub-id>
          <pub-id pub-id-type="medline">20680384</pub-id>
          <pub-id pub-id-type="pmcid">PMC3092053</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Buchlak</surname>
              <given-names>QD</given-names>
            </name>
            <name name-style="western">
              <surname>Yanamadala</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Leveque</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nold</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sethi</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>The Seattle spine score: predicting 30-day complication risk in adult spinal deformity surgery</article-title>
          <source>J Clin Neurosci</source>
          <year>2017</year>
          <month>09</month>
          <volume>43</volume>
          <fpage>247</fpage>
          <lpage>55</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jocn.2017.06.012</pub-id>
          <pub-id pub-id-type="medline">28676311</pub-id>
          <pub-id pub-id-type="pii">S0967-5868(17)30240-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chalmers</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Westover</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Jacob</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Donauer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>VH</given-names>
            </name>
            <name name-style="western">
              <surname>Parent</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Moreau</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Mahood</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Hedden</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Lou</surname>
              <given-names>EH</given-names>
            </name>
          </person-group>
          <article-title>Predicting success or failure of brace treatment for adolescents with idiopathic scoliosis</article-title>
          <source>Med Biol Eng Comput</source>
          <year>2015</year>
          <month>10</month>
          <day>23</day>
          <volume>53</volume>
          <issue>10</issue>
          <fpage>1001</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1007/s11517-015-1306-7</pub-id>
          <pub-id pub-id-type="medline">26002592</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11517-015-1306-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fritzell</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Mesterton</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hagg</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>Prediction of outcome after spinal surgery-using The Dialogue Support based on the Swedish national quality register</article-title>
          <source>Eur Spine J</source>
          <year>2022</year>
          <month>04</month>
          <day>27</day>
          <volume>31</volume>
          <issue>4</issue>
          <fpage>889</fpage>
          <lpage>900</lpage>
          <pub-id pub-id-type="doi">10.1007/s00586-021-07065-y</pub-id>
          <pub-id pub-id-type="medline">34837113</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00586-021-07065-y</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hill</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Dunn</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mullis</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Main</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Foster</surname>
              <given-names>NE</given-names>
            </name>
            <name name-style="western">
              <surname>Hay</surname>
              <given-names>EM</given-names>
            </name>
          </person-group>
          <article-title>A primary care back pain screening tool: identifying patient subgroups for initial treatment</article-title>
          <source>Arthritis Rheum</source>
          <year>2008</year>
          <month>05</month>
          <day>15</day>
          <volume>59</volume>
          <issue>5</issue>
          <fpage>632</fpage>
          <lpage>41</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/doi/10.1002/art.23563"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/art.23563</pub-id>
          <pub-id pub-id-type="medline">18438893</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Khor</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lavallee</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Cizik</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Bellabarba</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Chapman</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Howe</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mohit</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Oskouian</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Roh</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Shonnard</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Dagal</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Flum</surname>
              <given-names>DR</given-names>
            </name>
          </person-group>
          <article-title>Development and validation of a prediction model for pain and functional outcomes after lumbar spine surgery</article-title>
          <source>JAMA Surg</source>
          <year>2018</year>
          <month>07</month>
          <day>01</day>
          <volume>153</volume>
          <issue>7</issue>
          <fpage>634</fpage>
          <lpage>42</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29516096"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamasurg.2018.0072</pub-id>
          <pub-id pub-id-type="medline">29516096</pub-id>
          <pub-id pub-id-type="pii">2673938</pub-id>
          <pub-id pub-id-type="pmcid">PMC5875305</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Cizik</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Hamilton</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Chapman</surname>
              <given-names>JR</given-names>
            </name>
          </person-group>
          <article-title>Predicting medical complications after spine surgery: a validated model using a prospective surgical registry</article-title>
          <source>Spine J</source>
          <year>2014</year>
          <month>02</month>
          <day>01</day>
          <volume>14</volume>
          <issue>2</issue>
          <fpage>291</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/24239799"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.spinee.2013.10.043</pub-id>
          <pub-id pub-id-type="medline">24239799</pub-id>
          <pub-id pub-id-type="pii">S1529-9430(13)01648-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC4012388</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lubelski</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Feghali</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Nowacki</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Alentado</surname>
              <given-names>VJ</given-names>
            </name>
            <name name-style="western">
              <surname>Planchard</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Abdullah</surname>
              <given-names>KG</given-names>
            </name>
            <name name-style="western">
              <surname>Sciubba</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Steinmetz</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Benzel</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Mroz</surname>
              <given-names>TE</given-names>
            </name>
          </person-group>
          <article-title>Patient-specific prediction model for clinical and quality-of-life outcomes after lumbar spine surgery</article-title>
          <source>J Neurosurg Spine</source>
          <year>2021</year>
          <month>01</month>
          <day>29</day>
          <volume>34</volume>
          <issue>4</issue>
          <fpage>580</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.3171/2020.8.SPINE20577</pub-id>
          <pub-id pub-id-type="medline">33528964</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moulton</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Tosteson</surname>
              <given-names>TD</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Pearson</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mycek</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Scherer</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Weinstein</surname>
              <given-names>JN</given-names>
            </name>
            <name name-style="western">
              <surname>Pearson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Abdu</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Schwarz</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kelly</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>McGuire</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Milam</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lurie</surname>
              <given-names>JD</given-names>
            </name>
          </person-group>
          <article-title>Considering spine surgery: a web-based calculator for communicating estimates of personalized treatment outcomes</article-title>
          <source>Spine (Phila Pa 1976)</source>
          <year>2018</year>
          <month>12</month>
          <day>15</day>
          <volume>43</volume>
          <issue>24</issue>
          <fpage>1731</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29877995"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/BRS.0000000000002723</pub-id>
          <pub-id pub-id-type="medline">29877995</pub-id>
          <pub-id pub-id-type="pii">00007632-201812150-00014</pub-id>
          <pub-id pub-id-type="pmcid">PMC6279474</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Müller</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Haschtmann</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Fekete</surname>
              <given-names>TF</given-names>
            </name>
            <name name-style="western">
              <surname>Kleinstück</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Reitmeir</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Loibl</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>O'Riordan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Porchet</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Jeszenszky</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mannion</surname>
              <given-names>AF</given-names>
            </name>
          </person-group>
          <article-title>Development of a machine-learning based model for predicting multidimensional outcome after surgery for degenerative disorders of the spine</article-title>
          <source>Eur Spine J</source>
          <year>2022</year>
          <month>08</month>
          <volume>31</volume>
          <issue>8</issue>
          <fpage>2125</fpage>
          <lpage>36</lpage>
          <pub-id pub-id-type="doi">10.1007/s00586-022-07306-8</pub-id>
          <pub-id pub-id-type="medline">35834012</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00586-022-07306-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Quddusi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Eversdijk</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Klukowska</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>de Wispelaere</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Kernbach</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Schröder</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Staartjes</surname>
              <given-names>VE</given-names>
            </name>
          </person-group>
          <article-title>External validation of a prediction model for pain and functional outcome after elective lumbar spinal fusion</article-title>
          <source>Eur Spine J</source>
          <year>2020</year>
          <month>02</month>
          <day>22</day>
          <volume>29</volume>
          <issue>2</issue>
          <fpage>374</fpage>
          <lpage>83</lpage>
          <pub-id pub-id-type="doi">10.1007/s00586-019-06189-6</pub-id>
          <pub-id pub-id-type="medline">31641905</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00586-019-06189-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Staartjes</surname>
              <given-names>VE</given-names>
            </name>
            <name name-style="western">
              <surname>Stumpo</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Ricciardi</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Maldaner</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Eversdijk</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Vieli</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ciobanu-Caraus</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Raco</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Miscusi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Perna</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Proietti</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lofrese</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Dughiero</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cultrera</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Nicassio</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>An</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Ha</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Amelot</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Alcobendas</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Viñuela-Prieto</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Gandía-González</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Girod</surname>
              <given-names>PP</given-names>
            </name>
            <name name-style="western">
              <surname>Lener</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kögl</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Abramovic</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Safa</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Laux</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Farshad</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>O'Riordan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Loibl</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mannion</surname>
              <given-names>AF</given-names>
            </name>
            <name name-style="western">
              <surname>Scerrati</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Molliqaj</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Tessitore</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Schröder</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Vandertop</surname>
              <given-names>WP</given-names>
            </name>
            <name name-style="western">
              <surname>Stienen</surname>
              <given-names>MN</given-names>
            </name>
            <name name-style="western">
              <surname>Regli</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Serra</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>FUSE-ML: development and external validation of a clinical prediction model for mid-term outcomes after lumbar spinal fusion for degenerative disease</article-title>
          <source>Eur Spine J</source>
          <year>2022</year>
          <month>10</month>
          <volume>31</volume>
          <issue>10</issue>
          <fpage>2629</fpage>
          <lpage>38</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.5167/uzh-221683"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s00586-022-07135-9</pub-id>
          <pub-id pub-id-type="medline">35188587</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00586-022-07135-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Byvaltsev</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Kalinin</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Assessment of clinical decision support system efficiency in spinal neurosurgery for personalized minimally invasive technologies used on lumbar spine</article-title>
          <source>Sovrem Tekhnologii Med</source>
          <year>2021</year>
          <month>10</month>
          <volume>13</volume>
          <issue>5</issue>
          <fpage>13</fpage>
          <lpage>21</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35265345"/>
          </comment>
          <pub-id pub-id-type="doi">10.17691/stm2021.13.5.02</pub-id>
          <pub-id pub-id-type="medline">35265345</pub-id>
          <pub-id pub-id-type="pmcid">PMC8858415</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Downie</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Hancock</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Abdel Shaheed</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>McLachlan</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kocaballi</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Michaleff</surname>
              <given-names>ZA</given-names>
            </name>
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>CG</given-names>
            </name>
          </person-group>
          <article-title>An electronic clinical decision support system for the management of low back pain in community pharmacy: development and mixed methods feasibility study</article-title>
          <source>JMIR Med Inform</source>
          <year>2020</year>
          <month>05</month>
          <day>11</day>
          <volume>8</volume>
          <issue>5</issue>
          <fpage>e17203</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://medinform.jmir.org/2020/5/e17203/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17203</pub-id>
          <pub-id pub-id-type="medline">32390593</pub-id>
          <pub-id pub-id-type="pii">v8i5e17203</pub-id>
          <pub-id pub-id-type="pmcid">PMC7248808</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jansen-Kosterink</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>van Velsen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Cabrita</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Clinician acceptance of complex clinical decision support systems for treatment allocation of patients with chronic low back pain</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2021</year>
          <month>04</month>
          <day>27</day>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>137</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/s12911-021-01502-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12911-021-01502-0</pub-id>
          <pub-id pub-id-type="medline">33906665</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12911-021-01502-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC8077885</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kubben</surname>
              <given-names>PL</given-names>
            </name>
            <name name-style="western">
              <surname>van Santbrink</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Cornips</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Vaccaro</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Dvorak</surname>
              <given-names>MF</given-names>
            </name>
            <name name-style="western">
              <surname>van Rhijn</surname>
              <given-names>LW</given-names>
            </name>
            <name name-style="western">
              <surname>Scherpbier</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hoogland</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>An evidence-based mobile decision support system for subaxial cervical spine injury treatment</article-title>
          <source>Surg Neurol Int</source>
          <year>2011</year>
          <month>03</month>
          <day>23</day>
          <volume>2</volume>
          <fpage>32</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.surgicalneurologyint.com/article.asp?issn=2152-7806;year=2011;volume=2;issue=1;spage=32;epage=32;aulast=Kubben"/>
          </comment>
          <pub-id pub-id-type="doi">10.4103/2152-7806.78238</pub-id>
          <pub-id pub-id-type="medline">21541200</pub-id>
          <pub-id pub-id-type="pmcid">PMC3086168</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Foster</surname>
              <given-names>NE</given-names>
            </name>
            <name name-style="western">
              <surname>Mullis</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hill</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Whitehurst</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Doyle</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Konstantinou</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Main</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Somerville</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sowden</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Wathall</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hay</surname>
              <given-names>EM</given-names>
            </name>
          </person-group>
          <article-title>Effect of stratified care for low back pain in family practice (IMPaCT Back): a prospective population-based sequential comparison</article-title>
          <source>Ann Fam Med</source>
          <year>2014</year>
          <volume>12</volume>
          <issue>2</issue>
          <fpage>102</fpage>
          <lpage>11</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.annfammed.org/cgi/pmidlookup?view=long&#38;pmid=24615305"/>
          </comment>
          <pub-id pub-id-type="doi">10.1370/afm.1625</pub-id>
          <pub-id pub-id-type="medline">24615305</pub-id>
          <pub-id pub-id-type="pii">12/2/102</pub-id>
          <pub-id pub-id-type="pmcid">PMC3948756</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Winegar</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Kay</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Taljanovic</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Magnetic resonance imaging of the spine</article-title>
          <source>Pol J Radiol</source>
          <year>2020</year>
          <volume>85</volume>
          <fpage>e550</fpage>
          <lpage>74</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.5114/pjr.2020.99887"/>
          </comment>
          <pub-id pub-id-type="doi">10.5114/pjr.2020.99887</pub-id>
          <pub-id pub-id-type="medline">33101557</pub-id>
          <pub-id pub-id-type="pii">42050</pub-id>
          <pub-id pub-id-type="pmcid">PMC7571515</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ashby</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Adams</surname>
              <given-names>BN</given-names>
            </name>
            <name name-style="western">
              <surname>Shetty</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Appropriate magnetic resonance imaging ordering</article-title>
          <source>StatPearls [Internet]</source>
          <year>2022</year>
          <month>11</month>
          <day>14</day>
          <publisher-loc>Treasure Island, FL</publisher-loc>
          <publisher-name>StatPearls Publishing</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stiell</surname>
              <given-names>IG</given-names>
            </name>
            <name name-style="western">
              <surname>Clement</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Rowe</surname>
              <given-names>BH</given-names>
            </name>
            <name name-style="western">
              <surname>Schull</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Brison</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Cass</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Eisenhauer</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>McKnight</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Bandiera</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Holroyd</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Dreyer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Worthington</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Reardon</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Greenberg</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Lesiuk</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>MacPhail</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Wells</surname>
              <given-names>GA</given-names>
            </name>
          </person-group>
          <article-title>Comparison of the Canadian CT Head Rule and the New Orleans Criteria in patients with minor head injury</article-title>
          <source>JAMA</source>
          <year>2005</year>
          <month>09</month>
          <day>28</day>
          <volume>294</volume>
          <issue>12</issue>
          <fpage>1511</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.294.12.1511</pub-id>
          <pub-id pub-id-type="medline">16189364</pub-id>
          <pub-id pub-id-type="pii">294/12/1511</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chou</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Qaseem</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Snow</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Casey</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Cross</surname>
              <given-names>JT Jr</given-names>
            </name>
            <name name-style="western">
              <surname>Shekelle</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Owens</surname>
              <given-names>DK</given-names>
            </name>
          </person-group>
          <article-title>Diagnosis and treatment of low back pain: a joint clinical practice guideline from the American College of Physicians and the American Pain Society</article-title>
          <source>Ann Intern Med</source>
          <year>2007</year>
          <month>10</month>
          <day>02</day>
          <volume>147</volume>
          <issue>7</issue>
          <fpage>478</fpage>
          <lpage>91</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.acpjournals.org/doi/abs/10.7326/0003-4819-147-7-200710020-00006?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.7326/0003-4819-147-7-200710020-00006</pub-id>
          <pub-id pub-id-type="medline">17909209</pub-id>
          <pub-id pub-id-type="pii">147/7/478</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Studdert</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Mello</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Sage</surname>
              <given-names>WM</given-names>
            </name>
            <name name-style="western">
              <surname>DesRoches</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Peugh</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zapert</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Brennan</surname>
              <given-names>TA</given-names>
            </name>
          </person-group>
          <article-title>Defensive medicine among high-risk specialist physicians in a volatile malpractice environment</article-title>
          <source>JAMA</source>
          <year>2005</year>
          <month>06</month>
          <day>01</day>
          <volume>293</volume>
          <issue>21</issue>
          <fpage>2609</fpage>
          <lpage>17</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.293.21.2609</pub-id>
          <pub-id pub-id-type="medline">15928282</pub-id>
          <pub-id pub-id-type="pii">293/21/2609</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref65">
        <label>65</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Drossman</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Deutsch</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Ford</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Halpert</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kroenke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Nurko</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ruddy</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Snyder</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sperber</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>A review of the evidence and recommendations on communication skills and the patient-provider relationship: a Rome Foundation Working Team report</article-title>
          <source>Gastroenterology</source>
          <year>2021</year>
          <month>11</month>
          <volume>161</volume>
          <issue>5</issue>
          <fpage>1670</fpage>
          <lpage>88.e7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0016-5085(21)03320-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1053/j.gastro.2021.07.037</pub-id>
          <pub-id pub-id-type="medline">34331912</pub-id>
          <pub-id pub-id-type="pii">S0016-5085(21)03320-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref66">
        <label>66</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Malamateniou</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Knapp</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Pergola</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Woznitza</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Hardy</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Artificial intelligence in radiography: where are we now and what does the future hold?</article-title>
          <source>Radiography (Lond)</source>
          <year>2021</year>
          <month>10</month>
          <volume>27 Suppl 1</volume>
          <fpage>S58</fpage>
          <lpage>62</lpage>
          <pub-id pub-id-type="doi">10.1016/j.radi.2021.07.015</pub-id>
          <pub-id pub-id-type="medline">34380589</pub-id>
          <pub-id pub-id-type="pii">S1078-8174(21)00095-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref67">
        <label>67</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rajula</surname>
              <given-names>HS</given-names>
            </name>
            <name name-style="western">
              <surname>Verlato</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Manchia</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Antonucci</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Fanos</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Comparison of conventional statistical methods with machine learning in medicine: diagnosis, drug development, and treatment</article-title>
          <source>Medicina (Kaunas)</source>
          <year>2020</year>
          <month>09</month>
          <day>08</day>
          <volume>56</volume>
          <issue>9</issue>
          <fpage>455</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=medicina56090455"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/medicina56090455</pub-id>
          <pub-id pub-id-type="medline">32911665</pub-id>
          <pub-id pub-id-type="pii">medicina56090455</pub-id>
          <pub-id pub-id-type="pmcid">PMC7560135</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref68">
        <label>68</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ren</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>Current applications of machine learning in spine: from clinical view</article-title>
          <source>Global Spine J</source>
          <year>2022</year>
          <month>10</month>
          <day>10</day>
          <volume>12</volume>
          <issue>8</issue>
          <fpage>1827</fpage>
          <lpage>40</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/21925682211035363?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/21925682211035363</pub-id>
          <pub-id pub-id-type="medline">34628966</pub-id>
          <pub-id pub-id-type="pmcid">PMC9609532</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref69">
        <label>69</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Groot</surname>
              <given-names>OQ</given-names>
            </name>
            <name name-style="western">
              <surname>Ogink</surname>
              <given-names>PT</given-names>
            </name>
            <name name-style="western">
              <surname>Lans</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Twining</surname>
              <given-names>PK</given-names>
            </name>
            <name name-style="western">
              <surname>Kapoor</surname>
              <given-names>ND</given-names>
            </name>
            <name name-style="western">
              <surname>DiGiovanni</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Bindels</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bongers</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Oosterhoff</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Karhade</surname>
              <given-names>AV</given-names>
            </name>
            <name name-style="western">
              <surname>Oner</surname>
              <given-names>FC</given-names>
            </name>
            <name name-style="western">
              <surname>Verlaan</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Schwab</surname>
              <given-names>JH</given-names>
            </name>
          </person-group>
          <article-title>Machine learning prediction models in orthopedic surgery: a systematic review in transparent reporting</article-title>
          <source>J Orthop Res</source>
          <year>2022</year>
          <month>02</month>
          <volume>40</volume>
          <issue>2</issue>
          <fpage>475</fpage>
          <lpage>83</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33734466"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/jor.25036</pub-id>
          <pub-id pub-id-type="medline">33734466</pub-id>
          <pub-id pub-id-type="pmcid">PMC9290012</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref70">
        <label>70</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lubelski</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hersh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Azad</surname>
              <given-names>TD</given-names>
            </name>
            <name name-style="western">
              <surname>Ehresman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pennington</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Lehner</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sciubba</surname>
              <given-names>DM</given-names>
            </name>
          </person-group>
          <article-title>Prediction models in degenerative spine surgery: a systematic review</article-title>
          <source>Global Spine J</source>
          <year>2021</year>
          <month>04</month>
          <volume>11</volume>
          <issue>1_suppl</issue>
          <fpage>79S</fpage>
          <lpage>88S</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/2192568220959037?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/2192568220959037</pub-id>
          <pub-id pub-id-type="medline">33890803</pub-id>
          <pub-id pub-id-type="pmcid">PMC8076813</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref71">
        <label>71</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>GS</given-names>
            </name>
            <name name-style="western">
              <surname>Reitsma</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Moons</surname>
              <given-names>KG</given-names>
            </name>
          </person-group>
          <article-title>Transparent reporting of a multivariable prediction model for individual prognosis or diagnosis (TRIPOD): the TRIPOD statement</article-title>
          <source>BMJ</source>
          <year>2015</year>
          <month>01</month>
          <day>07</day>
          <volume>350</volume>
          <fpage>g7594</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://core.ac.uk/reader/81583807?utm_source=linkout"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.g7594</pub-id>
          <pub-id pub-id-type="medline">25569120</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref72">
        <label>72</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Steyerberg</surname>
              <given-names>EW</given-names>
            </name>
            <name name-style="western">
              <surname>Moons</surname>
              <given-names>KG</given-names>
            </name>
            <name name-style="western">
              <surname>van der Windt</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Hayden</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Perel</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Schroter</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Riley</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Hemingway</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
          </person-group>
          <article-title>Prognosis Research Strategy (PROGRESS) 3: prognostic model research</article-title>
          <source>PLoS Med</source>
          <year>2013</year>
          <volume>10</volume>
          <issue>2</issue>
          <fpage>e1001381</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pmed.1001381"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pmed.1001381</pub-id>
          <pub-id pub-id-type="medline">23393430</pub-id>
          <pub-id pub-id-type="pii">PMEDICINE-D-12-02102</pub-id>
          <pub-id pub-id-type="pmcid">PMC3564751</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref73">
        <label>73</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jia</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lian</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hou</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Feature dimensionality reduction: a review</article-title>
          <source>Complex Intell Syst</source>
          <year>2022</year>
          <month>01</month>
          <day>21</day>
          <volume>8</volume>
          <issue>3</issue>
          <fpage>2663</fpage>
          <lpage>93</lpage>
          <pub-id pub-id-type="doi">10.1007/s40747-021-00637-x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref74">
        <label>74</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Khairat</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Marc</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Crosby</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Al Sanousi</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Reasons for physicians not adopting clinical decision support systems: critical analysis</article-title>
          <source>JMIR Med Inform</source>
          <year>2018</year>
          <month>04</month>
          <day>18</day>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>e24</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://medinform.jmir.org/2018/2/e24/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/medinform.8912</pub-id>
          <pub-id pub-id-type="medline">29669706</pub-id>
          <pub-id pub-id-type="pii">v6i2e24</pub-id>
          <pub-id pub-id-type="pmcid">PMC5932331</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref75">
        <label>75</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Snell</surname>
              <given-names>KI</given-names>
            </name>
            <name name-style="western">
              <surname>Levis</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Damen</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Dhiman</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Debray</surname>
              <given-names>TP</given-names>
            </name>
            <name name-style="western">
              <surname>Hooft</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Reitsma</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Moons</surname>
              <given-names>KG</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>GS</given-names>
            </name>
            <name name-style="western">
              <surname>Riley</surname>
              <given-names>RD</given-names>
            </name>
          </person-group>
          <article-title>Transparent reporting of multivariable prediction models for individual prognosis or diagnosis: checklist for systematic reviews and meta-analyses (TRIPOD-SRMA)</article-title>
          <source>BMJ</source>
          <year>2023</year>
          <month>05</month>
          <day>03</day>
          <volume>381</volume>
          <fpage>e073538</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/lookup/pmidlookup?view=long&#38;pmid=37137496"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj-2022-073538</pub-id>
          <pub-id pub-id-type="medline">37137496</pub-id>
          <pub-id pub-id-type="pmcid">PMC10155050</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref76">
        <label>76</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moons</surname>
              <given-names>KG</given-names>
            </name>
            <name name-style="western">
              <surname>de Groot</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Bouwmeester</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Vergouwe</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Mallett</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Reitsma</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>GS</given-names>
            </name>
          </person-group>
          <article-title>Critical appraisal and data extraction for systematic reviews of prediction modelling studies: the CHARMS checklist</article-title>
          <source>PLoS Med</source>
          <year>2014</year>
          <month>10</month>
          <volume>11</volume>
          <issue>10</issue>
          <fpage>e1001744</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pmed.1001744"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pmed.1001744</pub-id>
          <pub-id pub-id-type="medline">25314315</pub-id>
          <pub-id pub-id-type="pii">PMEDICINE-D-14-00436</pub-id>
          <pub-id pub-id-type="pmcid">PMC4196729</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref77">
        <label>77</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wolff</surname>
              <given-names>RF</given-names>
            </name>
            <name name-style="western">
              <surname>Moons</surname>
              <given-names>KG</given-names>
            </name>
            <name name-style="western">
              <surname>Riley</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Whiting</surname>
              <given-names>PF</given-names>
            </name>
            <name name-style="western">
              <surname>Westwood</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>GS</given-names>
            </name>
            <name name-style="western">
              <surname>Reitsma</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Kleijnen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mallett</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>PROBAST: a tool to assess the risk of bias and applicability of prediction model studies</article-title>
          <source>Ann Intern Med</source>
          <year>2019</year>
          <month>01</month>
          <day>01</day>
          <volume>170</volume>
          <issue>1</issue>
          <fpage>51</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.acpjournals.org/doi/abs/10.7326/M18-1376?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.7326/M18-1376</pub-id>
          <pub-id pub-id-type="medline">30596875</pub-id>
          <pub-id pub-id-type="pii">2719961</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
