<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v26i1e55148</article-id>
      <article-id pub-id-type="pmid">39240144</article-id>
      <article-id pub-id-type="doi">10.2196/55148</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Establishing Medical Intelligence—Leveraging Fast Healthcare Interoperability Resources to Improve Clinical Management: Retrospective Cohort and Clinical Implementation Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Xie</surname>
            <given-names>Feng</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Asuzu</surname>
            <given-names>Chidi</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Chu</surname>
            <given-names>Yuanchia</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Nolen</surname>
            <given-names>Kim</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Hidki</surname>
            <given-names>Asmaa</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Brehmer</surname>
            <given-names>Alexander</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0000-2795-6174</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Sauer</surname>
            <given-names>Christopher Martin</given-names>
          </name>
          <degrees>MD, MPH, PhD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2388-5919</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Salazar Rodríguez</surname>
            <given-names>Jayson</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7280-4890</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Herrmann</surname>
            <given-names>Kelsey</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8922-9597</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Kim</surname>
            <given-names>Moon</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7546-3910</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Keyl</surname>
            <given-names>Julius</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <xref rid="aff03" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5617-091X</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Bahnsen</surname>
            <given-names>Fin Hendrik</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5204-4713</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Frank</surname>
            <given-names>Benedikt</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff04" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8837-9489</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Köhrmann</surname>
            <given-names>Martin</given-names>
          </name>
          <degrees>Prof Dr Med</degrees>
          <xref rid="aff04" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0701-9535</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Rassaf</surname>
            <given-names>Tienush</given-names>
          </name>
          <degrees>Prof Dr Med</degrees>
          <xref rid="aff05" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8001-0265</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author">
          <name name-style="western">
            <surname>Mahabadi</surname>
            <given-names>Amir-Abbas</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff05" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2336-7991</ext-link>
        </contrib>
        <contrib id="contrib12" contrib-type="author">
          <name name-style="western">
            <surname>Hadaschik</surname>
            <given-names>Boris</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff06" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1052-2692</ext-link>
        </contrib>
        <contrib id="contrib13" contrib-type="author">
          <name name-style="western">
            <surname>Darr</surname>
            <given-names>Christopher</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff06" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2532-8398</ext-link>
        </contrib>
        <contrib id="contrib14" contrib-type="author">
          <name name-style="western">
            <surname>Herrmann</surname>
            <given-names>Ken</given-names>
          </name>
          <degrees>Prof Dr Med</degrees>
          <xref rid="aff07" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9662-7259</ext-link>
        </contrib>
        <contrib id="contrib15" contrib-type="author">
          <name name-style="western">
            <surname>Tan</surname>
            <given-names>Susanne</given-names>
          </name>
          <degrees>Prof Dr Med</degrees>
          <xref rid="aff08" ref-type="aff">8</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2692-8643</ext-link>
        </contrib>
        <contrib id="contrib16" contrib-type="author">
          <name name-style="western">
            <surname>Buer</surname>
            <given-names>Jan</given-names>
          </name>
          <degrees>Prof Dr Med</degrees>
          <xref rid="aff09" ref-type="aff">9</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7602-1698</ext-link>
        </contrib>
        <contrib id="contrib17" contrib-type="author">
          <name name-style="western">
            <surname>Brenner</surname>
            <given-names>Thorsten</given-names>
          </name>
          <degrees>Prof Dr Med</degrees>
          <xref rid="aff10" ref-type="aff">10</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4570-877X</ext-link>
        </contrib>
        <contrib id="contrib18" contrib-type="author">
          <name name-style="western">
            <surname>Reinhardt</surname>
            <given-names>Hans Christian</given-names>
          </name>
          <degrees>Prof Dr Med</degrees>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5706-9349</ext-link>
        </contrib>
        <contrib id="contrib19" contrib-type="author">
          <name name-style="western">
            <surname>Nensa</surname>
            <given-names>Felix</given-names>
          </name>
          <degrees>PhD, Prof Dr Med</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5811-7100</ext-link>
        </contrib>
        <contrib id="contrib20" contrib-type="author">
          <name name-style="western">
            <surname>Gertz</surname>
            <given-names>Michael</given-names>
          </name>
          <degrees>Prof Dr</degrees>
          <xref rid="aff11" ref-type="aff">11</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4530-6110</ext-link>
        </contrib>
        <contrib id="contrib21" contrib-type="author">
          <name name-style="western">
            <surname>Egger</surname>
            <given-names>Jan</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5225-1982</ext-link>
        </contrib>
        <contrib id="contrib22" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Kleesiek</surname>
            <given-names>Jens</given-names>
          </name>
          <degrees>PhD, Prof Dr Med</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <address>
            <institution>Institute for Artificial Intelligence in Medicine</institution>
            <institution>University Hospital Essen</institution>
            <addr-line>Hufelandstr. 55</addr-line>
            <addr-line>Essen, 45147</addr-line>
            <country>Germany</country>
            <phone>49 0201723 ext 77801</phone>
            <email>jens.kleesiek@uk-essen.de</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8686-0682</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff01">
        <label>1</label>
        <institution>Institute for Artificial Intelligence in Medicine</institution>
        <institution>University Hospital Essen</institution>
        <addr-line>Essen</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff02">
        <label>2</label>
        <institution>Deptartment of Hematology and Stem Cell Transplantation, West German Cancer Center, German Cancer Consortium Partner Site Essen, Center for Molecular Biotechnology</institution>
        <institution>University Hospital Essen</institution>
        <addr-line>Essen</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff03">
        <label>3</label>
        <institution>Institute of Pathology</institution>
        <institution>University Hospital Essen</institution>
        <addr-line>Essen</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff04">
        <label>4</label>
        <institution>Department of Neurology</institution>
        <institution>University Hospital Essen</institution>
        <addr-line>Essen</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff05">
        <label>5</label>
        <institution>Department of Cardiology and Vascular Medicine, West German Heart- and Vascular Center</institution>
        <institution>University Hospital Essen</institution>
        <addr-line>Essen</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff06">
        <label>6</label>
        <institution>Department of Urology and German Cancer Consortium (DKTK) Partner Site</institution>
        <institution>University Hospital Essen</institution>
        <addr-line>Essen</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff07">
        <label>7</label>
        <institution>Department of Radiotherapy</institution>
        <institution>University Hospital Essen</institution>
        <addr-line>Essen</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff08">
        <label>8</label>
        <institution>Department of Endocrinology, Diabetes and Metabolism</institution>
        <institution>University Hospital Essen</institution>
        <addr-line>Essen</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff09">
        <label>9</label>
        <institution>Institute of Medical Microbiology</institution>
        <institution>University Hospital Essen</institution>
        <addr-line>Essen</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff10">
        <label>10</label>
        <institution>Department of Anesthesiology and Intensive Care Medicine</institution>
        <institution>University Hospital Essen</institution>
        <addr-line>Essen</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff11">
        <label>11</label>
        <institution>Institute of Computer Science</institution>
        <institution>Heidelberg University</institution>
        <addr-line>Heidelberg</addr-line>
        <country>Germany</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Jens Kleesiek <email>jens.kleesiek@uk-essen.de</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2024</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>31</day>
        <month>10</month>
        <year>2024</year>
      </pub-date>
      <volume>26</volume>
      <elocation-id>e55148</elocation-id>
      <history>
        <date date-type="received">
          <day>4</day>
          <month>12</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>26</day>
          <month>6</month>
          <year>2024</year>
        </date>
        <date date-type="rev-recd">
          <day>20</day>
          <month>7</month>
          <year>2024</year>
        </date>
        <date date-type="accepted">
          <day>20</day>
          <month>8</month>
          <year>2024</year>
        </date>
      </history>
      <copyright-statement>©Alexander Brehmer, Christopher Martin Sauer, Jayson Salazar Rodríguez, Kelsey Herrmann, Moon Kim, Julius Keyl, Fin Hendrik Bahnsen, Benedikt Frank, Martin Köhrmann, Tienush Rassaf, Amir-Abbas Mahabadi, Boris Hadaschik, Christopher Darr, Ken Herrmann, Susanne Tan, Jan Buer, Thorsten Brenner, Hans Christian Reinhardt, Felix Nensa, Michael Gertz, Jan Egger, Jens Kleesiek. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 31.10.2024.</copyright-statement>
      <copyright-year>2024</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research (ISSN 1438-8871), is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2024/1/e55148" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>FHIR (Fast Healthcare Interoperability Resources) has been proposed to enable health data interoperability. So far, its applicability has been demonstrated for selected research projects with limited data.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to design and implement a conceptual medical intelligence framework to leverage real-world care data for clinical decision-making.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A Python package for the use of multimodal FHIR data (FHIRPACK [FHIR Python Analysis Conversion Kit]) was developed and pioneered in 5 real-world clinical use cases, that is, myocardial infarction, stroke, diabetes, sepsis, and prostate cancer. Patients were identified based on the <italic>ICD-10</italic> (<italic>International Classification of Diseases, Tenth Revision</italic>) codes, and outcomes were derived from laboratory tests, prescriptions, procedures, and diagnostic reports. Results were provided as browser-based dashboards.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>For 2022, a total of 1,302,988 patient encounters were analyzed. (1) Myocardial infarction: in 72.7% (261/359) of cases, medication regimens fulfilled guideline recommendations. (2) Stroke: out of 1277 patients, 165 received thrombolysis and 108 thrombectomy. (3) Diabetes: in 443,866 serum glucose and 16,180 glycated hemoglobin A<sub>1c</sub> measurements from 35,494 unique patients, the prevalence of dysglycemic findings was 39% (13,887/35,494). Among those with dysglycemia, diagnosis was coded in 44.2% (6138/13,887) of the patients. (4) Sepsis: In 1803 patients, <italic>Staphylococcus epidermidis</italic> was the primarily isolated pathogen (773/2672, 28.9%) and piperacillin and tazobactam was the primarily prescribed antibiotic (593/1593, 37.2%). (5) PC: out of 54, three patients who received radical prostatectomy were identified as cases with prostate-specific antigen persistence or biochemical recurrence.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Leveraging FHIR data through large-scale analytics can enhance health care quality and improve patient outcomes across 5 clinical specialties. We identified (1) patients with sepsis requiring less broad antibiotic therapy, (2) patients with myocardial infarction who could benefit from statin and antiplatelet therapy, (3) patients who had a stroke with longer than recommended times to intervention, (4) patients with hyperglycemia who could benefit from specialist referral, and (5) patients with PC with early increases in cancer markers.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>clinical informatics</kwd>
        <kwd>FHIR</kwd>
        <kwd>real-world evidence</kwd>
        <kwd>medical intelligence</kwd>
        <kwd>interoperability</kwd>
        <kwd>data exchange</kwd>
        <kwd>clinical management</kwd>
        <kwd>clinical decision-making</kwd>
        <kwd>electronic health records</kwd>
        <kwd>quality of care</kwd>
        <kwd>quality improvement</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Electronic health records (EHRs) were developed in the 1970s and have evolved and grown in usage over the years [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. An important milestone in the use of routinely collected clinical data was the publication of Medical Information Mart for the Intensive Care (MIMIC-III). Now in its fourth version, it was the first, large, granular publicly available patient-level dataset and includes more than 50,000 unique intensive care unit patients [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. While numerous other publicly available intensive care unit databases have recently been released, the use of hospital-wide EHR data is strikingly less common [<xref ref-type="bibr" rid="ref5">5</xref>]. More recently, implementation of EHRs has been mandated in the United States and they are the accepted standard in many other countries [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>].</p>
      <p>Although there have been many improvements in the EHRs, various challenges using EHR data remain. The data are large-scale (a large volume), heterogeneous (drawn from different resources), multimodal (multiple data modalities), temporal (collected over time), high-dimensional (thousands of distinct medical events), and often uncurated (not carefully chosen and thoughtfully organized or presented), poor quality (rarely subject to data quality audits), sparse (many zero values), and incomplete (missing values) [<xref ref-type="bibr" rid="ref8">8</xref>]. Furthermore, not all patient data are located within a unified EHR. Even within a single hospital, the information is distributed across many primary systems, for example, laboratory, pathology, or medication systems—to name just a few. Within an average hospital, the number of these primary systems can easily add up to hundreds.</p>
      <p>FHIR (Fast Healthcare Interoperability Resources) has been proposed to unify information exchange. It is a standardized set of application programming interfaces that enables the secure and efficient exchange of health care data across platforms and operating systems [<xref ref-type="bibr" rid="ref9">9</xref>]. It is rapidly gaining traction in the health care industry and is being adopted by a growing number of health care organizations around the world. FHIR has emerged as the de facto standard for interoperability in health care, such that it is anchored within the Office of the National Coordinator for Health Information Technology 21st Century Cures Act [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
      <p>Using FHIR to exchange medical data may provide potential benefits in many different areas, such as clinical decision support, precision medicine, mobile health apps, wearable devices, big data analytics, and using EHRs for clinical research [<xref ref-type="bibr" rid="ref11">11</xref>]. Current reviews demonstrate that its application thus far is limited to (clinical) research with selected narrow use cases [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref14">14</xref>].</p>
      <p>While FHIR holds the potential to standardize data, various challenges persist. Most frequently named is the implementation of FHIR as an application, the complexity of the FHIR standard (including its nested structure), and the representational state transfer (RESTful) approach [<xref ref-type="bibr" rid="ref14">14</xref>]. In particular, the complexity of the data structure makes it not readily available for processing and easy access to the end user. Various solutions have been proposed, including SMART (Substitutable Medical Applications and Reusable Technologies) on FHIR, which is gaining momentum [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>].</p>
      <p>In this study, we evaluate the application of FHIR for a comprehensive analysis across medical disciplines to support multimodal decision management as part of routine clinical care. We propose to call this paradigm medical intelligence, akin to the expression business intelligence, which is defined as “strategies and technologies used by enterprises for the data analysis and management of business information [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>].</p>
      <p>We developed a standardized data pipeline using Germany’s largest FHIR database located at the University Hospital Essen. Together with department heads and (senior) physicians, we built and iteratively evaluated intuitive dashboards that provide health care workers with relevant information in a one-stop, intuitive format. As a start, we chose 5 common hospital diseases with a high disease burden, that is, myocardial infarction (MI), prostate cancer (PC), sepsis, stroke, and diabetes. To demonstrate clinical use, we iteratively tested and evaluated the dashboards with real-world data from our hospital.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>FHIR</title>
        <p>The resources infrastructure of FHIR forms the basic building blocks of the standard, representing health care information such as patient demographics, medication requests and administrations, or diagnostic reports. Each resource is defined in a standard way, with a consistent structure and a set of standardized elements. FHIR resources are designed to be modular, meaning that they can be combined in various ways to represent more complex information or workflows. For example, a medication order (MedicationRequest in FHIR terminology) can be linked to a patient resource to indicate who the medication is prescribed for, and a practitioner resource can be linked to indicate who prescribed the medication [<xref ref-type="bibr" rid="ref19">19</xref>]. This modular design makes it easy to create custom workflows and exchange information granularly. While FHIR offers many benefits, implementing and using the standard can still be challenging, especially when extracting and filtering the stored data.</p>
      </sec>
      <sec>
        <title>FHIR Python Analysis Conversion Kit</title>
        <p>The clinical use cases presented technical challenges regarding the identification, retrieval, clean-up, linkage, and subsequent distillation of FHIR data. To extract meaningful insights in an abstract, user-friendly, flexible, and reproducible manner we developed an open-source, interoperable Python client, and analysis toolkit for FHIR servers (FHIRPACK [FHIR Python Analysis Conversion Kit]) [<xref ref-type="bibr" rid="ref20">20</xref>]. FHIRPACK enables clinicians and data scientists in finding, querying, and transforming FHIR resources and generating alternative representations with better processing properties such as powerful Python data analysis toolkit (pandas) data frames [<xref ref-type="bibr" rid="ref21">21</xref>]. These can be used to carry out data analyses, generate static data visualizations, or implement dynamic dashboards that support medical processes such as continuous monitoring or complex, data-hungry research tasks such as hypothesis generation and statistical verification.</p>
      </sec>
      <sec>
        <title>Cohort and Covariates</title>
        <p>FHIRPACK was used to access and extract relevant information from the University Hospital Essen FHIR database with over 2 billion resources. Among these are over 1.4 million unique patients—constantly growing as the EHR system is in routine use. Our extraction workflow followed a similar structure for each use case, starting with the extraction of condition resources labeled with <italic>ICD</italic> (<italic>International Classification of Diseases</italic>) codes provided by clinicians. Next, patient cohorts were built using subject references in the observational data. We then obtained specific patient information through targeted queries from their respective FHIR resource, such as laboratory values (Observation), procedures (Procedure), diagnostic reports (DiagnosticReports), drug administration (MedicationAdministration), and vital signs (Observation; <xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Summary of the cohort building process and outcomes studied. Gray circles indicate patient counts for each use case. CRP: C-reactive protein; FHIR: Fast Healthcare Interoperability Resources; HBA1c: glycated hemoglobin A1c; ICD: International Classification of Diseases; PSA: prostate-specific antigen.</p>
          </caption>
          <graphic xlink:href="jmir_v26i1e55148_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>To enhance the speed and accuracy of our data evaluation, we restricted our cohort to a single calendar year (January 1-December 31, 2022). However, due to longer observation periods required for PC, we included all cases with diagnoses in 2021 and treatments in 2021 or 2022 for this use case. We used the FHIRPACK [<xref ref-type="bibr" rid="ref20">20</xref>] and the Streamlit packages [<xref ref-type="bibr" rid="ref22">22</xref>] to implement the dashboards at the point of care (PoC), accessible to clinicians in a web browser. Furthermore, we leveraged the same data and analysis processes to prepare the figures found in this manuscript using Matplotlib, another traditional Python visualization library. Details on the cohort building and covariate definitions are available in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>This study was carried out in accordance with the Declaration of Helsinki and was approved by the Ethics Committee of the Medical Faculty of the University of Duisburg-Essen (22-10881-BO). No informed consent was required as routinely collected health care data were used.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Cohort Description</title>
        <p>We identified a total of 1,302,988 patient encounters in Essen University Hospital’s FHIR database for 2022 (<xref rid="figure1" ref-type="fig">Figure 1</xref>). Based on the <italic>ICD-10</italic> (<italic>International Statistical Classification of Diseases, Tenth Revision</italic>) codes, we identified between 269 (PC) and 7957 (diabetes) newly diagnosed patients across the 5 clinical use cases. All outcomes were derived from medication prescriptions, procedures, laboratory examinations, or diagnostic reports. While numerous data points could be reported, we focused on key indicators derived from clinicians’ inputs through iterative focus groups. The clinical rationale, research question, and implications will be discussed for each use case separately.</p>
      </sec>
      <sec>
        <title>MI</title>
        <sec>
          <title>Background</title>
          <p>An acute MI is an event of heart muscle necrosis caused by insufficient blood and oxygen supply. The incidence of acute MI or death is approximately 805,000 people in the United States alone, and accounts for approximately 20% of all causes of death [<xref ref-type="bibr" rid="ref23">23</xref>]. Acute MI is classified based on the presence or absence of ST-segment elevation (ST elevation MI [STEMI] vs non–ST elevation MI [NSTEMI]) on electrocardiogram, while serial troponin levels differentiate a non-ST segment MI from unstable angina. Treatment includes coronary reperfusion with percutaneous coronary intervention, intravenous fibrinolytic therapy, or surgery. Depending on the bleeding risk and other patient factors, different antithrombotic drug combinations exist and are recommended in the guidelines. Further management focuses on risk reduction, including lipid-lowering drugs such as statins [<xref ref-type="bibr" rid="ref24">24</xref>].</p>
        </sec>
        <sec>
          <title>Clinical Question</title>
          <p>How many patients were admitted with a new diagnosis of an NSTEMI or STEMI, received an interventional coronary revascularization therapy, and which antithrombotic and lipid-lowering drugs were prescribed?</p>
        </sec>
        <sec>
          <title>Results</title>
          <p>We identified 730 patients in 2022 with a diagnosis of acute MI. Of these, 359 patients were coded as STEMI or received a coronary intervention (<xref rid="figure2" ref-type="fig">Figure 2</xref>). Antiplatelet therapy was started in 71.6% (257/359), with most being on dual-antiplatelet therapy, while partly single antiplatelet therapy was administered in combination with existing anticoagulation therapy (not shown). Independent of antiplatelet therapy, most patients received a statin (227/359, 63.2%), with only a minority also receiving ezetimibe (97/359, 27%). Taken together, 72.7% (261/359) of patients received guideline-recommended therapy. Meanwhile, it should be appreciated that additional patients were considered for therapy, yet not administered due to contraindications, or received bridging therapy.</p>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>Sankey Diagram summarizing the antiplatelet (left bars) and lipid-lowering medications (right bars) prescribed to patients with STEMI or those receiving an intervention. Most patients not receiving antiplatelet therapy also did not receive lipid-lowering drugs (n=98). STEMI: ST elevation myocardial infarction.</p>
            </caption>
            <graphic xlink:href="jmir_v26i1e55148_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Clinical Implication</title>
          <p>Platelet inhibitors and statins play an important role in the prevention of MI and mortality. Implementation of a clinical dashboard highlighting patients not receiving all recommended therapies can help to initiate these cost-efficient drugs and substantially improve patient care.</p>
        </sec>
      </sec>
      <sec>
        <title>Stroke</title>
        <sec>
          <title>Background</title>
          <p>Ischemic stroke is a cardiovascular disease estimated to affect approximately 5.5 million patients across the globe in 2016. With approximately 116 million disease-adjusted life years lost globally, it carries a high mortality and morbidity [<xref ref-type="bibr" rid="ref25">25</xref>]. A stroke occurs when a circulatory block results in a lack of oxygen delivery thus resulting in the subsequent death of brain tissue. In the case of an ischemic stroke, the main treatment is the resolution of the blood clot, either by drugs or mechanically by catheterization. The time from symptom onset to the resolution of the clot is one of the most important predictors of outcomes and an important indicator of improved patient care [<xref ref-type="bibr" rid="ref26">26</xref>]. Huge efforts are made to reduce the time of the rescue chain to a minimum (“time is brain”). Along this way, the reduction of the time from presentation in the emergency room to initiation of treatment, that is, thrombolysis (“Door to Needle”) or thrombectomy (“Door to Groin”), is an important contribution of the intrahospital treatment [<xref ref-type="bibr" rid="ref26">26</xref>]. Even though the outcome after acute ischemic stroke is generally assessed after 90 days, early neurological improvement is a surrogate indicator for a 90-day outcome. It is often defined as the percentage change in the National Institutes of Health Stroke Scale (NIHSS) score from baseline to 24 hours thereafter [<xref ref-type="bibr" rid="ref27">27</xref>].</p>
        </sec>
        <sec>
          <title>Clinical Questions</title>
          <p>Are there fluctuations in the process quality, as measured by the waiting time between emergency room arrival and treatment application from the time of arrival in the emergency room until treatment? Does the time between the onset of symptoms until the start of a procedure correlate with early neurologic improvement?</p>
        </sec>
        <sec>
          <title>Results</title>
          <p>In the study period, we identified 1277 patients with a stroke diagnosis treated in the department of neurology, of which 1088 were ischemic and 189 were hemorrhagic. Out of 165 patients treated with intravenous thrombolysis, 143 (86.7%) received this therapy within the guideline-recommended time window of less than 60 minutes (<xref rid="figure3" ref-type="fig">Figure 3</xref>). Similarly, we identified 108 patients who received thrombectomy, of which 82 (75.9%) were within the guideline-recommended time window of 90 minutes. For both therapies, our cohort of a referral stroke center has a significant number of patients presenting in an extended time window and with the need of previous coagulation testing.</p>
          <fig id="figure3" position="float">
            <label>Figure 3</label>
            <caption>
              <p>(A) Visualization of individual patients’ time from admission to the administration of thrombolysis; green area indicates the recommended time of 60 minutes and (B) correlation of early neurological improvement with time from symptom onset to needle. (C) Individual patients’ time from admission to thrombectomy; green area indicates the recommended time of 90 minutes and (D) correlation of early neurological improvement with time from symptom onset to groin puncture time. NIHSS: National Institutes of Health Stroke Scale.</p>
            </caption>
            <graphic xlink:href="jmir_v26i1e55148_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <p>Furthermore, we correlated the time from symptom onset (witnessed onset or last known-well time) to intervention with early neurological improvement (NIHSS score) from 157 patients receiving thrombolysis and 101 receiving thrombectomy (<xref rid="figure3" ref-type="fig">Figures 3</xref>B and 3D). Among the patients receiving thrombolysis, 63.3% (101/157) displayed a decrease in NIHSS score (ie, clinical improvement), 15.9% (25/157) showed no change, and 21.7% (31/157) exhibited an increase in NIHSS score. Among the patients who received thrombectomy, 63% (48/76) demonstrated a decrease in NIHSS score, while 7% (5/76) showed no change, and 30% (23/76) exhibited an increase in NIHSS score. In total, 25 patients were excluded from the analysis due to ongoing weaning from mechanical ventilation after thrombectomy.</p>
        </sec>
        <sec>
          <title>Clinical Implications</title>
          <p>Monitoring of clinical workflows can identify cases with longer-than-recommended turnaround times. While many reasons for delays exist, for example, need of previous coagulation assessment in patients on oral anticoagulation or need of perfusion imaging in extended-time windows, and not all may be modifiable, some can potentially be addressed, and workflows adjusted. Structured analysis of this data is the first step for improving the care of future patients.</p>
          <p>In all figures, patients who underwent a single therapy (either thrombolysis in <xref rid="figure3" ref-type="fig">Figures 3</xref>A and 3B or thrombectomy in <xref rid="figure3" ref-type="fig">Figures 3</xref>C and 3D) are color-coded in blue, and patients who received a dual therapy (both thrombolysis and thrombectomy) in red.</p>
        </sec>
      </sec>
      <sec>
        <title>Diabetes</title>
        <sec>
          <title>Background</title>
          <p>Diabetes mellitus is a metabolic disorder with a high disease burden affecting 540 million people worldwide [<xref ref-type="bibr" rid="ref28">28</xref>]. In hospitals, diabetes is one of the most common but undetected comorbidities increasing the length of stay and risk for nosocomial complications [<xref ref-type="bibr" rid="ref29">29</xref>]. Identifying dysglycemia is a critically necessary step to introduce affected patients to dedicated in-hospital diabetes management and offer primary prevention strategies to those with prediabetes [<xref ref-type="bibr" rid="ref29">29</xref>].</p>
        </sec>
        <sec>
          <title>Clinical Question</title>
          <p>How many inpatients are affected by dysglycemia and are cases identified appropriately?</p>
        </sec>
        <sec>
          <title>Results</title>
          <p>In total, 443,866 serum glucose and 16,180 glycated hemoglobin A<sub>1c</sub> (HbA<sub>1c</sub>) readings from 35,494 unique patients in 2022 were found. Further, 13,887 (39%) individuals, out of 35,494, were identified as having at least one pathologic glycemic finding. Overall, 30.5% (10,835/35,494) of the total cohort were at least hyperglycemic, while the prevalence of prediabetes and diabetes was 11.8% (4176/35,494) and 15.8% (5601/35,494; of which 3270 were identified by serum glucose, 941 by HbA<sub>1c</sub> levels, and 1390 by both criteria), respectively (<xref rid="figure4" ref-type="fig">Figure 4</xref>A). Per definition, mean serum glucose and HbA<sub>1c</sub> levels discriminated patients with normoglycemia from those with dysglycemia with a rise of mean glucose from 103.1 mg/dL to 112.3 mg/dL and 130.9 mg/dL to 167.1 mg/dL, respectively, and HbA<sub>1c</sub> from 5.6% to 5.7% and 6% to 7.2%, respectively, in patients with normoglycemia, hyperglycemia, prediabetes, and diabetes (<xref rid="figure4" ref-type="fig">Figures 4</xref>B and 4D). <italic>ICD-10</italic> code documenting case identification for dysglycemia was found in 44.2% (6138/13,887) cases among those with biochemically proven hyperglycemia, prediabetes, or diabetes. Consequently, 55.8% (7749/13,887) of patients with dysglycemia would not have been identified by <italic>ICD-10</italic> coding alone (<xref rid="figure4" ref-type="fig">Figure 4</xref>C).</p>
          <fig id="figure4" position="float">
            <label>Figure 4</label>
            <caption>
              <p>(A) Proportion of patients fulfilling the biochemical criteria for hyperglycemia (10,835/35,494, 30.5%), prediabetes (4176/35,494, 11.8%), and diabetes (5601/35,494, 15.8%), based on glucose and HbA1c readings. (C) Of all patients identified with dysglycemia (hyperglycemia, prediabetes, and diabetes), only 44.2% (6138/13,887) had a documented ICD-10 code for dysglycemia, while 55.8% (7749/13,887) of patients were not coded accordingly. Comparison of the distribution of (B) serum glucose and (D) HbA1c measurements of patients who do (blue) and do not fulfill the biochemical criteria of dysglycemia (red). Percentage of patients with biochemically proven dysglycemia with (blue; 6138/13,887, 44.2%) and without (red; 7749/13,887, 55.8%) a documented ICD-10 code. ICD-10: International Statistical Classification of Diseases, Tenth Revision.</p>
            </caption>
            <graphic xlink:href="jmir_v26i1e55148_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Clinical Implications</title>
          <p>A dashboard visualizing in-hospital glucose metabolism data improves the dysglycemia detection rate. Future automated communication of identified cases to health care professionals may improve inpatient outcome by simplifying access by an algorithm-based referral to specialized diabetes teams as the first step of a digitalized in-hospital diabetes management program triggering dedicated diabetes care.</p>
        </sec>
      </sec>
      <sec>
        <title>Sepsis</title>
        <sec>
          <title>Background</title>
          <p>Sepsis is a clinically heterogeneous syndrome defined by a dysregulated host response to infection resulting in life-threatening (multi-)organ dysfunction [<xref ref-type="bibr" rid="ref30">30</xref>]. Its primary treatment is the timely administration of broad-spectrum antibiotics. Meanwhile, with an ever-increasing prevalence of multi–drug-resistant pathogens, it is paramount to treat as targeted and shortly as possible, to avoid the selection of further resistant strains. To this end, hospital-level insights into current antibiotic use, isolated pathogens, and the prevalence of multi–drug-resistant pathogens are critical to tailoring antibiotic practice to local conditions.</p>
        </sec>
        <sec>
          <title>Clinical Question</title>
          <p>Which antibiotics are currently used in patients with sepsis? Which pathogens are isolated from urine and blood cultures and how do the inflammatory biomarkers, that is, C-reactive protein and procalcitonin, change during therapy?</p>
        </sec>
        <sec>
          <title>Results</title>
          <p>We identified a total of 1803 patients with a sepsis diagnosis in 2022. Out of 213 distinct isolated pathogen strains, the top 10 most frequently isolated pathogen included <italic>Staphylococcus epidermidis</italic> (773/2672, 28.9%), a frequent contaminant with low pathogenic potential, followed by <italic>Escherichia coli</italic> (479/2672, 17.9%) and <italic>Enterococcus faecium</italic> (348/2672, 13%) strains (<xref rid="figure5" ref-type="fig">Figure 5</xref>A). Of the 10 most prescribed antibiotic piperacillin and tazobactam (593/1593, 37.2%), a broad-spectrum penicillin, followed by carbapenems (219/1593, 13.7%) and glycopeptides (eg, vancomycin, 186/1593, 11.7%) were most common (<xref rid="figure5" ref-type="fig">Figure 5</xref>B). For the clinical dashboard, we also provide a patient-level view showing the change in inflammatory markers, isolated pathogens, and antibiotics prescribed (<xref rid="figure5" ref-type="fig">Figure 5</xref>C).</p>
          <fig id="figure5" position="float">
            <label>Figure 5</label>
            <caption>
              <p>(A) Pie chart of the 10 most common antibiotics prescriptions for patients with a sepsis diagnosis. (B) Distribution of the ten most frequently isolated microorganisms. (C) Example of a patient-level graph showing changes in the inflammatory markers C-reactive protein (purple), procalcitonin (blue), isolated pathogens (red icons), and prescribed antibiotics (turquoise bars). CRP: C-reactive protein; PCT: procalcitonin.</p>
            </caption>
            <graphic xlink:href="jmir_v26i1e55148_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Clinical Implications</title>
          <p>The dashboard provides a summary of the evolution of inflammatory markers and antibiotic prescriptions. It can help to identify changes in the causal pathogens and monitor antibiotic prescriptions to avoid harmful over- or undertreatment.</p>
        </sec>
      </sec>
      <sec>
        <title>PC</title>
        <sec>
          <title>Background</title>
          <p>PC is the most common solid cancer in men in most of the Western World [<xref ref-type="bibr" rid="ref31">31</xref>]. Various treatment options exist to achieve prolonged disease-free periods and cures. Important predictors for survival include the Tumor, Node, Metastasis stage and pathological features (International Society for Urological Pathology [ISUP] Gleason Grade Groups), which are summarized as a clinical stage (I-IV) as well as synchronous versus metachronous metastases. To assist in the diagnosis and monitor disease progression, prostate-specific antigen (PSA) is commonly used.</p>
        </sec>
        <sec>
          <title>Clinical Questions</title>
          <p>What is the current treatment landscape for PC by ISUP grades? What is the evolution of PSA levels before and after treatments depending on surgical resection status?</p>
        </sec>
        <sec>
          <title>Results</title>
          <p>We identified a total of 269 patients with newly diagnosed PC in 2021 who received treatment between 2021 and 2022. Among these, localized tumors (T1N0M0) with low ISUP scores were most common at biopsy. The most common treatment approach was active surveillance (n=29, 72.5%), followed by surgery (n=8, 20%; <xref rid="figure6" ref-type="fig">Figure 6</xref>A). For 54 patients treated with radical prostatectomy, PSA values were monitored longitudinally, identifying 3 patients with PSA persistence or biochemical recurrence (<xref rid="figure6" ref-type="fig">Figure 6</xref>B).</p>
          <fig id="figure6" position="float">
            <label>Figure 6</label>
            <caption>
              <p>(A) Schematic summary of the Tumor, Node, Metastasis stage, International Society for Urological Pathology grade and therapies received. The color of the lines represents the International Society for Urological Pathology grades (red=1, blue=2, green=3, purple=4, and yellow=5). (B) Longitudinal evolution of prostate-specific antigen values for all (n=54) patients treated with radical prostatectomy by pathological resection margins. Normalization of the temporal axis is achieved by ranking measurements according to their corresponding timestamp, where the average time between prostate-specific antigen–measurements across patients was found to be 110 days. Zoom-in highlighting cases with rising prostate-specific antigen values after treatment, indicating biochemical persistence. PSA: prostate-specific antigen.</p>
            </caption>
            <graphic xlink:href="jmir_v26i1e55148_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Clinical Implications</title>
          <p>Increases in PSA values after treatment indicate disease relapse or progression. Especially in the context of easy access to sensitive PSA tests, earlier detection of biochemical recurrence is warranted. Identification and monitoring can streamline treatment approaches, potentially improving patient outcomes by initiating early salvage therapy. Furthermore, with recent improvements in staging through molecular imaging with prostate-specific membrane antigen positron emission tomography or computed tomography (PSMA-PET/CT) and novel combination treatment regimens, centralized monitoring of shifts in routine practice is an essential first step to draw conclusions about the real-world effectiveness of these approaches.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>With the introduction of EHRs, significantly more information has become available to physicians. Yet, this flood of information does not automatically result in better care, as pointedly summarized in the saying, “We are drowning in information but <italic>starved</italic> for knowledge” [<xref ref-type="bibr" rid="ref32">32</xref>]. To address this, we establish a conceptual “medical intelligence” framework for leveraging real-world data for clinical monitoring and decision-making across medical specialties and at the PoC. We demonstrate the applicability of this flexible conceptual framework using 5 conditions with a high disease burden and major causes of hospitalization.</p>
      <p>The use cases presented in this paper provide new insights for clinicians and health care managers. In the MI use case, we identified patients who did not receive lipid-lowering or antiplatelet therapy, allowing for an internal review. As for the PC use case, we detected patients with early increases in PSA values indicating tumor persistence after therapy with curative intent. We found higher than recommended use of reserve, broad-spectrum antibiotics in the sepsis use case. For patients who had a stroke, we identified some with turnaround times above guideline-recommended thresholds. Meanwhile, the diabetes use case highlighted a high prevalence of dysglycemia and diabetes in the hospital population, while coding for diabetes—and therefore potential referral rates to endocrinologists—was significantly lower.</p>
      <p>These use cases demonstrate the applicability and benefits of a unified approach based on the interoperability of FHIR and a Python library that enables easy access to data. The approach can be quickly scaled and applied to different types of FHIR data, providing a foundation for hospitals to truly harness the power of patient data across departments, specialties, and locations. It enables easier creation of dashboards that can be used to monitor key performance indicators, summarize information for clinicians, support clinical decision-making, and ultimately facilitate better patient care. By analogy with business intelligence, where data support business decisions, our approach demonstrates that data can also support clinical decisions. We show that our approach can lead to new insights into patient care, both at the patient and hospital levels.</p>
      <p>While the results presented are descriptive, it is possible to integrate predictive and artificial intelligence algorithms. Regardless of the use case and methodological technique, we believe that a multidisciplinary approach is key, and that successful deployment and adoption will depend on updated training for the modern physician. These “new” physicians have been called “information specialists” [<xref ref-type="bibr" rid="ref33">33</xref>]. Information management and processing will become increasingly important with the increasing complexity and availability of data from novel diagnostic tools. Our proposed medical intelligence approach is the first step in closing the implementation gap that currently hinders clinical progress, since it provides an interoperable data structure (FHIR) with a publicly available analysis framework (this paper) [<xref ref-type="bibr" rid="ref34">34</xref>].</p>
      <p>The conceptual framework and implementation show that validated and highly interdisciplinary knowledge acquisition from FHIR data is possible. However, several key challenges remain. First, while FHIR provides a standardized format to exchange data, it does not dictate the content or structure of the data itself. To achieve this, FHIR profiles can be leveraged, which are structured, user-defined, and derived FHIR resources. However, these are used only infrequently or selectively and typically not hospital-wide, resulting in residual differences in how health care organizations store and structure their data. This can create challenges for interoperability and external validation of results. Second, the FHIR standard and the data it allows health care institutions to gather, and store are complex, thus requiring joint technical and medical expertise to implement. This can be a barrier to adoption for health care organizations, particularly smaller ones, that may not have the in-house expertise to develop their own organizational, conceptual, and programmatic approaches. Third, the accuracy and completeness of the data exchanged through FHIR depends on the quality of the data entered into the primary systems. To this end, incomplete or incorrect data, as is frequently the case with ICD codes, may negatively impact analytical results. Most data exist in an unstructured format that can be accessed through FHIR but requires significant postacquisition structuring.</p>
      <p>This study provides the technical basis for pioneering medical intelligence for all institutions working with FHIR data and the results presented are directly applicable to clinical practice. However, a prospective impact on clinical decision-making remains to be demonstrated.</p>
      <p>In summary, we developed and implemented a conceptual framework for FHIR data analysis that enables researchers and clinicians to derive insights from hospital EHR data. This approach has the potential to enable medical intelligence and improve clinical care by supporting decision-making at the PoC.</p>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Additional methods.</p>
        <media xlink:href="jmir_v26i1e55148_app1.docx" xlink:title="DOCX File , 85 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">EHR</term>
          <def>
            <p>electronic health record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">FHIR</term>
          <def>
            <p>Fast Healthcare Interoperability Resources</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">FHIRPACK</term>
          <def>
            <p>FHIR Python Analysis Conversion Kit</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">HBA1c</term>
          <def>
            <p>glycated hemoglobin A1c</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">ICD</term>
          <def>
            <p>International Classification of Diseases</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">ICD-10</term>
          <def>
            <p>International Statistical Classification of Diseases, 10th Revision</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">ISUP</term>
          <def>
            <p>International Society for Urological Pathology</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">MI</term>
          <def>
            <p>myocardial infarction</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">MIMIC-III</term>
          <def>
            <p>Medical Information Mart for the Intensive Care</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">NIHSS</term>
          <def>
            <p>National Institutes of Health Stroke Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">NSTEMI</term>
          <def>
            <p>non–ST elevation myocardial infarction</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">pandas</term>
          <def>
            <p>powerful Python data analysis toolkit</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb13">PC</term>
          <def>
            <p>prostate cancer</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb14">PoC</term>
          <def>
            <p>point of care</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb15">PSA</term>
          <def>
            <p>prostate-specific antigen</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb16">PSMA-PET/CT</term>
          <def>
            <p>prostate-specific membrane antigen positron emission tomography or computed tomography</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb17">SMART</term>
          <def>
            <p>Substitutable Medical Applications and Reusable Technologies</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb18">STEMI</term>
          <def>
            <p>ST elevation myocardial infarction</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>CMS is supported by the German Research Foundation–funded UMEA Clinician Scientist Program, (grant FU356/12-2).</p>
      <p>JSR is supported by the Helmholtz Association under the joint research school “HIDSS4Health Helmholtz Information and Data Science School for Health.”</p>
      <p>TB received research funding from the German Research Foundation, Dietmar Hopp Stiftung, Stiftung Universitätsmedizin Essen, Heidelberger Stiftung Chirurgie, and Innovationsfonds des Gemeinsamen Bundesausschusses.</p>
      <p>This project received funding from the Cancer Research Center Cologne Essen, the Helmholtz Information &amp; Data Science School for Health, and KI Translation Essen.</p>
      <p>This study received funding from the Cancer Research Center Cologne Essen, The Helmholtz Information &amp; Data Science School for Health, KI Translation Essen, the German Research Foundation, and the UMEA Clinician Scientist Program.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The datasets analyzed during the current study are not publicly available as per the German legal code. However, and upon reasonable request, we will provide interested researchers with a pseudonymized version of the different datasets on an individual basis.</p>
        <p>The FHIR data processing Python software package, FHIRPACK, is freely available on the internet, packaged, versioned, as well as citable [<xref ref-type="bibr" rid="ref20">20</xref>]. This is the first central component to all use cases presented in this work, as it was used to retrieve, filter, process, and persist the different cohorts and their corresponding datasets. Separately, we provide the data-processing notebooks associated with each case, which produced the data and images presented herein. For reviewing purposes, the data-processing notebooks, visualizations as well as a copy of FHIRPACK’s documentation are provided [<xref ref-type="bibr" rid="ref35">35</xref>].</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haux</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Health information systems - past, present, future</article-title>
          <source>Int J Med Inform</source>
          <year>2006</year>
          <volume>75</volume>
          <issue>3-4</issue>
          <fpage>268</fpage>
          <lpage>281</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2005.08.002</pub-id>
          <pub-id pub-id-type="medline">16169771</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(05)00159-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Saripalle</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Runyan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Using HL7 FHIR to achieve interoperability in patient health record</article-title>
          <source>J Biomed Inform</source>
          <year>2019</year>
          <volume>94</volume>
          <fpage>103188</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(19)30106-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2019.103188</pub-id>
          <pub-id pub-id-type="medline">31063828</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(19)30106-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>AEW</given-names>
            </name>
            <name name-style="western">
              <surname>Bulgarelli</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Shen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Gayles</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Shammout</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Horng</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pollard</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hao</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Moody</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Gow</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Lehman</surname>
              <given-names>LH</given-names>
            </name>
            <name name-style="western">
              <surname>Celi</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Mark</surname>
              <given-names>RG</given-names>
            </name>
          </person-group>
          <article-title>MIMIC-IV, a freely accessible electronic health record dataset</article-title>
          <source>Sci Data</source>
          <year>2023</year>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41597-022-01899-x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41597-022-01899-x</pub-id>
          <pub-id pub-id-type="medline">36596836</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41597-022-01899-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC9810617</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moody</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Mark</surname>
              <given-names>R G</given-names>
            </name>
            <name name-style="western">
              <surname>Goldberger</surname>
              <given-names>A L</given-names>
            </name>
          </person-group>
          <article-title>PhysioNet: a research resource for studies of complex physiologic and biomedical signals</article-title>
          <source>Comput Cardiol</source>
          <year>2000</year>
          <volume>27</volume>
          <fpage>179</fpage>
          <lpage>182</lpage>
          <pub-id pub-id-type="medline">14632011</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sauer</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Dam</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Celi</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Faltys</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>de la Hoz</surname>
              <given-names>MA A</given-names>
            </name>
            <name name-style="western">
              <surname>Adhikari</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ziesemer</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Girbes</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Thoral</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Elbers</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Systematic review and comparison of publicly available ICU data sets-a decision guide for clinicians and data scientists</article-title>
          <source>Crit Care Med</source>
          <year>2022</year>
          <volume>50</volume>
          <issue>6</issue>
          <fpage>e581</fpage>
          <lpage>e588</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://boris.unibe.ch/id/eprint/166313"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/CCM.0000000000005517</pub-id>
          <pub-id pub-id-type="medline">35234175</pub-id>
          <pub-id pub-id-type="pii">00003246-202206000-00027</pub-id>
          <pub-id pub-id-type="pmcid">PMC9150442</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aguirre</surname>
              <given-names>RR</given-names>
            </name>
            <name name-style="western">
              <surname>Suarez</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Fuentes</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sanchez-Gonzalez</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Electronic health record implementation: a review of resources and tools</article-title>
          <source>Cureus</source>
          <year>2019</year>
          <volume>11</volume>
          <issue>9</issue>
          <fpage>e5649</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31700751"/>
          </comment>
          <pub-id pub-id-type="doi">10.7759/cureus.5649</pub-id>
          <pub-id pub-id-type="medline">31700751</pub-id>
          <pub-id pub-id-type="pmcid">PMC6822893</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <source>Adoption of Electronic Health Records by Hospital Service Type 2019-2021</source>
          <access-date>2024-09-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.healthit.gov/data/quickstats/adoption-electronic-health-records-hospital-service-type-2019-2021">https://www.healthit.gov/data/quickstats/adoption-electronic-health-records-hospital-service-type-2019-2021</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Si</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Du</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Jim Zheng</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Deep representation learning of patient data from electronic health records (EHR): a systematic review</article-title>
          <source>J Biomed Inform</source>
          <year>2021</year>
          <volume>115</volume>
          <fpage>103671</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(20)30299-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2020.103671</pub-id>
          <pub-id pub-id-type="medline">33387683</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(20)30299-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC11290708</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <source>Index - FHIR v4.3.0</source>
          <access-date>2024-09-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://hl7.org/fhir/">https://hl7.org/fhir/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="web">
          <article-title>Federal register</article-title>
          <source>21st Century Cures Act: Interoperability, Information Blocking, and the ONC Health IT Certification Program</source>
          <year>2020</year>
          <access-date>2024-09-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.federalregister.gov/documents/2020/05/01/2020-07419/21st-century-cures-act-interoperability-information-blocking-and-the-onc-health-it-certification">https://www.federalregister.gov/documents/2020/05/01/2020-07419/21st-century-cures-act-interoperability-information-blocking-and-the-onc-health-it-certification</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lehne</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Luijten</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Vom Felde Genannt Imbusch</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Thun</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The use of FHIR in digital health - a review of the scientific literature</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2019</year>
          <volume>267</volume>
          <fpage>52</fpage>
          <lpage>58</lpage>
          <pub-id pub-id-type="doi">10.3233/SHTI190805</pub-id>
          <pub-id pub-id-type="medline">31483254</pub-id>
          <pub-id pub-id-type="pii">SHTI190805</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vorisek</surname>
              <given-names>CN</given-names>
            </name>
            <name name-style="western">
              <surname>Lehne</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Klopfenstein</surname>
              <given-names>SAI</given-names>
            </name>
            <name name-style="western">
              <surname>Mayer</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bartschke</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Haese</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Thun</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Fast Healthcare Interoperability Resources (FHIR) for interoperability in health research: systematic review</article-title>
          <source>JMIR Med Inform</source>
          <year>2022</year>
          <volume>10</volume>
          <issue>7</issue>
          <fpage>e35724</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://medinform.jmir.org/2022/7/e35724/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/35724</pub-id>
          <pub-id pub-id-type="medline">35852842</pub-id>
          <pub-id pub-id-type="pii">v10i7e35724</pub-id>
          <pub-id pub-id-type="pmcid">PMC9346559</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Duda</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Kennedy</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Conway</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Zayas-Cabán</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>PA</given-names>
            </name>
          </person-group>
          <article-title>HL7 FHIR-based tools and initiatives to support clinical research: a scoping review</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2022</year>
          <volume>29</volume>
          <issue>9</issue>
          <fpage>1642</fpage>
          <lpage>1653</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35818340"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocac105</pub-id>
          <pub-id pub-id-type="medline">35818340</pub-id>
          <pub-id pub-id-type="pii">6639865</pub-id>
          <pub-id pub-id-type="pmcid">PMC9382376</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ayaz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pasha</surname>
              <given-names>MF</given-names>
            </name>
            <name name-style="western">
              <surname>Alzahrani</surname>
              <given-names>MY</given-names>
            </name>
            <name name-style="western">
              <surname>Budiarto</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Stiawan</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The Fast Health Interoperability Resources (FHIR) standard: systematic literature review of implementations, applications, challenges and opportunities</article-title>
          <source>JMIR Med Inform</source>
          <year>2021</year>
          <volume>9</volume>
          <issue>7</issue>
          <fpage>e21929</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://medinform.jmir.org/2021/7/e21929/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/21929</pub-id>
          <pub-id pub-id-type="medline">34328424</pub-id>
          <pub-id pub-id-type="pii">v9i7e21929</pub-id>
          <pub-id pub-id-type="pmcid">PMC8367140</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mandl</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Kohane</surname>
              <given-names>IS</given-names>
            </name>
          </person-group>
          <article-title>No small change for the health information economy</article-title>
          <source>N Engl J Med</source>
          <year>2009</year>
          <volume>360</volume>
          <issue>13</issue>
          <fpage>1278</fpage>
          <lpage>1281</lpage>
          <pub-id pub-id-type="doi">10.1056/NEJMp0900411</pub-id>
          <pub-id pub-id-type="medline">19321867</pub-id>
          <pub-id pub-id-type="pii">360/13/1278</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <source>SMART Health IT</source>
          <access-date>2024-09-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://smarthealthit.org/">https://smarthealthit.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Olszak</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Ziemba</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Business intelligence systems in the holistic infrastructure development supporting decision making in organisations</article-title>
          <source>Interdiscip J Inf Knowl Manag</source>
          <year>2006</year>
          <volume>1</volume>
          <fpage>47</fpage>
          <lpage>58</lpage>
          <pub-id pub-id-type="doi">10.28945/113</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <source>Business intelligence</source>
          <year>2023</year>
          <access-date>2024-09-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://en.wikipedia.org/wiki/Business_intelligence">https://en.wikipedia.org/wiki/Business_intelligence</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mandel</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kreda</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Mandl</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Kohane</surname>
              <given-names>IS</given-names>
            </name>
            <name name-style="western">
              <surname>Ramoni</surname>
              <given-names>RB</given-names>
            </name>
          </person-group>
          <article-title>SMART on FHIR: a standards-based, interoperable apps platform for electronic health records</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2016</year>
          <volume>23</volume>
          <issue>5</issue>
          <fpage>899</fpage>
          <lpage>908</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26911829"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocv189</pub-id>
          <pub-id pub-id-type="medline">26911829</pub-id>
          <pub-id pub-id-type="pii">ocv189</pub-id>
          <pub-id pub-id-type="pmcid">PMC4997036</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Salazar</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>FHIRPACK (FHIR Python Analysis Client and Kit)</source>
          <year>2022</year>
          <publisher-loc>France</publisher-loc>
          <publisher-name>Zenodo</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reback</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>McKinney</surname>
              <given-names>W</given-names>
            </name>
            <collab>Jbrockmendel</collab>
            <name name-style="western">
              <surname>Van Den Bossche</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Augspurger</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Cloud</surname>
              <given-names>P</given-names>
            </name>
            <collab>Gfyoung</collab>
            <collab>Sinhrks</collab>
            <name name-style="western">
              <surname>Hawkins</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Roeschke</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tratner</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Petersen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>She</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ayd</surname>
              <given-names>W</given-names>
            </name>
            <collab>MomIsBestFriend</collab>
            <name name-style="western">
              <surname>Garcia</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schendel</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hayden</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Saxton</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <source>pandas-dev/pandas: Pandas 1.1.3</source>
          <year>2020</year>
          <publisher-loc>France</publisher-loc>
          <publisher-name>Zenodo</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
          <source>Streamlit: A faster way to build and share data apps</source>
          <year>2021</year>
          <access-date>2024-09-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://streamlit.io/undefined/">https://streamlit.io/undefined/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
          <article-title>Heart disease and stroke statistics—2022 update: a report from the American Heart Association</article-title>
          <source>Circulation</source>
          <year>2022</year>
          <access-date>2024-09-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ahajournals.org/doi/10.1161/CIR.0000000000001052">https://www.ahajournals.org/doi/10.1161/CIR.0000000000001052</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Collet</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Thiele</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Barbato</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Barthélémy</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Bauersachs</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bhatt</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Dendale</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Dorobantu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Edvardsen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Folliguet</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Gale</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Gilard</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Jobs</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jüni</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Lambrinou</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>BS</given-names>
            </name>
            <name name-style="western">
              <surname>Mehilli</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Meliga</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Merkely</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Mueller</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Roffi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rutten</surname>
              <given-names>FH</given-names>
            </name>
            <name name-style="western">
              <surname>Sibbing</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Siontis</surname>
              <given-names>GC M</given-names>
            </name>
            <collab>ESC Scientific Document Group</collab>
          </person-group>
          <article-title>2020 ESC guidelines for the management of acute coronary syndromes in patients presenting without persistent ST-segment elevation</article-title>
          <source>Eur Heart J</source>
          <year>2021</year>
          <volume>42</volume>
          <issue>14</issue>
          <fpage>1289</fpage>
          <lpage>1367</lpage>
          <pub-id pub-id-type="doi">10.1093/eurheartj/ehaa575</pub-id>
          <pub-id pub-id-type="medline">32860058</pub-id>
          <pub-id pub-id-type="pii">5898842</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>GBD 2016 Stroke Collaborators</collab>
          </person-group>
          <article-title>Global, regional, and national burden of stroke, 1990-2016: a systematic analysis for the global burden of disease study 2016</article-title>
          <source>Lancet Neurol</source>
          <year>2019</year>
          <volume>18</volume>
          <issue>5</issue>
          <fpage>439</fpage>
          <lpage>458</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1474-4422(19)30034-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S1474-4422(19)30034-1</pub-id>
          <pub-id pub-id-type="medline">30871944</pub-id>
          <pub-id pub-id-type="pii">S1474-4422(19)30034-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC6494974</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>BCV</given-names>
            </name>
            <name name-style="western">
              <surname>Khatri</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Stroke</article-title>
          <source>Lancet</source>
          <year>2020</year>
          <volume>396</volume>
          <issue>10244</issue>
          <fpage>129</fpage>
          <lpage>142</lpage>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(20)31179-X</pub-id>
          <pub-id pub-id-type="medline">32653056</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(20)31179-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kobeissi</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ghozy</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bilgin</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kadirvel</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kallmes</surname>
              <given-names>DF</given-names>
            </name>
          </person-group>
          <article-title>Early neurological improvement as a predictor of outcomes after endovascular thrombectomy for stroke: a systematic review and meta-analysis</article-title>
          <source>J Neurointerv Surg</source>
          <year>2023</year>
          <volume>15</volume>
          <issue>6</issue>
          <fpage>547</fpage>
          <lpage>551</lpage>
          <pub-id pub-id-type="doi">10.1136/neurintsurg-2022-019008</pub-id>
          <pub-id pub-id-type="medline">35636948</pub-id>
          <pub-id pub-id-type="pii">neurintsurg-2022-019008</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>GBD 2019 Diabetes in the Americas Collaborators</collab>
          </person-group>
          <article-title>Burden of diabetes and hyperglycaemia in adults in the Americas, 1990-2019: a systematic analysis for the Global Burden of Disease Study 2019</article-title>
          <source>Lancet Diabetes Endocrinol</source>
          <year>2022</year>
          <volume>10</volume>
          <issue>9</issue>
          <fpage>655</fpage>
          <lpage>667</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2213-8587(22)00186-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S2213-8587(22)00186-3</pub-id>
          <pub-id pub-id-type="medline">35850129</pub-id>
          <pub-id pub-id-type="pii">S2213-8587(22)00186-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC9399220</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Valent</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Tonutti</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Grimaldi</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Does diabetes mellitus comorbidity affect in-hospital mortality and length of stay? Analysis of administrative data in an Italian academic hospital</article-title>
          <source>Acta Diabetol</source>
          <year>2017</year>
          <volume>54</volume>
          <issue>12</issue>
          <fpage>1081</fpage>
          <lpage>1090</lpage>
          <pub-id pub-id-type="doi">10.1007/s00592-017-1050-6</pub-id>
          <pub-id pub-id-type="medline">28916936</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00592-017-1050-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Singer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Deutschman</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Seymour</surname>
              <given-names>CW</given-names>
            </name>
            <name name-style="western">
              <surname>Shankar-Hari</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Annane</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bauer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bellomo</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bernard</surname>
              <given-names>GR</given-names>
            </name>
            <name name-style="western">
              <surname>Chiche</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Coopersmith</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Hotchkiss</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Levy</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Marshall</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>GS</given-names>
            </name>
            <name name-style="western">
              <surname>Opal</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Rubenfeld</surname>
              <given-names>GD</given-names>
            </name>
            <name name-style="western">
              <surname>van der Poll</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Vincent</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Angus</surname>
              <given-names>DC</given-names>
            </name>
          </person-group>
          <article-title>The third international consensus definitions for sepsis and septic shock (Sepsis-3)</article-title>
          <source>JAMA</source>
          <year>2016</year>
          <volume>315</volume>
          <issue>8</issue>
          <fpage>801</fpage>
          <lpage>810</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26903338"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jama.2016.0287</pub-id>
          <pub-id pub-id-type="medline">26903338</pub-id>
          <pub-id pub-id-type="pii">2492881</pub-id>
          <pub-id pub-id-type="pmcid">PMC4968574</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Siegel</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Fuchs</surname>
              <given-names>HE</given-names>
            </name>
            <name name-style="western">
              <surname>Jemal</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Cancer statistics, 2022</article-title>
          <source>CA Cancer J Clin</source>
          <year>2022</year>
          <volume>72</volume>
          <issue>1</issue>
          <fpage>7</fpage>
          <lpage>33</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/doi/10.3322/caac.21708"/>
          </comment>
          <pub-id pub-id-type="doi">10.3322/caac.21708</pub-id>
          <pub-id pub-id-type="medline">35020204</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Naisbitt</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>Megatrends: Ten New Directions Transforming Our Lives</source>
          <year>1982</year>
          <publisher-loc>New York</publisher-loc>
          <publisher-name>Warner Books</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jha</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Topol</surname>
              <given-names>EJ</given-names>
            </name>
          </person-group>
          <article-title>Adapting to artificial intelligence: radiologists and pathologists as information specialists</article-title>
          <source>JAMA</source>
          <year>2016</year>
          <volume>316</volume>
          <issue>22</issue>
          <fpage>2353</fpage>
          <lpage>2354</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2016.17438</pub-id>
          <pub-id pub-id-type="medline">27898975</pub-id>
          <pub-id pub-id-type="pii">2588764</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weiss</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Krishnan</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Au</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Bender</surname>
              <given-names>BG</given-names>
            </name>
            <name name-style="western">
              <surname>Carson</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Cattamanchi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cloutier</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Cooke</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Erickson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>George</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gerald</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Gerald</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Goss</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Gould</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Hyzy</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kahn</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Mittman</surname>
              <given-names>BS</given-names>
            </name>
            <name name-style="western">
              <surname>Mosesón</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Mularski</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Parthasarathy</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Rand</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Redeker</surname>
              <given-names>NS</given-names>
            </name>
            <name name-style="western">
              <surname>Reiss</surname>
              <given-names>TF</given-names>
            </name>
            <name name-style="western">
              <surname>Riekert</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Rubenfeld</surname>
              <given-names>GD</given-names>
            </name>
            <name name-style="western">
              <surname>Tate</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>KC</given-names>
            </name>
            <name name-style="western">
              <surname>Thomson</surname>
              <given-names>CC</given-names>
            </name>
            <collab>ATS Ad Hoc Committee on Implementation Science</collab>
          </person-group>
          <article-title>An official American Thoracic Society research statement: implementation science in pulmonary, critical care, and sleep medicine</article-title>
          <source>Am J Respir Crit Care Med</source>
          <year>2016</year>
          <volume>194</volume>
          <issue>8</issue>
          <fpage>1015</fpage>
          <lpage>1025</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27739895"/>
          </comment>
          <pub-id pub-id-type="doi">10.1164/rccm.201608-1690ST</pub-id>
          <pub-id pub-id-type="medline">27739895</pub-id>
          <pub-id pub-id-type="pmcid">PMC5441016</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="web">
          <article-title>Leveraging FHIR to Improve Clinical Management</article-title>
          <source>Establishing Medical Intelligence</source>
          <access-date>2024-09-30</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://fhirpack.gitlab.io/establishing-medical-intelligence/examples/medical-intelligence.html">https://fhirpack.gitlab.io/establishing-medical-intelligence/examples/medical-intelligence.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
