<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "journalpublishing.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="2.0" xml:lang="en" article-type="research-article"><front><journal-meta><journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id><journal-id journal-id-type="publisher-id">jmir</journal-id><journal-id journal-id-type="index">1</journal-id><journal-title>Journal of Medical Internet Research</journal-title><abbrev-journal-title>J Med Internet Res</abbrev-journal-title><issn pub-type="epub">1438-8871</issn><publisher><publisher-name>JMIR Publications</publisher-name><publisher-loc>Toronto, Canada</publisher-loc></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">v28i1e81946</article-id><article-id pub-id-type="doi">10.2196/81946</article-id><article-categories><subj-group subj-group-type="heading"><subject>Viewpoint</subject></subj-group></article-categories><title-group><article-title>From Knowledge Graphs to Digital Twins: Perspectives on Modeling Patient Outcomes for Health Care Quality Assessment</article-title></title-group><contrib-group><contrib contrib-type="author" equal-contrib="yes"><name name-style="western"><surname>Nitschke</surname><given-names>Anna-Katharina</given-names></name><degrees>MSc</degrees><xref ref-type="aff" rid="aff1">1</xref><xref ref-type="fn" rid="equal-contrib1">*</xref></contrib><contrib contrib-type="author" corresp="yes" equal-contrib="yes"><name name-style="western"><surname>Diaz Ochoa</surname><given-names>Juan G</given-names></name><degrees>Dr rer nat</degrees><xref ref-type="aff" rid="aff2">2</xref><xref ref-type="fn" rid="equal-contrib1">*</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Neumaier</surname><given-names>Simone</given-names></name><degrees>Dr med</degrees><xref ref-type="aff" rid="aff3">3</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Knott</surname><given-names>Markus</given-names></name><degrees>MSc</degrees><xref ref-type="aff" rid="aff4">4</xref></contrib></contrib-group><aff id="aff1"><institution>Department of Physics, Heidelberg University</institution><addr-line>Heidelberg</addr-line><country>Germany</country></aff><aff id="aff2"><institution>PerMediQ</institution><addr-line>Pelargusstra&#x00DF;e 2</addr-line><addr-line>Stuttgart</addr-line><country>Germany</country></aff><aff id="aff3"><institution>Institut f&#x00FC;r klinische und experimentelle Transfusionsmedizin</institution><addr-line>T&#x00FC;bingen</addr-line><country>Germany</country></aff><aff id="aff4"><institution>Klinikum Stuttgart, Stuttgart Cancer Center</institution><addr-line>Stuttgart</addr-line><country>Germany</country></aff><contrib-group><contrib contrib-type="editor"><name name-style="western"><surname>Sarvestan</surname><given-names>Javad</given-names></name></contrib></contrib-group><contrib-group><contrib contrib-type="reviewer"><name name-style="western"><surname>Shivanna</surname><given-names>Abhishek</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Narayan</surname><given-names>Sreekanth</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Chilakalapalli</surname><given-names>Uday Kiran</given-names></name></contrib></contrib-group><author-notes><corresp>Correspondence to Juan G Diaz Ochoa, Dr rer nat, PerMediQ, Pelargusstra&#x00DF;e 2, Stuttgart, D-70180, Germany, 49 017650526323; <email>juan.diaz@permediq.de</email></corresp><fn fn-type="equal" id="equal-contrib1"><label>*</label><p>these authors contributed equally</p></fn></author-notes><pub-date pub-type="collection"><year>2026</year></pub-date><pub-date pub-type="epub"><day>31</day><month>3</month><year>2026</year></pub-date><volume>28</volume><elocation-id>e81946</elocation-id><history><date date-type="received"><day>06</day><month>08</month><year>2025</year></date><date date-type="rev-recd"><day>15</day><month>01</month><year>2026</year></date><date date-type="accepted"><day>16</day><month>01</month><year>2026</year></date></history><copyright-statement>&#x00A9; Anna-Katharina Nitschke, Juan G Diaz Ochoa, Simone Neumaier, Markus Knott. Originally published in the Journal of Medical Internet Research (<ext-link ext-link-type="uri" xlink:href="https://www.jmir.org">https://www.jmir.org</ext-link>), 31.3.2026. </copyright-statement><copyright-year>2026</copyright-year><license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research (ISSN 1438-8871), is properly cited. The complete bibliographic information, a link to the original publication on <ext-link ext-link-type="uri" xlink:href="https://www.jmir.org/">https://www.jmir.org/</ext-link>, as well as this copyright and license information must be included.</p></license><self-uri xlink:type="simple" xlink:href="https://www.jmir.org/2026/1/e81946"/><abstract><p>Medical applications of mathematical modeling, including machine learning models, knowledge graphs, and health digital twins, primarily involve the prediction of patient outcomes. This expert perspective examines how mathematical modeling can contribute to health care quality management. Definitions of procedures, patient outcomes, and quality metrics are provided with a quantitative focus. The emphasis is subsequently placed on 3 categories of patient-centered quality of care, namely, patient safety, procedure accuracy, and procedure efficacy, for which a conceptual and mathematical description is provided. Different levels of modeling tasks essential for managing patient-centered quality of care are identified. This article facilitates a deeper understanding of the topic by assigning relevant publications to these 3 quality categories. Focus is placed on the applicability of graph-based methods, including knowledge graphs and health digital twins, to improve quality management in health care. We have presented a clinical scenario and provided information on methodological limitations, future research directions, and practical implications.</p></abstract><kwd-group><kwd>quality management</kwd><kwd>medicine</kwd><kwd>patient outcomes</kwd><kwd>machine learning</kwd><kwd>knowledge graphs</kwd><kwd>digital twins</kwd><kwd>human digital shadows</kwd></kwd-group></article-meta></front><body><sec id="s1" sec-type="intro"><title>Introduction</title><p>In recent years, considerable efforts have been made to improve patient outcomes by standardizing medical care across health care systems for patients [<xref ref-type="bibr" rid="ref1">1</xref>]. This has been achieved in particular through the creation and application of evidence-based medical guidelines [<xref ref-type="bibr" rid="ref2">2</xref>]. Here, standardization (ie, the design of medical procedures via guidelines aimed at the systematic integration of scientific evidence) plays a relevant role. This is achieved by selecting the most appropriate health decisions required during the patient&#x2019;s journey. Standardizing patient care is expected to improve cost and workflow efficiency, as well as resource allocation [<xref ref-type="bibr" rid="ref3">3</xref>].</p><p>Many forms of medical interventions (eg, the selection of a therapy) can be seen as part of well-defined processes (ie, a series of actions taken to achieve an outcome) [<xref ref-type="bibr" rid="ref4">4</xref>]. This concept intersects with the industry, where processes refer to a set of interconnected tasks that convert input into specific outputs. Therefore, modern medicine can be seen as a set of planned processes recommended by guidelines. This overlap has led to industrialization in medicine, with both positive (evidence-based treatments) and negative aspects (eg, dehumanization of medicine and focus on economic aspects) [<xref ref-type="bibr" rid="ref3">3</xref>].</p><p>Furthermore, process-oriented health care focuses on process optimization and economic optimization instead of patient care (for a review of the industrialization of health care and its criticisms, see the chapter by Da Silva [<xref ref-type="bibr" rid="ref5">5</xref>]). On the other hand, a patient-centered and process-oriented perspective can lead to positive aspects, such as breaking silos in clinical data, optimizing outcomes (ie, patient recovery after therapy), minimizing medical errors and expenses for diagnosis and treatment, and maximizing clinical outcomes [<xref ref-type="bibr" rid="ref6">6</xref>]. In such cases, the balance between standardization and customization is a paramount problem [<xref ref-type="bibr" rid="ref3">3</xref>].</p><p>Records containing medical interventions generated when a patient receives medical treatment (eg, electronic health records [EHRs]) are essentially defined as processes with different steps, including diagnosis, medical intervention (such as medication, surgery, etc), and tracking of a patient&#x2019;s condition to prevent further health problems [<xref ref-type="bibr" rid="ref7">7</xref>]. Thus, it is assumed that a patient&#x2019;s process can be modeled in a similar way to the dynamics of a productive industrial process. Through the logical integration of different steps, both the well-being of the patient and the economic performance of the institution (eg, hospital) can be optimized.</p><p>Mathematical modeling can significantly improve the way medical processes are implemented and meet quality standards. However, medical data are often not used beyond direct patient care. The reasons for this are manifold and include a lack of digitalization, inadequate structured health data, stringent data protection laws, insufficient technical infrastructure, and limited personnel or financial capacities. Health care providers often use medical jargon and classification schemes that are country-specific and even center-specific (an exception is the use of the <italic>International Classification of Diseases</italic> [<italic>ICD</italic>] for disease classification), and information contained in the form of unstructured data is often not machine-readable.</p><p>In addition, health care practitioners (HCPs) are still not sufficiently trained in machine learning (ML) technologies. Moreover, IT specialists rarely understand clinical processes in health care facilities. In these dynamic times, it is crucial to bring different disciplines together if ML applications are to provide real benefits in everyday clinical practice [<xref ref-type="bibr" rid="ref8">8</xref>]. Assuming that notions of causality can be identified in medicine and used to identify mechanisms and derive predictive models [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>], ML applications can provide information about patient outcomes, as well as unexpected or undesired events, and support medical decision-making.</p><p>This article presents a novel perspective on modeling patient outcomes to improve health care quality assessment. The applicability of mathematical models (focusing on graph-based methods and health digital twins [HDTs]) is considered within a quantitative concept of health care quality management, considering 3 categories of patient-centered quality of care (PCQC), namely, patient safety, procedure accuracy, and procedure efficacy, thereby providing a consistent taxonomy. To date, this relevant topic has been explored only to a limited extent. This work aims to contribute to improving health and well-being (according to the UN sustainability goals, SDG3) [<xref ref-type="bibr" rid="ref11">11</xref>]. We discuss the potential, limitations, and practical implications of the application of these technologies for modeling PCQC.</p></sec><sec id="s2"><title>Definition of Patient Outcomes for Quantitative Quality Assessment</title><sec id="s2-1"><title>Overview</title><p>In medicine, it is generally difficult to define patient outcomes quantitatively (related to measurable information: exact metrics and observables captured by sensors) and qualitatively (related to nonmeasurable descriptions: categories) because patients are heterogeneous and complex organisms, and an overall assessment of their health status therefore remains a challenge.</p><p>Our goal is to identify these variables of interest and place them in a broader understanding of quality assessment, paving the way for mathematical modeling in this field. To this end, we aim to introduce a description of patient outcomes as a fundamental concept for evaluating quality indicators (QIs). These indicators are relevant for decision-making because they provide an estimate for which option holds the greatest desirability or value [<xref ref-type="bibr" rid="ref12">12</xref>], that is, improvement of the quality of care (eg, improvement of patient well-being, avoidance of patient death, optimal use of resources, etc).</p></sec><sec id="s2-2"><title>Patient Outcomes</title><p>From a medical perspective, a patient outcome is defined in terms of what is meaningful and valuable to the individual patient [<xref ref-type="bibr" rid="ref13">13</xref>]. However, this definition is very general and difficult to relate to a quantifiable metric. There is still a conceptual problem with the general definition of results in the medical context, such as patient-relevant outcomes (morbidity, mortality, and quality of life) and surrogate or biomarker outcomes [<xref ref-type="bibr" rid="ref14">14</xref>]. These outcomes can differ significantly depending on the underlying disease. Liu et al [<xref ref-type="bibr" rid="ref15">15</xref>] summarized the definition of patient outcomes related to clinical practice &#x201C;as any change [within the patient&#x2019;s health status] that results from health care [for which each profession] has developed outcome measures that focus on the standards, activities, and impact of its discipline.&#x201D;</p><p>Thus, patient outcomes are manifold and range from PCQC [<xref ref-type="bibr" rid="ref14">14</xref>] to institutional performance [<xref ref-type="bibr" rid="ref16">16</xref>] and to patient-reported outcomes [<xref ref-type="bibr" rid="ref17">17</xref>], which can be assessed from different data sources (for a comprehensive overview, see information provided by Busse et al [<xref ref-type="bibr" rid="ref18">18</xref>]).</p><p>In this perspective article, we focus only on the description of PCQC (<xref ref-type="table" rid="table1">Table 1</xref>), for which a comprehensive review was published by Kersting et al [<xref ref-type="bibr" rid="ref14">14</xref>]. We aim to provide a reference for the general concept, which is why we generally refer to medical procedures as follows: A <italic>medical procedure</italic> is the overarching phrasing for any type of observation, measurement, diagnosis, or treatment performed on the patient.</p><p>However, not all patient outcomes can be measured objectively, and only a limited number can be translated into clear, quantifiable metrics. In other words, a mathematical model can reflect only a fraction of the clinical reality.</p><table-wrap id="t1" position="float"><label>Table 1.</label><caption><p>Subdivision of patient outcomes into 3 areas (patient-centered quality of care, institutional performance, and patient-reported outcomes).</p></caption><table id="table1" frame="hsides" rules="groups"><thead><tr><td align="left" valign="top">Variable<sup><xref ref-type="table-fn" rid="table1fn1">a</xref></sup></td><td align="left" valign="top">Patient-centered quality of care</td><td align="left" valign="top">Institutional performance</td><td align="left" valign="top">Patient-reported outcomes</td></tr></thead><tbody><tr><td align="left" valign="top">Definition</td><td align="left" valign="top">Patient-centered QIs<sup><xref ref-type="table-fn" rid="table1fn2">b</xref></sup> in health care [<xref ref-type="bibr" rid="ref19">19</xref>] measured or captured by HCPs<sup><xref ref-type="table-fn" rid="table1fn3">c</xref></sup> [<xref ref-type="bibr" rid="ref14">14</xref>].</td><td align="left" valign="top">Process execution and resource consumption on an institutional statistical evaluation level [<xref ref-type="bibr" rid="ref16">16</xref>].</td><td align="left" valign="top">Patient&#x2019;s subjective evaluation of health experience. Report of the status of a patient&#x2019;s health condition that comes directly from the patient, without interpretation of the patient&#x2019;s response by a clinician or anyone else [<xref ref-type="bibr" rid="ref17">17</xref>].</td></tr><tr><td align="left" valign="top">Exemplary categories</td><td align="left" valign="top">Medical evaluation of:<list list-type="bullet"><list-item><p>Patient safety</p></list-item><list-item><p>Procedure accuracy</p></list-item><list-item><p>Procedure efficacy</p></list-item></list></td><td align="left" valign="top">Financial evaluation of:<list list-type="bullet"><list-item><p>Patient waiting time</p></list-item><list-item><p>Economic efficiency of medical procedures</p></list-item><list-item><p>Productivity</p></list-item></list></td><td align="left" valign="top">Questionnaires evaluating:<list list-type="bullet"><list-item><p>Symptoms</p></list-item><list-item><p>Quality of life</p></list-item><list-item><p>Health care experience</p></list-item></list></td></tr></tbody></table><table-wrap-foot><fn id="table1fn1"><p><sup>a</sup>For each area, a definition and a further subdivision into categories are given to enable a quantitative description of the different areas.</p></fn><fn id="table1fn2"><p><sup>b</sup>QI: quality indicator.</p></fn><fn id="table1fn3"><p><sup>c</sup>HCP: health care practitioner.</p></fn></table-wrap-foot></table-wrap><p>In the context of clinical trials, great efforts have been made to establish quantifiable patient outcomes. Clinical trials use predefined endpoints to measure patient outcomes. Typical endpoints are patient survival at a given time, incidence of clinical events (such as stroke), clinical performance measures, or patient-reported outcomes [<xref ref-type="bibr" rid="ref20">20</xref>].</p><p>Considering the impact that EHRs have on the quality of care, we provide a definition of patient outcomes on the basis of changes registered in the health record and defined as events [<xref ref-type="bibr" rid="ref21">21</xref>] (assuming that the data relevant for the definition of patient outcomes are machine-readable). We refer to <italic>patient outcomes</italic> as events registered in the health records. Such events can include changes in a patient&#x2019;s health state or changes in medical procedures.</p><p>These outcomes enable health care providers and organizations to measure the impact of their services on patient well-being, identify key areas for improvement, and enhance the overall quality of care.</p></sec><sec id="s2-3"><title>Medical Guidelines</title><p>Medical guidelines are systematically developed statements that reflect the current state of medical knowledge. Medical experts prepare these guidelines in cooperation with professional associations. These evidence-based recommendations are based on clinical studies published in scientific literature and/or other existing evidence informed by expert experience and consensus.</p><p>The extracted information is then assessed and published by organizations, such as the World Health Organization, for international guidance or by country-specific professional societies (in Germany, the <italic>Arbeitsgemeinschaft der Wissenschaftlichen Medizinischen Fachgesellschaften e. V</italic>. [<xref ref-type="bibr" rid="ref22">22</xref>]). Guidelines are not a static corpus and are continuously adapted and further developed on the basis of current clinical studies and scientific findings. They intend to support the decision-making of HCPs in order to enable appropriate care for certain health problems. Medical guidelines consist of complex workflows in mostly narrative form and can also contain multiple, equivalent treatment alternatives for the same disease unit. In general, comparing performed procedures with guidelines is challenging, especially considering that guideline recommendations should not be understood as rigid limits. In medical guidelines, a distinction is made between several grades of recommendations (&#x201C;can&#x201D; or &#x201C;should&#x201D;) on the basis of available evidence (see, for example, the AWMF register for prostate carcinoma [in German] [<xref ref-type="bibr" rid="ref23">23</xref>]). Additionally, medical guidelines are country-specific and may differ across national states and regions.</p></sec><sec id="s2-4"><title>Information on QIs</title><p>To assess in part how guidelines are applied within an institution and to improve the quality of care, several QIs have been developed by different institutions. These QIs serve as internal quality management tools for medical institutions, enable benchmarking with other institutions, and aim to improve the quality of care for patients [<xref ref-type="bibr" rid="ref24">24</xref>]. In Germany and Switzerland, routine billing data from hospitals are used for this purpose, if a health care facility decides to participate voluntarily in such initiatives [<xref ref-type="bibr" rid="ref25">25</xref>]. In Germany, QIs for cancer treatment are defined annually by the German Cancer Society (<italic>Deutsche Krebsgesellschaft</italic> [DKG]). Hospitals that meet the criteria defined by the DKG are eligible to receive DKG certification. The outcomes of cancer patients treated in these DKG-certified centers are superior in terms of patient survival [<xref ref-type="bibr" rid="ref26">26</xref>]. However, these QIs are assessed retrospectively on an institutional basis and cover aspects of the application of medical guidelines.</p></sec><sec id="s2-5"><title>Quality Metrics for PCQC</title><p>Mathematical modeling is used to represent a real-world phenomenon by capturing and analyzing the most significant relationships between different observables through formalized relationships between mathematical parameters. For the quantitative description of patient outcomes, they need to be described by numerically or categorically measurable parameters. These parameters capture various relevant aspects of the overall performance of patient-centered care quality. These numerical and categorical parameters are referred to as quality metrics (QMs) because they enable an evaluation of patient care. There is a hierarchical ordering that assigns each QI to several QMs, which might be defined in a disease- or context-specific way, to place them into the perspective of mathematical modeling. We refer to <italic>QM</italic> as a quantitative measure of QIs that relates to adherence to medical guidelines (procedural accuracy); QM also refers to patient-centered care (patient safety and effectiveness of the procedure).</p></sec></sec><sec id="s3"><title>Information on PCQC</title><sec id="s3-1"><title>Overview</title><p>We present an overview of the broad concept of PCQC. According to the classification provided in <xref ref-type="table" rid="table1">Table 1</xref>, we define in detail the 3 basic categories used for the further discussion of health care quality assessment: patient safety, procedure accuracy, and procedure efficacy.</p><p>For PCQC, there is a strong reference to medical guidelines and appropriate clinical practice. Owing to the increasing complexity of medical knowledge reflected within medical guidelines, it is becoming increasingly difficult for health care professionals to keep track of changes. The application of mathematical modeling is intended to help health care professionals comply with the guidelines (ie, a sequence of recommended procedures and support for medical decision-making). Medical practitioners select their decisions on the basis of the probability of initiating a change in the patient&#x2019;s health state (assuming that physicians are either using heuristics or making rational decisions on the basis of available information [<xref ref-type="bibr" rid="ref27">27</xref>]). Use cases for the application of mathematical modeling for PCQC are presented in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p><p>Mathematical modeling can be included for predicting QMs to enhance health care quality. In this context, the patient&#x2019;s journey can be understood as a complex chain of procedures that can be logically interconnected. Therefore, it is imperative to look at the whole patient journey as a process in which each procedure is just a point in time (<italic>t</italic><sub><italic>i</italic>&#x2212;1</sub>, <italic>t</italic><sub><italic>i</italic>+1</sub>). As illustrated in <xref ref-type="fig" rid="figure1">Figure 1</xref>, the general way in which health care quality is assessed can be described as follows: collecting data from a patient (element 1), which a clinician uses to make a medical decision regarding the patient&#x2019;s further procedure (element 2) and whose impact is measured after the procedure is carried out by looking at the patient outcome (element 3), which allows assessment of the quality of the health care provided (element 4). One can distinguish between two methods of implementation: (1) use the prediction in a prospective way (dashed arrow; meaning that before the medical decision is made, the clinician receives feedback from the model and can adjust the decision, leading to potentially different outcomes and improved health care quality) and (2) use a retrospective inclusion (dotted arrow), allowing an evaluation of the observed patient outcome and an assessment of the quality of care.</p><p>Another distinguishing feature of mathematical modeling is whether the model works for individual patients or for patient cohorts. Hence, for modeling the QM, we can consider the following representation levels:</p><list list-type="order"><list-item><p>Patient-cohort predictions for quality management of patient populations: It involves statistical modeling of the patient population for controlling domestic and global medical practices. At this level, mathematical models describe an &#x201C;average and black box virtual patient&#x201D; that tests or corroborates published and domestic guidelines.</p></list-item><list-item><p>Patient-centered predictions: It involves modeling of specific targets and the inclusion of personal information in gray (partial knowledge of model details) or white-box (full knowledge of model details) models to model &#x201C;virtual individual patients&#x201D; and evaluate published or domestic guidelines at an individual level. This implies that models should reflect and predict individual deviations from the expected results of the main patient cohort (see, for example, information provided by Peng et al [<xref ref-type="bibr" rid="ref28">28</xref>]).</p></list-item></list><p>The patient journey can be represented as a chain of observed patient outcomes (for example, the main disease and corresponding codiseases) and possible medical decisions that lead again to distinct patient outcomes over time that are patient journey dependent. Medical guidelines specify possible medical decisions following patient outcomes. The quality of the health care received during the patient journey can be assessed by comparing different elements within this decision-tree structure. Three categories of PCQC can be distinguished: patient safety, procedure accuracy, and procedure efficacy. In the following sections, the 3 different categories of modeled patient outcomes are defined by describing their context to the patient journey in a qualitative and quantitative way, as well as identifying suitable QMs.</p><fig position="float" id="figure1"><label>Figure 1.</label><caption><p>Visualization of key parameters for health care quality management and mathematical model integration throughout the patient&#x2019;s journey over time. The predicted quality metric of the mathematical model can be implemented in 2 ways: prospective (dashed line) or retrospective (dotted line). It includes the following elements: (1) data collection from the patient, (2) medical decision made by a clinician, (3) patient outcome after the procedure, (4) quality assessment, (5) quality metric prediction from the mathematical model, and (6) data storage. This can analogously be performed at the population level (patient-cohort predictions) instead of at the patient level (patient-centered predictions).</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="jmir_v28i1e81946_fig01.png"/></fig></sec><sec id="s3-2"><title>Patient Safety</title><p>Providing an exact definition of patient safety is challenging, as this term remains under debate in the literature [<xref ref-type="bibr" rid="ref29">29</xref>]. Patient safety (related to the taxonomy introduced in <xref ref-type="table" rid="table1">Table 1</xref>) can be measured by patient safety indicators, which refer mostly to the avoidance of accidental and unwanted events in health care. Patient safety is partially measured within health care facilities via predefined inpatient QIs. Patient safety indicators and inpatient QIs were developed by the Agency for Healthcare Research and Quality (AHRQ [<xref ref-type="bibr" rid="ref30">30</xref>]), and together, they provide a comprehensive picture of QIs for patient safety. These QIs are mostly determined from the billing data of the hospitals and the medical documentation data contained therein (<italic>ICD</italic> codes for diagnoses and International Classification of Health Interventions [ICHI] codes [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>] for medical procedures, although each country can have its own classification schema). Possible examples of QIs that reflect patient safety can be extracted from the AHRQ [<xref ref-type="bibr" rid="ref30">30</xref>], such as complication-related indicators, procedure-related errors, medical-related errors, and hospital system indicators.</p><p>There are a variety of possible patient outcomes, some of which are desirable and some of which are adverse (an adverse outcome is evaluated depending on the specific clinical context). Assuming that physicians are rational decision makers, the medical decision is an evaluation of the risk of previous and future outcomes (according to the classic <italic>Theory of Rational Decision Making</italic>; see, for example, information provided previously [<xref ref-type="bibr" rid="ref33">33</xref>]). A mathematical model for patient safety can provide support through checking (retrospective) or predicting (prospective) how likely the outcome of a medical decision will be an element of the set of adverse outcomes.</p><p>QMs can be related to the respective QIs for the quantitative representation of patient safety. Examples can be defined as follows: (1) Mortality rate and failure to rescue, which have emerged as important QMs [<xref ref-type="bibr" rid="ref34">34</xref>]; (2) Emergency readmission to the hospital after a procedure among outpatients, which can happen, for instance, if prophylaxis has been forgotten or if safety guidelines have not been properly followed; (3) Number of reoperations or complications shortly after the operation, which might indicate a need for investigation within the facility; and (4) Admission to intensive care units (ICUs) and length of stay (LOS) in the ICU among inpatients (different from the intermediate medical care unit).</p><p><xref ref-type="table" rid="table2">Table 2</xref> depicts the relationships of the example QMs to the respective QIs, the patient status, the data type, and the QM type. The &#x201C;Combination event with a time period&#x201D; column indicates that the observed metric is provided in conjunction with a time parameter.</p><table-wrap id="t2" position="float"><label>Table 2.</label><caption><p>QIs<sup><xref ref-type="table-fn" rid="table2fn1">a</xref></sup> and QMs<sup><xref ref-type="table-fn" rid="table2fn2">b</xref></sup>, data type, correlation involving patient status, and combination event with a time period for patient safety.</p></caption><table id="table2" frame="hsides" rules="groups"><thead><tr><td align="left" valign="top">Patient safety - QM</td><td align="left" valign="top">QI</td><td align="left" valign="top">QM kind</td><td align="left" valign="top">Data type</td><td align="left" valign="top">Correlation involving patient status</td><td align="left" valign="top">Combination event with a time period</td></tr></thead><tbody><tr><td align="left" valign="top">Failure to rescue</td><td align="left" valign="top">Patient safety</td><td align="left" valign="top">Disease specific</td><td align="left" valign="top">Binary</td><td align="left" valign="top">ICHI<sup><xref ref-type="table-fn" rid="table2fn3">c</xref></sup> with mortality</td><td align="left" valign="top">Yes (eg, within 30 days)</td></tr><tr><td align="left" valign="top">Hospital readmission</td><td align="left" valign="top">Hospital readmission</td><td align="left" valign="top">Context specific</td><td align="left" valign="top">Binary</td><td align="left" valign="top">&#x2014;<sup><xref ref-type="table-fn" rid="table2fn4">d</xref></sup></td><td align="left" valign="top">Yes (eg, within 30 days)</td></tr><tr><td align="left" valign="top">Number of reoperations or complications</td><td align="left" valign="top">Patient safety</td><td align="left" valign="top">Context specific</td><td align="left" valign="top">Numeric</td><td align="left" valign="top">&#x2014;</td><td align="left" valign="top">Yes (eg, within 90 days or 1 year)</td></tr><tr><td align="left" valign="top">Admission to ICU<sup><xref ref-type="table-fn" rid="table2fn5">e</xref></sup> and ICU-LOS<sup><xref ref-type="table-fn" rid="table2fn6">f</xref></sup></td><td align="left" valign="top">Patient safety</td><td align="left" valign="top">Context specific</td><td align="left" valign="top">Binary</td><td align="left" valign="top">ICHI with critical care</td><td align="left" valign="top">Yes (eg, within 48&#x2010;72 hours)</td></tr></tbody></table><table-wrap-foot><fn id="table2fn1"><p><sup>a</sup>QI: quality indicator.</p></fn><fn id="table2fn2"><p><sup>b</sup>QM: quality metric.</p></fn><fn id="table2fn3"><p><sup>c</sup>ICHI: International Classification of Health Interventions.</p></fn><fn id="table2fn4"><p><sup>d</sup>Not applicable.</p></fn><fn id="table2fn5"><p><sup>e</sup>ICU: intensive care unit.</p></fn><fn id="table2fn6"><p><sup>f</sup>ICU-LOS: length of stay in the intensive care unit.</p></fn></table-wrap-foot></table-wrap></sec><sec id="s3-3"><title>Procedure Accuracy</title><p>The purpose of medical guidelines is to reduce errors and disparities in medical care while supporting best practices and responsibilities in medicine on the basis of the current state of scientific knowledge. Following established medical guidelines increases the probability of achieving better clinical outcomes [<xref ref-type="bibr" rid="ref35">35</xref>-<xref ref-type="bibr" rid="ref37">37</xref>]. Therefore, an appropriate measure of PCQC (related to the taxonomy introduced in <xref ref-type="table" rid="table1">Table 1</xref>) is the adherence of HCPs to medical guidelines, including the correct and accurate application of a medical procedure, which we refer to as procedure accuracy. To date, there is no structured or automated assessment of whether recommended medical guidelines have been followed by HCPs for an individual patient.</p><p>For the inclusion of mathematical modeling for health care quality assessment, it is necessary to identify metrics that can be defined precisely (if possible, with binary or clear multilevel indicators). In most cases, these metrics cannot be defined universally and require disease-specific development. Thus, with respect to procedure accuracy, mathematical modeling can provide useful insights as follows:</p><list list-type="bullet"><list-item><p>Anomaly detection and mathematical models can help discover common patterns in the relationship between diagnoses and medical procedures [<xref ref-type="bibr" rid="ref38">38</xref>] or in the retrospective analysis of clinical narratives via natural language processing [<xref ref-type="bibr" rid="ref39">39</xref>]. Such pattern recognition can be used to discover for which patient the pattern deviates from the guidelines and if such anomalies are an indication of a patient-centered procedure [<xref ref-type="bibr" rid="ref40">40</xref>].</p></list-item><list-item><p>Local guidelines (which are not merely deviations from national standards but adaptive tools shaped by real-world experience) can be created by hospitals or health care institutions. These include local adjustments to general guidelines when differences are identified, and the efficacy of alternative methods has been demonstrated [<xref ref-type="bibr" rid="ref41">41</xref>].</p></list-item><list-item><p>Patient-centered interpretation guidelines can be created, and the integration of additional data, such as physiological or genetic data, into models can provide recommendations for action that consider specific patient variations. Hence, models can enable the implementation of patient-centered quality management.</p></list-item></list><p>Clear results include checking whether the recommendations of a guideline for performing a standardized procedure or a set of procedures have been followed in an individual patient. This information can be retrieved from EHRs, laboratory information management systems, or even reimbursement data. In addition to compliance with a guideline, medical errors can also be reduced. Examples of QMs for procedure accuracy are as follows (<xref ref-type="table" rid="table3">Table 3</xref>):</p><list list-type="bullet"><list-item><p>Detection of patient outliers: The average amount of hospitalization required by a medical procedure (LOS in hospital compared with the average) and the appearance of adverse events (number of infections, etc, compared with the average) can be assessed.</p></list-item><list-item><p>Expected medical procedure: On the basis of the <italic>ICD</italic> diagnosis, specific ICHI procedures can be predicted, and deviations in the ICHI code from the prediction can be detected.</p></list-item><list-item><p>Revision operation: The number of necessary additional surgical interventions after surgery (eg, due to complications of the initial surgical intervention) can be assessed.</p></list-item></list><p>While these metrics are easy to extract at the site level, they risk missing relevant contextual factors. It is desirable to integrate additional qualitative or clinical data points for a more holistic assessment. However, in clinical practice, simpler modeling techniques are used.</p><table-wrap id="t3" position="float"><label>Table 3.</label><caption><p>QIs<sup><xref ref-type="table-fn" rid="table3fn1">a</xref></sup> and QMs<sup><xref ref-type="table-fn" rid="table3fn2">b</xref></sup>, data type, correlation involving patient status, and combination event with a time period for procedure accuracy.</p></caption><table id="table3" frame="hsides" rules="groups"><thead><tr><td align="left" valign="top">Procedure accuracy - QM</td><td align="left" valign="top">QI</td><td align="left" valign="top">QM kind</td><td align="left" valign="top">Data type<sup><xref ref-type="table-fn" rid="table3fn3">c</xref></sup></td><td align="left" valign="top">Correlation involving patient status</td><td align="left" valign="top">Combination event with a time period</td></tr></thead><tbody><tr><td align="left" valign="top">Detection of patient outliers</td><td align="left" valign="top">Accuracy of procedure application</td><td align="left" valign="top">Context specific</td><td align="left" valign="top">Binary</td><td align="left" valign="top">ICHI<sup><xref ref-type="table-fn" rid="table3fn4">d</xref></sup> (patient) with<break/>ICHI (population)</td><td align="left" valign="top">No</td></tr><tr><td align="left" valign="top">Number of deviations of procedures with respect to guidelines (&#x2206;<sup><xref ref-type="table-fn" rid="table3fn5">e</xref></sup> ICHI)</td><td align="left" valign="top">Accuracy in the application of medical guidelines</td><td align="left" valign="top">Context specific</td><td align="left" valign="top">Multilabel</td><td align="left" valign="top">ICHI (patient) with<break/>ICHI (population)</td><td align="left" valign="top">No</td></tr><tr><td align="left" valign="top">Revision of operations</td><td align="left" valign="top">Patient-specific management</td><td align="left" valign="top">Disease specific</td><td align="left" valign="top">Binary</td><td align="left" valign="top">&#x2014;<sup><xref ref-type="table-fn" rid="table3fn6">f</xref></sup></td><td align="left" valign="top">Yes (eg, within 90 days or 1 year)</td></tr></tbody></table><table-wrap-foot><fn id="table3fn1"><p><sup>a</sup>QI: quality indicator.</p></fn><fn id="table3fn2"><p><sup>b</sup>QM: quality metric.</p></fn><fn id="table3fn3"><p><sup>c</sup>Binary data correspond to 2 possible values (yes/no or 0/1).</p></fn><fn id="table3fn4"><p><sup>d</sup>ICHI: International Classification of Health Interventions.</p></fn><fn id="table3fn5"><p><sup>e</sup>The symbol &#x2206; refers to a difference with respect to a reference value.</p></fn><fn id="table3fn6"><p><sup>f</sup>Not applicable.</p></fn></table-wrap-foot></table-wrap></sec><sec id="s3-4"><title>Procedure Efficacy</title><p>A general definition of efficacy has been provided by Lynch [<xref ref-type="bibr" rid="ref42">42</xref>] (&#x201C;efficacy is the capacity [of a medical intervention] to produce an effect&#x201D;). For quality assessment, procedure efficacy (related to the taxonomy introduced in <xref ref-type="table" rid="table1">Table 1</xref>) refers to the optimal selection of procedures aiming at achieving the best possible patient outcome.</p><p>Retrospective models could compare the medical decisions chosen by HCPs with other possible choices, which may lead to better outcomes. Hence, procedure efficacy can also be considered for monitoring a decision (made under imperfect information) by observing the patient&#x2019;s response or for making a prognosis and a subsequent decision under imperfect information. Owing to its nature, procedure efficacy requires the implementation of mechanisms and causal relationships where target/trial emulation is needed. This type of modeling contrasts with conventional predictive risk modeling tasks (which are applied, for instance, to evaluate patient safety and procedure accuracy).</p><p>The following are relevant QMs for procedure efficacy (<xref ref-type="table" rid="table4">Table 4</xref>):</p><list list-type="bullet"><list-item><p>Biomarker levels: Predictions and projections of biomarker levels and their relationships with accepted levels to assess and predict a patient&#x2019;s condition (acceptable [ie, considering parameters below a threshold] or deteriorating [ie, parameters above a threshold]) can lead to specific medical decisions. For example, a stable blood glucose range over time indicates the efficacy of diabetes treatment.</p></list-item><list-item><p>Tumor-free survival: Time (in months or years) from complete tumor resection until tumor recurrence.</p></list-item><list-item><p>Symptom risk score: This score quantifies, for example, the risk of an improvement or deterioration in a specific medical condition.</p></list-item><list-item><p>Overall survival: Indicates the time (in months or years) from diagnosis until death from any cause.</p></list-item><list-item><p>Pathologic complete remission: The proportion of patients showing no residual viable tumor cells on histopathological assessment after the completion of tumor therapy.</p></list-item></list><table-wrap id="t4" position="float"><label>Table 4.</label><caption><p>QIs<sup><xref ref-type="table-fn" rid="table4fn1">a</xref></sup> and QMs<sup><xref ref-type="table-fn" rid="table4fn2">b</xref></sup>, data type, correlation involving patient status, and combination event with a time period for procedure efficacy.</p></caption><table id="table4" frame="hsides" rules="groups"><thead><tr><td align="left" valign="top">Procedure efficacy - QM</td><td align="left" valign="top">QI</td><td align="left" valign="top">QM kind</td><td align="left" valign="top">Data type<sup><xref ref-type="table-fn" rid="table4fn3">c</xref></sup></td><td align="left" valign="top">Correlation involving patient status</td><td align="left" valign="top">Combination event with a time period</td></tr></thead><tbody><tr><td align="left" valign="top">Biomarker levels</td><td align="left" valign="top">Surrogate for disease control</td><td align="left" valign="top">Disease specific</td><td align="left" valign="top">Time series</td><td align="left" valign="top">Biomarker with ICHI<sup><xref ref-type="table-fn" rid="table4fn4">d</xref></sup></td><td align="left" valign="top">&#x2014;<sup><xref ref-type="table-fn" rid="table4fn5">e</xref></sup></td></tr><tr><td align="left" valign="top">Tumor-free survival</td><td align="left" valign="top">Tumor control</td><td align="left" valign="top">Disease/context specific</td><td align="left" valign="top">Binary</td><td align="left" valign="top">Biomarker/time</td><td align="left" valign="top">Yes (eg, after 1, 3, or 5 years)</td></tr><tr><td align="left" valign="top">Recurrence-free survival</td><td align="left" valign="top">Tumor control</td><td align="left" valign="top">Disease/context specific</td><td align="left" valign="top">Binary</td><td align="left" valign="top">Biomarker</td><td align="left" valign="top">Yes (eg, 12, 24, or 36 months)</td></tr><tr><td align="left" valign="top">Symptom risk scores</td><td align="left" valign="top">Satisfactory patient condition</td><td align="left" valign="top">Disease specific</td><td align="left" valign="top">Binary</td><td align="left" valign="top">&#x2014;</td><td align="left" valign="top">Yes (eg, directly or within 6&#x2010;12 weeks after treatment)</td></tr><tr><td align="left" valign="top">Overall survival</td><td align="left" valign="top">Tumor control</td><td align="left" valign="top">Context specific</td><td align="left" valign="top">Binary</td><td align="left" valign="top">Biomarker</td><td align="left" valign="top">Yes (eg, after 1, 3, or 5 years)</td></tr><tr><td align="left" valign="top">Pathologic complete remission</td><td align="left" valign="top">Tumor control</td><td align="left" valign="top">Disease specific</td><td align="left" valign="top">Binary</td><td align="left" valign="top">Biomarker</td><td align="left" valign="top">Yes (eg, directly or within 6&#x2010;12 weeks after treatment)</td></tr></tbody></table><table-wrap-foot><fn id="table4fn1"><p><sup>a</sup>QI: quality indicator.</p></fn><fn id="table4fn2"><p><sup>b</sup>QM: quality metric.</p></fn><fn id="table4fn3"><p><sup>c</sup>Binary data correspond to 2 possible values (yes/no or 0/1).</p></fn><fn id="table4fn4"><p><sup>d</sup>ICHI: International Classification of Health Interventions.</p></fn><fn id="table4fn5"><p><sup>e</sup>Not applicable.</p></fn></table-wrap-foot></table-wrap><p>In legal or patient-communication contexts, terms such as &#x201C;survivability&#x201D; are typically used, which refer to an inherent capacity or probability of survival but are not considered valid clinical endpoints. In this study, we refer to well-defined outcome measures such as tumor-free survival.</p></sec></sec><sec id="s4"><title>Mathematical Modeling of PCQC</title><sec id="s4-1"><title>Overview</title><p>A mathematical representation of the patient&#x2019;s condition to predict the outcome is essential for a precise evaluation of quality management. In summary, patient safety (<xref ref-type="table" rid="table2">Table 2</xref>) and procedure efficacy (<xref ref-type="table" rid="table4">Table 4</xref>) are related to clinical endpoints, whereas procedure accuracy (<xref ref-type="table" rid="table3">Table 3</xref>) is closely related to precision in the implementation of clinical guidelines and in reference to medical evidence. To avoid conceptual conflation in QMs, procedure accuracy is always defined with respect to documents (scientific literature or guidelines) containing medical or scientific evidence. Importantly, some events, such as patient outliers (<xref ref-type="table" rid="table3">Table 3</xref>), are estimated inside a time horizon and are mapped into binary states. Despite their convenience for mathematical modeling, there are relevant trade-offs, such as information loss or threshold choices, which can be problematic for the final validity of the models.</p><p>In the context of the 3 quality management categories, mathematical models need to perform distinct modeling tasks. First, the information coming from the patient needs to be stored and ordered in a data storage system (graph-based structures, such as knowledge graphs [KGs], can be used to encode patient data and information in a systematic manner). On the basis of the available data, single mathematical models (we focus on ML models) are trained to accomplish tasks that can either be classification tasks of the patient state or prediction tasks of the evolution of a parameter describing the patient response. The model predictions can be either prospective or retrospective.</p><p>We focus on KGs to integrate information from single events within the patient journey. By analyzing patterns from these KGs extracted via methods, such as graph neural networks (GNNs), the PCQC can be evaluated. For some QMs, it is necessary to consider the medical process in its specific context within the patient&#x2019;s journey, which can be understood as a chain of events. This is an important aspect when assessing procedure efficacy, as it strongly depends on the previous and subsequent procedures. We present the concept of HDTs as a model integration framework, enabling a patient path representation.</p><p>The growing interest and relevance of mathematical modeling of patient outcomes are indicated in <xref ref-type="table" rid="table5">Table 5</xref>, which includes the number of published articles from the last 7 years (see <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref> for the methodology used to extract these data). However, the number of publications including digital twins (DTs) or GNNs is only a fraction of the total number of publications addressing the application of ML to predict patient outcomes (for a comprehensive review, see the article by Kline et al [<xref ref-type="bibr" rid="ref43">43</xref>]).</p><table-wrap id="t5" position="float"><label>Table 5.</label><caption><p>Publications in the last 7 years.</p></caption><table id="table5" frame="hsides" rules="groups"><thead><tr><td align="left" valign="top">Variable<sup><xref ref-type="table-fn" rid="table5fn1">a</xref></sup></td><td align="left" valign="top" colspan="7">Year, n</td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">2019</td><td align="left" valign="top">2020</td><td align="left" valign="top">2021</td><td align="left" valign="top">2022</td><td align="left" valign="top">2023</td><td align="left" valign="top">2024</td><td align="left" valign="top">2025</td></tr></thead><tbody><tr><td align="left" valign="top">Machine learning</td><td align="left" valign="top">899</td><td align="left" valign="top">1517</td><td align="left" valign="top">2289</td><td align="left" valign="top">2662</td><td align="left" valign="top">3192</td><td align="left" valign="top">4701</td><td align="left" valign="top">7146</td></tr><tr><td align="left" valign="top">Graph neural network</td><td align="left" valign="top">13</td><td align="left" valign="top">7</td><td align="left" valign="top">10</td><td align="left" valign="top">16</td><td align="left" valign="top">20</td><td align="left" valign="top">39</td><td align="left" valign="top">55</td></tr><tr><td align="left" valign="top">Digital twin</td><td align="left" valign="top">2</td><td align="left" valign="top">5</td><td align="left" valign="top">7</td><td align="left" valign="top">7</td><td align="left" valign="top">20</td><td align="left" valign="top">63</td><td align="left" valign="top">161</td></tr></tbody></table><table-wrap-foot><fn id="table5fn1"><p><sup>a</sup>Queries considering &#x201C;patient outcomes&#x201D; and &#x201C;machine learning,&#x201D; &#x201C;graph neural network,&#x201D; or &#x201C;digital twin&#x201D; (see <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref> for the method used to construct the table; the content was actualized on January 5, 2026).</p></fn></table-wrap-foot></table-wrap></sec><sec id="s4-2"><title>Graph-Based Methods for PCQC</title><p>With EHRs, extended research integrating different patient data for health care quality assessment is now possible. Regarding this development, Si et al [<xref ref-type="bibr" rid="ref44">44</xref>] published a comprehensive survey about the use of current advances in patient representation based on data stored in EHRs.</p><p>In recent years, the application of linked knowledge in graphs has become relevant, in part because it allows holistic individualized representation, either by considering individual characteristics in an entire population [<xref ref-type="bibr" rid="ref38">38</xref>] or by providing a patient-centered representation of the disease and the corresponding outcomes. Data representation as a graph is a method to leverage transparency in model construction. Graph models are also a way to map unstructured data, such as clinical narratives, into machine-readable data via large language models (LLMs). Additionally, graph models, including GNNs, have been considered to represent a way to close the gap between ML and symbolic reasoning [<xref ref-type="bibr" rid="ref45">45</xref>], introducing the desired interpretability for ML methods.</p><p>The sample health care KG in <xref ref-type="fig" rid="figure2">Figure 2</xref> can serve to represent the concept of graph models in health care: the health status of a patient can be modeled as the interlinking of various factors, such as the disease&#x2019;s attributes (including type, symptoms, and anatomy), the patient&#x2019;s genetics (including pathways and biological processes), the kind of drug compounds, and the characterization of side effects. Hence, graph models can function as holistic representations of a patient&#x2019;s health status through the integration of different data sources into a single model.</p><fig position="float" id="figure2"><label>Figure 2.</label><caption><p>A simple health care knowledge graph inspired by the article of Abu-Salih et al [<xref ref-type="bibr" rid="ref46">46</xref>]. The abstract graph shows how a disease is connected to its attributes (such as type, symptoms, and anatomy) and to compounds (and attributes such as side effects and pharmacological classes), and how it is associated with genes (and attributes such as pathways and biological processes). Interactions with the disease, which we refer to as medical procedures (such as diagnosis, medication, and measurement), can be added to the graph and can lead to the development of the disease over time (<italic>t<sub>i</sub></italic>&#x2212;<italic>t<sub>i</sub></italic><sub>+1</sub>).</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="jmir_v28i1e81946_fig02.png"/></fig><p>In graph models, representation learning can be applied to convert multivariate time series and static features into nodes of the graph [<xref ref-type="bibr" rid="ref47">47</xref>], for example, when multiple steps, such as various procedures in different time steps or disease stages, are converted into nodes in the entire graph.</p><p>Hence, starting from the disease stage at time point <italic>t</italic><sub><italic>i</italic></sub>, procedures, such as diagnosis, can be performed, which introduces a new node into the KG. As clinical work is ideally performed within the frame of the guidelines, suitable medication will be proposed and applied. Any action taken through the performance of a medical procedure can lead to an evolution of the patient&#x2019;s disease state, which, at a time point, can be monitored by the next procedure, again inducing new nodes in the KG. Relating medical procedures to specific patient characteristics (such as the genetic profile of the patient, side effects, etc) enables a holistic view, allowing guidelines to be tailored to the individual patient and to differ from institutional guidelines. Graphs are not limited to representing a single event and can represent a whole process (ie, the patient&#x2019;s journey). This is useful for DT implementation, which will be discussed in the following section.</p><p>In addition to patient-centered representations, graph models for disease-centered representations can also be constructed, as shown in <xref ref-type="fig" rid="figure3">Figure 3</xref>. These can be created from electronic patient records because hospital records contain rich information about the interrelationship of diagnoses (diagnoses and corresponding codiagnoses), the interrelationship of medical procedures (one medical intervention leads to another), and the interrelationship of diagnoses and procedures (due to the causal relationship between the diagnoses and the associated procedures). If a malignant neoplasm of the lungs (C34) is diagnosed, it is already known from earlier observations that it is often accompanied by chronic obstructive pulmonary disease (J44) and secondary malignant neoplasms of the brain (C79.3). Against the background of these relationships, 4 possible methods can be identified: computed tomography, bronchoscopy, magnetic resonance imaging, and positron emission tomography.</p><p>In <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>, we present an overview of the literature concerning the application of graph models for patient safety, procedure accuracy, and procedure efficacy.</p><fig position="float" id="figure3"><label>Figure 3.</label><caption><p>Exemplary knowledge graph related to disease diagnoses and medical procedures. In this example, we present the relationship involving a malignant neoplasm of the lung (C34). We also present typical codiagnoses of this disease on the left of the image (J44 and C79.3). On the right of the image, we present corresponding medical procedures that integrate the main diagnosis and codiagnoses (such as computed tomography, bronchoscopy, magnetic resonance imaging, and positron emission tomography). This example has been extracted from guidelines for lung cancer in oncology [<xref ref-type="bibr" rid="ref48">48</xref>]. <italic>ICD</italic>: <italic>International Classification of Diseases</italic>; OPS: Operationen- und Prozedurenschl&#x00FC;ssel.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="jmir_v28i1e81946_fig03.png"/></fig></sec><sec id="s4-3"><title>Limitations of Graph-Based Methods for PCQC</title><p>As the graph grows in size, querying and updating can become increasingly resource-intensive, potentially impacting the model&#x2019;s performance. In addition, algorithms are often based on the message-passing paradigm, which consists of node-by-node iteration (where each node aggregates information from neighboring nodes), which has significant limitations for graphs consisting of highly connected nodes [<xref ref-type="bibr" rid="ref49">49</xref>]. For this reason, graphs with explicit heterogeneous edge distributions pose a problem and are difficult to evaluate because of the excessive compression of exponentially growing information in fixed-size vectors [<xref ref-type="bibr" rid="ref50">50</xref>]. Recently, methods based on a different approach than the node-centered approach, which is based on differential geometry, have shown promising results for overcoming graph bottlenecks [<xref ref-type="bibr" rid="ref51">51</xref>].</p><p>KGs often have incomplete data. If the graph does not have all the relevant entities and relationships, the model may lack important information. Incorrect or outdated information can lead to erroneous insights and conclusions.</p></sec><sec id="s4-4"><title>HDTs and Health Digital Shadows for Modeling Procedure Efficacy</title><p>To model procedure efficacy, it is necessary to analyze the system&#x2019;s (ie, patient&#x2019;s) response to an external perturbation (eg, administration of a drug). It is crucial to gain deep insights into a patient&#x2019;s condition to assess the efficacy of procedures. Here, we want to present how these modeling tasks can be accomplished by HDTs [<xref ref-type="bibr" rid="ref52">52</xref>] and by health digital shadows (HDSs), specifically when using graph-based methods.</p><p>For modeling procedure efficacy, the targets are not only binary values indicating patient outcomes or medical procedures but also biomarkers recorded as time series. For example, it is currently not possible to predict in advance whether a patient will face an allergic reaction or intolerance to medication. However, the ability to predict such events is relevant, as these reactions can be life-threatening and lead to treatment delays or morbidity.</p><p>Another problem is that physicians lack the time to review all available medical records of a patient. In the case of complex diseases, such as cancer, with various genetic mutations that could change during the procedure, prior or regular modeling is needed. Procedure adaptations or medication adjustments can be made in cases of side effects or low procedure efficacy.</p><p>For example, genetic polymorphisms in drug metabolism are already known for some substances, which must be determined before the substance is administered (eg, dihydropyrimidine dehydrogenase testing before 5-fluorouracil administration). Possible drug interactions must also be considered if several diseases are present. Many patients take several medications, which can sometimes lead to unforeseeable interactions. For patients, these interactions are increasingly difficult to oversee and evaluate, and individual factors also play a role in tolerability. The combination of different target values, along with different time spans, makes the problem definition much more complex than for patient safety and procedure accuracy.</p><p>Hence, an algorithmic architecture capable of considering a wide range of patient information and potential interactions would help model patient responses to medical procedures, predict patient outcomes, and test different counterfactual scenarios (ie, estimating a patient&#x2019;s outcome on the basis of a treatment regime that is distinct from the one that was actually followed and the observed outcome) [<xref ref-type="bibr" rid="ref53">53</xref>,<xref ref-type="bibr" rid="ref54">54</xref>]. Therefore, we model the integration of different procedures within a process. Technically speaking, this task represents the need for the integration of various models along a process (ie, patient&#x2019;s journey).</p><p>For this modeling task, the concept of a DT, which originated from engineering sciences [<xref ref-type="bibr" rid="ref55">55</xref>], can be adapted into a clinical context. The aim of a DT is to generate a digital representation of an existing object within a process or time evolution in a digital space. Its concept is designed to combine time-evolving information from real objects, such as data generated from the Internet of Things, and mathematical modeling in the digital space [<xref ref-type="bibr" rid="ref56">56</xref>]. Therefore, this digital representation allows the adaptation or optimization of processes in a digital space before transformations or modifications of real processes are made. For example, by integrating different and disparate information sources, it is possible to create different models not only for industrial production but also for the solution of critical and strategic problems, such as pollution, by generating universal avatars [<xref ref-type="bibr" rid="ref57">57</xref>]. In summary, the design of a DT has the following main characteristics [<xref ref-type="bibr" rid="ref56">56</xref>]:</p><list list-type="order"><list-item><p>Enablement of bidirectional communication between the model and real assets.</p></list-item><list-item><p>Integration of different information sources, such as genetic information, comorbidities, medication history, medical history, and family history.</p></list-item><list-item><p>Integration of different models, such as mechanistic models (eg, physiologically based pharmacokinetic modeling [PBPK] models [<xref ref-type="bibr" rid="ref58">58</xref>]) or inductive models (statistical models such as structured nested mean models or ML models), at one time point or for one procedure [<xref ref-type="bibr" rid="ref53">53</xref>].</p></list-item><list-item><p>Coupling of individual procedure models within a process, for instance, in a patient journey.</p></list-item><list-item><p>Simulation of procedures over time and process.</p></list-item><list-item><p>Model improvement through learning from the digital cohort (sum of all DTs).</p></list-item><list-item><p>Compliance with context-specific requirements arising from the field of application (eg, clinical health service).</p></list-item></list><p>In the industry, objects can be fully digitalized (with a bidirectional flow between the object and the digital object), which is limited only by the current evidence and understanding of the underlying complexity of the physical or biochemical processes or materials that should be mimicked. However, in the medical context, patients are not only too biologically complex but also cannot be objectivized in a straightforward way [<xref ref-type="bibr" rid="ref59">59</xref>]. For this reason, we prefer to refer to HDSs, even when the literature currently mainly uses the term HDTs [<xref ref-type="bibr" rid="ref60">60</xref>].</p><p>Furthermore, the connection between KGs and HDSs represents a logical step in the way different and disparate information sources are connected to create descriptive and predictive models. Relevant patient information as well as medical guidelines (in the form of KGs) can be integrated into a full graph containing patient data (eg, genetic or socioeconomic data) and additional relevant information (eg, drug structure and drug interactions).</p><p>In its role as an information and model integrating method, an HDS is well-suited for the following [<xref ref-type="bibr" rid="ref61">61</xref>]:</p><list list-type="bullet"><list-item><p>Generic representations: The predicted value of a quantity of interest is within the expected range of the global population. The representations are on an abstract and qualitative scale.</p></list-item><list-item><p>Population-specific representations: The predicted value of a quantity of interest is evaluated with respect to a patient cohort. Such representations are more precise, enabling quantitative predictions.</p></list-item><list-item><p>Specific representations: The predicted value of a quantity of interest has high accuracy in relation to the expected value for a single patient. These models are used for personalized predictions.</p></list-item></list><p>The HDS concept is interesting for prospective analysis, that is, in the simulation and prediction of a patient&#x2019;s health status and response to procedures. For prognostic purposes, it includes the ability to integrate all available patient information. Doctors treating patients can verify in advance the planned treatment regimen, such as medication or radiotherapy, on the patient&#x2019;s digital representation.</p><p>The HDS model runs through all the interactions between the procedure and the patient. In the case of pharmacological treatment, medication interactions are simulated (eg, by integrating ML models for drug-drug interactions [<xref ref-type="bibr" rid="ref62">62</xref>]). Then, an individual recommendation for the substance and the individual dosage and medication can be obtained by applying appropriate mathematical models (ie, ML). Additionally, if the treatment response is not sufficient, the HDS could propose additional procedures or further treatment strategies. Current databases for potential drug targets could also be considered.</p><p><xref ref-type="fig" rid="figure4">Figure 4</xref> shows how all these steps are included in a closed information loop. Bidirectional communication between the real world and the model is enabled. Therefore, the general model obtains patient-specific information at time point <italic>t</italic><sub><italic>i</italic></sub> (element 1). This enables the human HDS to make a prognosis (element 2), which can prospectively be used by the clinician to adapt the medical decision (element 3). Alternatively, model prediction can be used retrospectively to evaluate medical decisions by examining patient outcomes at time points <italic>t</italic><sub><italic>i</italic>+1</sub> (element 4). As time evolves, the patient&#x2019;s journey produces increasing patient-specific information, leading to better possible adaptation of the general model to a personalized human HDS. As the HDS cohort grows, model readjustments for the general model are performed after certain time periods (element 5).</p><fig position="float" id="figure4"><label>Figure 4.</label><caption><p>Representation of a health digital shadow (HDS) as an information system. The HDS integrates patient data into a generally derived mathematical model (1) and allows model prognosis (2). Thus, the model supports the work of medical personnel as additional information for medical decision-making (3), which leads to a patient outcome at the next time point. In this way, bidirectional communication between the HDS and the real world is enabled. The model is also able to simulate the patient&#x2019;s journey, although the model&#x2019;s prognosis can be used to directly estimate the patient&#x2019;s outcome (4). The information gained by the individual human HDS can be used to readjust the general model constructed by the digital cohort (5).</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="jmir_v28i1e81946_fig04.png"/></fig><p>Thus, HDSs could increase the safety of drug therapy and its efficacy by providing personalized recommendations based on all available information [<xref ref-type="bibr" rid="ref63">63</xref>]. For example, a similar concept, which is based on a whole-body representation via PBPK models and the integration of multiagent systems representing hepatocyte metabolism, can be used for pharmacology, particularly for the representation of the avatar&#x2019;s response to a medication [<xref ref-type="bibr" rid="ref64">64</xref>,<xref ref-type="bibr" rid="ref65">65</xref>]. This example demonstrates that through the analysis of the avatar&#x2019;s response, it is possible to plan procedures and even consider individual patient characteristics (eg, personalized metabolite levels that depend on the patient&#x2019;s genetics) that lead to personalized patient care.</p><p>This example implies that procedures can be tested on the DHS to forecast procedure success; therefore, the recommendation level of a procedure can be assessed before being applied to a real patient. Such an application is equivalent to the so-called dynamic HDT, where forecasts based on time series are performed [<xref ref-type="bibr" rid="ref65">65</xref>].</p><p>Consequently, HDSs can be useful for modeling procedure efficacy, as in the following examples [<xref ref-type="bibr" rid="ref66">66</xref>]:</p><list list-type="bullet"><list-item><p>Human HDSs for inpatients:</p><list list-type="bullet"><list-item><p>We analyze which combination of medical procedures is most appropriate for patients depending on their socioeconomic context, environment, genetics, etc.</p></list-item><list-item><p>We analyze whether medical decisions will have an effective and desired outcome.</p></list-item></list></list-item><list-item><p>Human HDSs for outpatients:</p><list list-type="bullet"><list-item><p>Help physicians recognize dangerous changes in a patient&#x2019;s health state through the analysis of patient data that can be delivered in real time (wearables or machines, for instance, in nephrology).</p></list-item></list></list-item></list><p>HDSs are increasingly being used for the estimation of the quality of patient care [<xref ref-type="bibr" rid="ref55">55</xref>]. To this end, the prediction of patient outcomes is relevant, for example, in a personalized patient assessment to decide whether a procedure with high risk (death, side effects, patient burden, etc) is needed. This prevents the deterioration of a patient&#x2019;s quality of life. <xref ref-type="fig" rid="figure5">Figure 5</xref> shows an exemplary representation of a human HDS that integrates different data sources (such as omics, EHR, and documentation), which are measured in different time periods along the patient journey, into different models to predict patient outcomes.</p><fig position="float" id="figure5"><label>Figure 5.</label><caption><p>Schematic representation of a health digital shadow (HDS). An HDS is not a single model but a collection of different models to perform different predictions depending on the system&#x2019;s parameters of interest. Such predictions can include the analysis and prediction of time series at different time points of the patient&#x2019;s journey. In this image, we present a scheme of a patient&#x2019;s journey: after making the first medical decision on the basis of clinical guidelines (1), different information sources are integrated to predict quality metrics in different time periods depending on the patient&#x2019;s evolution (2). For example, the pharmacological response can be estimated via a whole-body model (eg, the physiologically based pharmacokinetic model [<xref ref-type="bibr" rid="ref67">67</xref>]). Patient outcomes can be subsequently estimated via, for example, cluster analysis (3) [<xref ref-type="bibr" rid="ref68">68</xref>]. EHR: electronic health record; HDT: health digital twin.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="jmir_v28i1e81946_fig05.png"/></fig><p>As shown in <xref ref-type="fig" rid="figure5">Figure 5</xref>, after choosing the best possible medical procedure according to clinical guidelines, different information sources are integrated to predict QMs in different time periods depending on the patient&#x2019;s evolution. For example, a whole-body (PBPK) model can be used to integrate patient-specific data within the HDT to predict a patient&#x2019;s pharmacological response. Using pharmacological response prediction and patient data, another model can estimate patient outcomes (eg, through cluster analysis) for survival time prediction.</p><p>Chang et al presented a remarkable example of possible DHS realization through the creation of a pipeline for predicting patient outcomes, particularly survival heterogeneity, for patients with breast cancer [<xref ref-type="bibr" rid="ref68">68</xref>,<xref ref-type="bibr" rid="ref69">69</xref>]. In this implementation, 3 different data sources were integrated, where low-dimensional embeddings of clinical and molecular features enriched by an external annotation database were the main data sources. In this algorithm, a dimensional reduction method, Uniform Manifold Approximation and Projection, is implemented. This is a general-purpose manifold learning and dimension reduction algorithm to reduce the dimension of the data space. A dynamic HDS requires a pipeline that is accordingly adapted (ie, new data and additional models must be integrated and appropriately adapted according to other outcomes) [<xref ref-type="bibr" rid="ref68">68</xref>].</p><p>Nitschke et al [<xref ref-type="bibr" rid="ref68">68</xref>] presented a general and unspecialized design that is applicable for HDSs and is predictive, modular, evolving, informed, interpretable, and explainable. This design combines KGs and ensemble learning to represent the patient&#x2019;s entire clinical journey and assist clinicians in their decision-making. Broad clinical application was shown by presenting 2 explicit cases: prostate cancer biopsy and glioma treatment decisions [<xref ref-type="bibr" rid="ref68">68</xref>].</p></sec><sec id="s4-5"><title>Limitations of HDSs for Modeling Procedure Efficacy</title><p>HDSs often oversimplify real systems. These approximations can lead to discrepancies between the model and the actual system. The accuracy of the HDS depends on the quality and granularity of the data used. Since more than one model is coupled to generate a full HDS, different models trained on different data and granularities can lead to unbalanced representations. Finally, poor or sparse data can lead to unreliable models [<xref ref-type="bibr" rid="ref70">70</xref>]. Notably, all these problems are exacerbated by issues related to the aggregation and integration of different types of data that occur in health care, along with the strict privacy policies that must be followed [<xref ref-type="bibr" rid="ref71">71</xref>], a problem that may be alleviated with the introduction of EHRs [<xref ref-type="bibr" rid="ref72">72</xref>].</p><p>Creating and maintaining an HDS can be computationally intensive, requiring significant resources for simulation and real-time data processing. Integrating an HDS with other systems, sensors, and data sources can be complex and may require sophisticated interfaces and protocols. Ensuring that the HDS reflects real-time changes in the physical system can be challenging, especially in systems with high dynamics [<xref ref-type="bibr" rid="ref73">73</xref>].</p><p>An interesting option is the relation and validation of HDSs using in vitro methods, such as organ-on-a-chip. This option opens the possibility to compensate for potential defects in model predictions and identify their potential problems by validating and comparing results with advanced in vitro patient representations [<xref ref-type="bibr" rid="ref74">74</xref>]. This, however, is still a challenge in the field of oncology and requires more research to obtain a correct representation of patient outcomes.</p></sec><sec id="s4-6"><title>Example of the Implementation of KGs and HDSs</title><p>The clinical scenario in <xref ref-type="other" rid="box1">Textbox 1</xref> illustrates the integration of KGs and HDSs and demonstrates how our proposed framework evaluates all 3 QM categories while simultaneously assessing treatment safety in patients with comorbidities, ensuring guideline accuracy while allowing for personalized adaptation, and optimizing efficacy through predictive modeling of multiple therapeutic pathways for patients with non&#x2013;small cell lung cancer. This case highlights how KG/HDS systems add value beyond static guidelines by dynamically integrating genomic data, resistance patterns, and real-world evidence to support complex clinical decision-making and establish prospective monitoring protocols.</p><boxed-text id="box1"><title> Clinical scenario.</title><p>A 64-year-old never-smoker with advanced lung adenocarcinoma undergoes comprehensive genomic profiling. Data: electronic health record showing diagnosis code C34.1 with brain metastases present; next-generation sequencing results showing EGFR L858R primary, T790M resistance mutation, and concurrent TP53; PD-L1 tumor proportion score showing a result of 2%; and baseline liver function test showing an alanine aminotransferase level of 45 U/L. Knowledge graph identifies treatment hierarchy according to National Comprehensive Cancer Network guidelines and maps resistance patterns to subsequent therapy options. Health digital shadow predicts the intracranial response rate with osimertinib (efficacy quality metric [QM]=0.70), hepatotoxicity probability (safety QM=0.18), and time to next progression (median 11.2 months). Accuracy assessment flags missing baseline brain magnetic resonance imaging according to the guidelines (accuracy QM=0.85). The system recommends osimertinib 80 mg daily with a central nervous system&#x2013;specific imaging schedule, hepatic monitoring every 2 weeks initially, and liquid biopsy at 3 months for emerging resistance detection. The model also preidentifies next-line options based on likely resistance mechanisms, enabling proactive treatment planning.</p></boxed-text></sec></sec><sec id="s5"><title>Issues and Future Research Directions</title><p>Our analysis revealed that patient safety, the accuracy of the procedure, and the effectiveness of the procedure are paramount. Using the present taxonomy, we can define the types of challenges and the type of ML implementation to be performed. However, this taxonomy is far from perfect. For example, distinguishing between a diagnostic procedure and a therapeutic procedure may require a more specialized and precise taxonomy. In addition, the metrics required to evaluate patient outcomes and estimate the QI may not always be perfectly calibrated [<xref ref-type="bibr" rid="ref75">75</xref>], which can limit the applicability of such methods. In general, patient outcomes are still highly debated [<xref ref-type="bibr" rid="ref76">76</xref>]. Despite this, we believe that it is important to keep any classification and taxonomy as simple as possible to facilitate the implementation of mathematical models.</p><p>We concluded that holistic quality management analysis (especially regarding procedure efficacy) requires the integration of several data sources. This is because there is no single decision (in decision support) or event (assignment of a diagnosis), but whole processes impact the patient&#x2019;s health status. Quality management and assessment can be very challenging for model implementation since it requires the integration of a constant information flow, which can continuously change within the process. As a possible solution to address these issues, we have introduced the concept of the human HDS.</p><p>Guidelines serve as guidance to define and implement processes necessary for the management of patients&#x2019; health status. They are the result of clinical studies and are intended to help doctors make decisions. However, they contain complex workflows that should be evaluated individually. While a deviation from a guideline may be a potential problem in disease management for one patient because a step in the workflow has not been taken into account, which is a reduction in the quality of the hospital (ie, a decrease in procedural accuracy), for other patients, this deviation can be seen as a necessary adjustment needed for more personalized health care (ie, increasing the effectiveness of the procedure). In this context, especially in the evaluation of personalized practices, ML methods can influence the way guidelines are applied. Furthermore, we are cautious about full model&#x2013;assisted personalization as well. Some critics have reported that data integration and target modeling have the potential to move away from real personalized patient centers and more human medicine [<xref ref-type="bibr" rid="ref77">77</xref>]. In this case, individual modeling, which is embedded in a full modeling lifecycle, as shown in <xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref>, is just a way to quantitatively evaluate guidelines and their potential effects on the expected quality management of the disease at the patient level.</p><p>In this framework, graph representation is appealing, given that graph models are essentially an integration of data and information. Furthermore, when time is considered, it is possible to generate a digital representation of the patient (ie, an HDS). Furthermore, this concept has considerable potential for both inpatients and outpatients. This assumes that data generated by portable devices can track the patient&#x2019;s condition at home. Furthermore, this concept can be coupled with digitally stored patient journeys (ie, the digital cohort) [<xref ref-type="bibr" rid="ref78">78</xref>].</p><p>Currently, an HDS essentially involves the integration of different models within a process. We believe that in the future, the application of KGs will contribute to the rapid development of HDSs. For example, recent work has suggested that the combination of KGs and LNNs could be the key to the implementation of productive avatars in medicine [<xref ref-type="bibr" rid="ref79">79</xref>].</p><p>Novel decentralized data storage concepts may help train and define accurate models with sufficient data volumes. For example, by integrating different and disparate information sources and real-world data built on the FAIR (findability, accessibility, interoperability, and reusability) principle [<xref ref-type="bibr" rid="ref80">80</xref>], some of which are interconnected through the semantic web (according to the Worldwide Web 3.0 standards, for example, semantic web, such as Solid [<xref ref-type="bibr" rid="ref81">81</xref>]), it is possible to create models not only for industrial production but also for the solution of critical and strategic problems by generating universal avatars [<xref ref-type="bibr" rid="ref57">57</xref>]. Several recent initiatives are developing such ideas to implement DTs on the basis of semantic web principles (see, for instance, the EDITH-CSA project [<xref ref-type="bibr" rid="ref61">61</xref>]). In such initiatives, it is remarkable to find not only the definition and exploration of models but also the definition of data standards required for data interoperability, most of which are based on Fast Healthcare Interoperability Resource (FHIR) standards.</p><p>HDSs face additional challenges. In the event of poor data safety standards, criminals could gain access to medical records and HDSs for blackmail or ransom demands. Companies, such as health insurance or disability insurance, might also demand the patient&#x2019;s HDS prognosis before enrollment. Patients could be denied insurance, insurance rates could be increased, or existing insurance conditions could be adapted regularly on the basis of HDSs. This could ultimately lead to the selection of people who will not receive insurance at all or who will receive only reduced coverage. Institutions and employers could also demand an HDS model before hiring people in order to select healthy people.</p><p>Another relevant issue is data contamination by ML models. For example, if a machine catches early signs of sepsis and doctors treat it, this creates a &#x201C;contaminated association&#x201D; in the data. Furthermore, an intervention triggered by one model can quietly disrupt another, even if they are focused on entirely different outcomes [<xref ref-type="bibr" rid="ref82">82</xref>]. This can be particularly critical for HDTs. A potential solution is to preserve clean data from datasets where predictive models are not used.</p><p>The level of mandatory treatment recommendations based on HDSs must be discussed and assessed. Patients&#x2019; wishes are crucial. What happens if the physician or patient deviates from an HDS&#x2019;s recommendations? In this case, the insurance company may not cover the alternative treatments since the HDS does not predict them to be most effective. This question is related to the overall reliability of HDSs. In retrospect, the accuracy of such recommendations can be assessed (eg, by checking procedure efficacy and tolerability).</p><p>In summary, maintaining a healthy balance between the sense of euphoria and the concern for validity in the implementation of mathematical models is imperative. Graph models require clean labels, accurate graph structures, and sufficient initial node features; however, real-world graph data often have noise and sparse labels, whereas different datasets have distinct feature constructions [<xref ref-type="bibr" rid="ref83">83</xref>]. Furthermore, DHSs often oversimplify the systems they represent, are challenged by in vivo conditions, and are difficult to maintain.</p><p>Recently, foundation large x models (LxMs) trained on large databases (eg, LLMs) have accelerated the implementation of most mathematical models while reducing development costs. However, these models are expensive and difficult to generalize (even LLMs have limited applicability). In such cases, a balance between LxMs (for instance, LLMs) and tailored models (for instance, BERT [Bidirectional Encoder Representations from Transformers]) can be the most suitable, cost-effective, and safe solution to all these challenges.</p></sec><sec id="s6"><title>Implications of the Study for Practice</title><p>The following steps and checks should help minimize some of the limitations of KGs applied to PCQC:</p><list list-type="bullet"><list-item><p>Define a realistic system size that can be represented by KGs and maintain a critical view of the overscaling and size of KGs.</p></list-item><list-item><p>Define aggregation functions to derive partial graph folding and compensate for incomplete node categories [<xref ref-type="bibr" rid="ref51">51</xref>].</p></list-item><list-item><p>Keep the graph updated with new knowledge and ensure consistency across different sources [<xref ref-type="bibr" rid="ref84">84</xref>].</p></list-item><list-item><p>Define appropriate data structures, such as Resource Description Frameworks, to make KGs interoperable.</p></list-item></list><p>Similarly, the following checklist can guide the correct implementation of HDSs applied to PCQC:</p><list list-type="bullet"><list-item><p>Ensure data harmonization and minimization/access control of different data sources and digital records.</p></list-item><list-item><p>Implement human-in-the-loop overriding for the correct interpretation of HDSs and avoidance of problems such as alert fatigue.</p></list-item><list-item><p>Use drift detection/recertification and calibration standards (eg, using organ-on-a-chip) for safety in QM implementation on HDSs.</p></list-item><list-item><p>Implement staged rollouts (eg, silent trials) before HDS activation.</p></list-item></list><p>Finally, the following are the key findings and conclusions derived throughout this article:</p><list list-type="bullet"><list-item><p>Patient outcomes are not abstract quality terms since they can be formalized and linked to measurable clinical processes.</p></list-item><list-item><p>Medical guidelines are essential but often underutilized in quality monitoring.</p></list-item><list-item><p>Real-world clinical decisions are complex and require personalization.</p></list-item><list-item><p>KGs and GNNs help bridge fragmented clinical data.</p></list-item><list-item><p>HDSs offer a vision for prospective, patient-specific quality evaluation.</p></list-item><list-item><p>Quality management should shift from static checklists to dynamic, data-driven guidance.</p></list-item></list></sec><sec id="s7" sec-type="conclusions"><title>Conclusion</title><p>The integration of KGs and DTs into health care holds transformative potential for improving clinical outcomes and the quality of care. However, this optimistic view is feasible only when the technologies are implemented in an ethical way, avoiding blind customer overconfidence in the delivered results. Furthermore, implementation requires accounting for the perspectives of stakeholders (as well as their own cultural environment and background): What is considered a desirable outcome from a patient-centered perspective (eg, symptom relief and preserved quality of life) may diverge from institutional or systemic goals such as shorter hospital stay or cost efficiency.</p><p>As such, mathematical models for health care quality must clearly define whether the primary focus lies in maximizing individual patient well-being, the operational performance of the health care system, or economic sustainability. These dimensions are not mutually exclusive, but the prioritization among them fundamentally shapes the modeling framework and interpretation of safety-related events. From this perspective, we also provide concrete checklists and recommendations for the correct deployment of models, for example, for the generation of KGs or the deployment of HDSs.</p><p>The combination of patient outcomes, procedures, and guidelines is not only interesting from a technical point of view but also extremely relevant for improving the quality of hospitals and health centers. The integration of guidelines implies the application of ML in different ways, from alerting and predicting critical conditions to the application of similar methods used in fraud detection to recognize potential deviations from guidelines.</p><p>The topic of quality management in medicine and the implementation of more detailed mathematical definitions are expected to become as relevant as diagnosis and image recognition are today, and we expect an increasing interest in further ML applications for quality management in the next few years.</p></sec></body><back><ack><p>AKN would like to thank Matthias Weidem&#x00FC;ller for insightful and inspiring discussions, as well as for the invaluable support provided throughout this work. Additionally, AKN would like to thank Fabian Egersd&#x00F6;rfer and Carlos Brandl for proofreading the text and providing recommendations. JGDO would like to thank Faizan E Mustafa for inspiring discussions and providing support in the research about graph knowledge, and Elena Ramirez for contributing to the assessment of the relationship of medical decisions in the framework of the theory of rational decision-making. Moreover, JGDO would like to thank Felix Weil for providing constant support and MaryLena Bleile for pointing out the relationship between health digital shadows and testing different counterfactual scenarios. We are grateful to the editor and reviewers who provided comments and helped us improve this article. No identifiable patient-level data were accessed or analyzed in this conceptual viewpoint.</p><p>All the ideas, texts, and figures were generated by the authors. No artificial intelligence tool was used to generate substantive content, and only language polishing was supported by the use of such a tool. According to the STM taxonomy [<xref ref-type="bibr" rid="ref85">85</xref>], the artificial intelligence tool used for the preparation of this manuscript belongs to category 1: language refinement was carried out via Rubriq to detect spelling and typographical errors.</p></ack><notes><sec><title>Funding</title><p>This project was supported by the Ministry for Economics, Labor and Tourism from Baden-W&#x00FC;rttemberg, Germany via grant agreement number BW1_1456 (AI4MedCode).This work was funded by the Deutsche Forschungsgemeinschaft (DFG, German Research Foundation) under Germany&#x2019;s Excellence Strategy EXC 2181/1 - 390900948 (the Heidelberg STRUCTURES Excellence Cluster). This project was also supported by broad funding to the Klinikum Stuttgart, Stuttgart Cancer Center &#x2013; Tumorzentrum Eva Mayr-Stihl, from the Eva Mayr-Stihl Foundation, Waiblingen, Germany.</p></sec></notes><fn-group><fn fn-type="con"><p>The initial idea was proposed and drafted by AKN and JGDO. JGDO contributed to the overview of the knowledge graphs. SN, AKN, and JGDO contributed to the digital twin overview. SN and MK contributed to the medical background, examples, and critical evaluation of the various methods described in this article. All the authors contributed to the final version of this article.</p></fn><fn fn-type="conflict"><p>None declared.</p></fn></fn-group><glossary><title>Abbreviations</title><def-list><def-item><term id="abb1">AHRQ</term><def><p>Agency for Healthcare Research and Quality</p></def></def-item><def-item><term id="abb2">BERT</term><def><p>Bidirectional Encoder Representations from Transformers</p></def></def-item><def-item><term id="abb3">DKG</term><def><p>Deutsche Krebsgesellschaft (German Cancer Society)</p></def></def-item><def-item><term id="abb4">DT</term><def><p>digital twin</p></def></def-item><def-item><term id="abb5">EHR</term><def><p>electronic health record</p></def></def-item><def-item><term id="abb6">GNN</term><def><p>graph neural network</p></def></def-item><def-item><term id="abb7">HCP</term><def><p>health care practitioner</p></def></def-item><def-item><term id="abb8">HDS</term><def><p>health digital shadow</p></def></def-item><def-item><term id="abb9">HDT</term><def><p>health digital twin</p></def></def-item><def-item><term id="abb10"><italic>ICD</italic></term><def><p><italic>International Classification of Diseases</italic></p></def></def-item><def-item><term id="abb11">ICHI</term><def><p>International Classification of Health Interventions</p></def></def-item><def-item><term id="abb12">ICU</term><def><p>intensive care unit</p></def></def-item><def-item><term id="abb13">KG</term><def><p>knowledge graph</p></def></def-item><def-item><term id="abb14">LLM</term><def><p>large language model</p></def></def-item><def-item><term id="abb15">LOS</term><def><p>length of stay</p></def></def-item><def-item><term id="abb16">LxM</term><def><p>large x model</p></def></def-item><def-item><term id="abb17">ML</term><def><p>machine learning</p></def></def-item><def-item><term id="abb18">PBPK</term><def><p>physiologically based pharmacokinetic modeling</p></def></def-item><def-item><term id="abb19">PCQC</term><def><p>patient-centered quality of care</p></def></def-item><def-item><term id="abb20">QI</term><def><p>quality indicator</p></def></def-item><def-item><term id="abb21">QM</term><def><p>quality metric</p></def></def-item></def-list></glossary><ref-list><title>References</title><ref id="ref1"><label>1</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>McLachlan</surname><given-names>S</given-names> </name><name name-style="western"><surname>Kyrimi</surname><given-names>E</given-names> </name><name name-style="western"><surname>Dube</surname><given-names>K</given-names> </name><name name-style="western"><surname>Hitman</surname><given-names>G</given-names> </name><name name-style="western"><surname>Simmonds</surname><given-names>J</given-names> </name><name name-style="western"><surname>Fenton</surname><given-names>N</given-names> </name></person-group><article-title>Towards standardisation of evidence-based clinical care process specifications</article-title><source>Health Informatics J</source><year>2020</year><month>12</month><volume>26</volume><issue>4</issue><fpage>2512</fpage><lpage>2537</lpage><pub-id pub-id-type="doi">10.1177/1460458220906069</pub-id><pub-id pub-id-type="medline">32186428</pub-id></nlm-citation></ref><ref id="ref2"><label>2</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Timmermans</surname><given-names>S</given-names> </name><name name-style="western"><surname>Mauck</surname><given-names>A</given-names> </name></person-group><article-title>The promises and pitfalls of evidence-based medicine</article-title><source>Health Aff (Millwood)</source><year>2005</year><volume>24</volume><issue>1</issue><fpage>18</fpage><lpage>28</lpage><pub-id pub-id-type="doi">10.1377/hlthaff.24.1.18</pub-id><pub-id pub-id-type="medline">15647212</pub-id></nlm-citation></ref><ref id="ref3"><label>3</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Sinsky</surname><given-names>CA</given-names> </name><name name-style="western"><surname>Bavafa</surname><given-names>H</given-names> </name><name name-style="western"><surname>Roberts</surname><given-names>RG</given-names> </name><name name-style="western"><surname>Beasley</surname><given-names>JW</given-names> </name></person-group><article-title>Standardization vs customization: finding the right balance</article-title><source>Ann Fam Med</source><year>2021</year><volume>19</volume><issue>2</issue><fpage>171</fpage><lpage>177</lpage><pub-id pub-id-type="doi">10.1370/afm.2654</pub-id><pub-id pub-id-type="medline">33685879</pub-id></nlm-citation></ref><ref id="ref4"><label>4</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Alexopoulos</surname><given-names>K</given-names> </name><name name-style="western"><surname>Chryssolouris</surname><given-names>G</given-names> </name></person-group><person-group person-group-type="editor"><name name-style="western"><surname>Chatti</surname><given-names>S</given-names> </name><name name-style="western"><surname>Laperri&#x00E8;re</surname><given-names>L</given-names> </name><name name-style="western"><surname>Reinhart</surname><given-names>G</given-names> </name><name name-style="western"><surname>Tolio</surname><given-names>T</given-names> </name></person-group><article-title>Process</article-title><source>CIRP Encyclopedia of Production Engineering</source><year>2019</year><publisher-name>Springer</publisher-name><fpage>1349</fpage><lpage>1352</lpage><pub-id pub-id-type="doi">10.1007/978-3-662-53120-4_6567</pub-id></nlm-citation></ref><ref id="ref5"><label>5</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Da Silva</surname><given-names>N</given-names> </name></person-group><person-group person-group-type="editor"><name name-style="western"><surname>Diaz-Bone</surname><given-names>R</given-names> </name><name name-style="western"><surname>Larquier</surname><given-names>G</given-names> </name></person-group><article-title>The industrialization of healthcare and its critiques</article-title><source>Handbook of Economics and Sociology of Conventions</source><year>2023</year><publisher-name>Springer</publisher-name><fpage>1</fpage><lpage>25</lpage><pub-id pub-id-type="doi">10.1007/978-3-030-52130-1_45-2</pub-id></nlm-citation></ref><ref id="ref6"><label>6</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Dodwad</surname><given-names>SS</given-names> </name></person-group><article-title>Quality management in healthcare</article-title><source>Indian J Public Health</source><year>2013</year><volume>57</volume><issue>3</issue><fpage>138</fpage><lpage>143</lpage><pub-id pub-id-type="doi">10.4103/0019-557X.119814</pub-id><pub-id pub-id-type="medline">24125927</pub-id></nlm-citation></ref><ref id="ref7"><label>7</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Rojas</surname><given-names>E</given-names> </name><name name-style="western"><surname>Munoz-Gama</surname><given-names>J</given-names> </name><name name-style="western"><surname>Sep&#x00FA;lveda</surname><given-names>M</given-names> </name><name name-style="western"><surname>Capurro</surname><given-names>D</given-names> </name></person-group><article-title>Process mining in healthcare: a literature review</article-title><source>J Biomed Inform</source><year>2016</year><month>06</month><volume>61</volume><fpage>224</fpage><lpage>236</lpage><pub-id pub-id-type="doi">10.1016/j.jbi.2016.04.007</pub-id><pub-id pub-id-type="medline">27109932</pub-id></nlm-citation></ref><ref id="ref8"><label>8</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>May</surname><given-names>M</given-names> </name></person-group><article-title>Eight ways machine learning is assisting medicine</article-title><source>Nat Med</source><year>2021</year><month>01</month><volume>27</volume><issue>1</issue><fpage>2</fpage><lpage>3</lpage><pub-id pub-id-type="doi">10.1038/s41591-020-01197-2</pub-id><pub-id pub-id-type="medline">33442003</pub-id></nlm-citation></ref><ref id="ref9"><label>9</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Bach</surname><given-names>JF</given-names> </name></person-group><article-title>Causality in medicine</article-title><source>C R Biol</source><year>2019</year><volume>342</volume><issue>3-4</issue><fpage>55</fpage><lpage>57</lpage><pub-id pub-id-type="doi">10.1016/j.crvi.2019.03.001</pub-id><pub-id pub-id-type="medline">30981720</pub-id></nlm-citation></ref><ref id="ref10"><label>10</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Diaz Ochoa</surname><given-names>JG</given-names> </name></person-group><article-title>A unified method for assessing the observability of dynamic complex systems</article-title><source>Comput Biol Med</source><year>2023</year><month>06</month><volume>160</volume><fpage>107012</fpage><pub-id pub-id-type="doi">10.1016/j.compbiomed.2023.107012</pub-id><pub-id pub-id-type="medline">37187137</pub-id></nlm-citation></ref><ref id="ref11"><label>11</label><nlm-citation citation-type="web"><article-title>Ensure healthy lives and promote well-being for all at all ages</article-title><source>United Nations</source><access-date>2025-08-01</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://sdgs.un.org/goals/goal3">https://sdgs.un.org/goals/goal3</ext-link></comment></nlm-citation></ref><ref id="ref12"><label>12</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Steele</surname><given-names>K</given-names> </name><name name-style="western"><surname>Stef&#x00E1;nsson</surname><given-names>HO</given-names> </name></person-group><person-group person-group-type="editor"><name name-style="western"><surname>Zalta</surname><given-names>EN</given-names> </name></person-group><article-title>Decision theory</article-title><source>The Stanford Encyclopedia of Philosophy (Winter 2020 Edition)</source><year>2020</year><access-date>2024-05-12</access-date><publisher-name>Metaphysics Research Lab, Stanford University</publisher-name><comment><ext-link ext-link-type="uri" xlink:href="https://plato.stanford.edu/archives/win2020/entries/decision-theory/">https://plato.stanford.edu/archives/win2020/entries/decision-theory/</ext-link></comment></nlm-citation></ref><ref id="ref13"><label>13</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Epstein</surname><given-names>RM</given-names> </name><name name-style="western"><surname>Street</surname><given-names>RL</given-names> </name></person-group><article-title>The values and value of patient-centered care</article-title><source>Ann Fam Med</source><year>2011</year><volume>9</volume><issue>2</issue><fpage>100</fpage><lpage>103</lpage><pub-id pub-id-type="doi">10.1370/afm.1239</pub-id><pub-id pub-id-type="medline">21403134</pub-id></nlm-citation></ref><ref id="ref14"><label>14</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kersting</surname><given-names>C</given-names> </name><name name-style="western"><surname>Kneer</surname><given-names>M</given-names> </name><name name-style="western"><surname>Barzel</surname><given-names>A</given-names> </name></person-group><article-title>Patient-relevant outcomes: what are we talking about? A scoping review to improve conceptual clarity</article-title><source>BMC Health Serv Res</source><year>2020</year><month>06</month><day>29</day><volume>20</volume><issue>1</issue><fpage>596</fpage><pub-id pub-id-type="doi">10.1186/s12913-020-05442-9</pub-id><pub-id pub-id-type="medline">32600321</pub-id></nlm-citation></ref><ref id="ref15"><label>15</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Liu</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Avant</surname><given-names>KC</given-names> </name><name name-style="western"><surname>Aungsuroch</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Zhang</surname><given-names>XY</given-names> </name><name name-style="western"><surname>Jiang</surname><given-names>P</given-names> </name></person-group><article-title>Patient outcomes in the field of nursing: a concept analysis</article-title><source>Int J Nurs Sci</source><year>2014</year><month>03</month><volume>1</volume><issue>1</issue><fpage>69</fpage><lpage>74</lpage><pub-id pub-id-type="doi">10.1016/j.ijnss.2014.02.006</pub-id></nlm-citation></ref><ref id="ref16"><label>16</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hadian</surname><given-names>SA</given-names> </name><name name-style="western"><surname>Rezayatmand</surname><given-names>R</given-names> </name><name name-style="western"><surname>Shaarbafchizadeh</surname><given-names>N</given-names> </name><name name-style="western"><surname>Ketabi</surname><given-names>S</given-names> </name><name name-style="western"><surname>Pourghaderi</surname><given-names>AR</given-names> </name></person-group><article-title>Hospital performance evaluation indicators: a scoping review</article-title><source>BMC Health Serv Res</source><year>2024</year><month>05</month><day>1</day><volume>24</volume><issue>1</issue><fpage>561</fpage><pub-id pub-id-type="doi">10.1186/s12913-024-10940-1</pub-id><pub-id pub-id-type="medline">38693562</pub-id></nlm-citation></ref><ref id="ref17"><label>17</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Wang</surname><given-names>XS</given-names> </name><name name-style="western"><surname>Gottumukkala</surname><given-names>V</given-names> </name></person-group><article-title>Patient-reported outcomes: is this the missing link in patient-centered perioperative care?</article-title><source>Best Pract Res Clin Anaesthesiol</source><year>2021</year><month>12</month><volume>35</volume><issue>4</issue><fpage>565</fpage><lpage>573</lpage><pub-id pub-id-type="doi">10.1016/j.bpa.2020.10.006</pub-id><pub-id pub-id-type="medline">34801218</pub-id></nlm-citation></ref><ref id="ref18"><label>18</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Busse</surname><given-names>R</given-names> </name><name name-style="western"><surname>Klazinga</surname><given-names>N</given-names> </name><name name-style="western"><surname>Panteli</surname><given-names>D</given-names> </name></person-group><person-group person-group-type="editor"><name name-style="western"><surname>Quentin</surname><given-names>W</given-names> </name></person-group><source>Improving Healthcare Quality in Europe: Characteristics, Effectiveness and Implementation of Different Strategies</source><year>2019</year><publisher-name>European Observatory on Health Systems and Policies</publisher-name><pub-id pub-id-type="other">9789289051750</pub-id></nlm-citation></ref><ref id="ref19"><label>19</label><nlm-citation citation-type="web"><person-group person-group-type="author"><collab>Dovetail Editorial Team</collab></person-group><article-title>Patient outcomes: overview, measures &#x0026; ways to improve</article-title><source>Dovetail</source><year>2023</year><access-date>2025-08-06</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://dovetail.com/patient-experience/what-are-patient-outcomes/">https://dovetail.com/patient-experience/what-are-patient-outcomes/</ext-link></comment></nlm-citation></ref><ref id="ref20"><label>20</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>McLeod</surname><given-names>C</given-names> </name><name name-style="western"><surname>Norman</surname><given-names>R</given-names> </name><name name-style="western"><surname>Litton</surname><given-names>E</given-names> </name><name name-style="western"><surname>Saville</surname><given-names>BR</given-names> </name><name name-style="western"><surname>Webb</surname><given-names>S</given-names> </name><name name-style="western"><surname>Snelling</surname><given-names>TL</given-names> </name></person-group><article-title>Choosing primary endpoints for clinical trials of health care interventions</article-title><source>Contemp Clin Trials Commun</source><year>2019</year><month>12</month><volume>16</volume><fpage>100486</fpage><pub-id pub-id-type="doi">10.1016/j.conctc.2019.100486</pub-id><pub-id pub-id-type="medline">31799474</pub-id></nlm-citation></ref><ref id="ref21"><label>21</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Yanamadala</surname><given-names>S</given-names> </name><name name-style="western"><surname>Morrison</surname><given-names>D</given-names> </name><name name-style="western"><surname>Curtin</surname><given-names>C</given-names> </name><name name-style="western"><surname>McDonald</surname><given-names>K</given-names> </name><name name-style="western"><surname>Hernandez-Boussard</surname><given-names>T</given-names> </name></person-group><article-title>Electronic health records and quality of care</article-title><source>Medicine (Baltimore)</source><year>2016</year><volume>95</volume><issue>19</issue><fpage>e3332</fpage><pub-id pub-id-type="doi">10.1097/MD.0000000000003332</pub-id><pub-id pub-id-type="medline">27175631</pub-id></nlm-citation></ref><ref id="ref22"><label>22</label><nlm-citation citation-type="web"><source>Arbeitsgemeinschaft der Wissenschaftlichen Medizinischen Fachgesellschaften e V [Website in German]</source><access-date>2025-08-06</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.awmf.org/">https://www.awmf.org/</ext-link></comment></nlm-citation></ref><ref id="ref23"><label>23</label><nlm-citation citation-type="web"><article-title>S3-Leitlinie Prostatakarzinom [Article in German]</article-title><source>AWMF online</source><access-date>2025-08-06</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://register.awmf.org/de/leitlinien/detail/043-022OL">https://register.awmf.org/de/leitlinien/detail/043-022OL</ext-link></comment></nlm-citation></ref><ref id="ref24"><label>24</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Langer</surname><given-names>T</given-names> </name><name name-style="western"><surname>Follmann</surname><given-names>M</given-names> </name></person-group><article-title>Das Leitlinienprogramm Onkologie (OL): Nukleus einer evidenzbasierten, patientenorientieren, interdisziplin&#x00E4;ren Onkologie? [Article in German]</article-title><source>Z Evid Fortbild Qual Gesundhwes</source><year>2015</year><volume>109</volume><issue>6</issue><fpage>437</fpage><lpage>444</lpage><pub-id pub-id-type="doi">10.1016/j.zefq.2015.09.007</pub-id><pub-id pub-id-type="medline">26474648</pub-id></nlm-citation></ref><ref id="ref25"><label>25</label><nlm-citation citation-type="web"><person-group person-group-type="author"><name name-style="western"><surname>Schick</surname><given-names>J</given-names> </name></person-group><article-title>IQM Positionspapier Ergebnisqualit&#x00E4;t [Article in German]</article-title><source>Initiative Qualit&#x00E4;tsmedizin e V</source><year>2025</year><access-date>2025-08-06</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.initiative-qualitaetsmedizin.de/positionspapier">https://www.initiative-qualitaetsmedizin.de/positionspapier</ext-link></comment></nlm-citation></ref><ref id="ref26"><label>26</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Schmitt</surname><given-names>J</given-names> </name><name name-style="western"><surname>Klinkhammer-Schalke</surname><given-names>M</given-names> </name><name name-style="western"><surname>Bierbaum</surname><given-names>V</given-names> </name><etal/></person-group><article-title>Initial cancer treatment in certified versus non-certified hospitals</article-title><source>Dtsch Arztebl Int</source><year>2023</year><month>09</month><day>29</day><volume>120</volume><issue>39</issue><fpage>647</fpage><lpage>654</lpage><pub-id pub-id-type="doi">10.3238/arztebl.m2023.0169</pub-id><pub-id pub-id-type="medline">37583089</pub-id></nlm-citation></ref><ref id="ref27"><label>27</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Gigerenzer</surname><given-names>G</given-names> </name><name name-style="western"><surname>Gray</surname><given-names>JAM</given-names> </name></person-group><source>Bessere &#x00C4;rzte, Bessere Patienten, Bessere Medizin Aufbruch in Ein Transparentes Gesundheitswesen: Mit Einem Vorwort von G&#x00FC;nther Jonitz Str&#x00FC;ngmann [Book in German]</source><year>2013</year><publisher-name>Medizinisch Wissenschaftliche Verlagsgesellschaft</publisher-name><pub-id pub-id-type="other">9783941468825</pub-id></nlm-citation></ref><ref id="ref28"><label>28</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Peng</surname><given-names>J</given-names> </name><name name-style="western"><surname>Jury</surname><given-names>EC</given-names> </name><name name-style="western"><surname>D&#x00F6;nnes</surname><given-names>P</given-names> </name><name name-style="western"><surname>Ciurtin</surname><given-names>C</given-names> </name></person-group><article-title>Machine learning techniques for personalised medicine approaches in immune-mediated chronic inflammatory diseases: applications and challenges</article-title><source>Front Pharmacol</source><year>2021</year><volume>12</volume><fpage>720694</fpage><pub-id pub-id-type="doi">10.3389/fphar.2021.720694</pub-id><pub-id pub-id-type="medline">34658859</pub-id></nlm-citation></ref><ref id="ref29"><label>29</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Emanuel</surname><given-names>L</given-names> </name><name name-style="western"><surname>Berwick</surname><given-names>D</given-names> </name><name name-style="western"><surname>Conway</surname><given-names>J</given-names> </name><etal/></person-group><article-title>What exactly is patient safety?</article-title><source>J Med Regul</source><year>2009</year><month>03</month><volume>95</volume><issue>1</issue><fpage>13</fpage><lpage>24</lpage><pub-id pub-id-type="doi">10.30770/2572-1852-95.1.13</pub-id></nlm-citation></ref><ref id="ref30"><label>30</label><nlm-citation citation-type="web"><source>Agency for Healthcare Research and Quality</source><access-date>2025-08-06</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.ahrq.gov/">https://www.ahrq.gov/</ext-link></comment></nlm-citation></ref><ref id="ref31"><label>31</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Nimptsch</surname><given-names>U</given-names> </name><name name-style="western"><surname>Mansky</surname><given-names>T</given-names> </name><name name-style="western"><surname>Busse</surname><given-names>R</given-names> </name></person-group><source>G-IQI &#x2013; German Inpatient Quality Indicators Version 54</source><year>2022</year><publisher-name>Universit&#x00E4;tsverlag der TU Berlin</publisher-name><pub-id pub-id-type="other">9783798332720</pub-id></nlm-citation></ref><ref id="ref32"><label>32</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Zaiss</surname><given-names>A</given-names> </name><name name-style="western"><surname>Dauben</surname><given-names>HP</given-names> </name></person-group><article-title>ICHI-International Classification of Health Interventions: a balancing act between the demands of statistics and reimbursement [Article in German]</article-title><source>Bundesgesundheitsblatt Gesundheitsforschung Gesundheitsschutz</source><year>2018</year><month>07</month><volume>61</volume><issue>7</issue><fpage>778</fpage><lpage>786</lpage><pub-id pub-id-type="doi">10.1007/s00103-018-2747-6</pub-id><pub-id pub-id-type="medline">29808283</pub-id></nlm-citation></ref><ref id="ref33"><label>33</label><nlm-citation citation-type="book"><article-title>Decision-making as reasoning</article-title><source>Cognitive Economics</source><year>2008</year><publisher-name>Springer</publisher-name><fpage>49</fpage><lpage>67</lpage><pub-id pub-id-type="doi">10.1007/978-3-540-71347-0_4</pub-id><pub-id pub-id-type="other">9783540713470</pub-id></nlm-citation></ref><ref id="ref34"><label>34</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lafonte</surname><given-names>M</given-names> </name><name name-style="western"><surname>Cai</surname><given-names>J</given-names> </name><name name-style="western"><surname>Lissauer</surname><given-names>ME</given-names> </name></person-group><article-title>Failure to rescue in the surgical patient: a review</article-title><source>Curr Opin Crit Care</source><year>2019</year><month>12</month><volume>25</volume><issue>6</issue><fpage>706</fpage><lpage>711</lpage><pub-id pub-id-type="doi">10.1097/MCC.0000000000000667</pub-id><pub-id pub-id-type="medline">31567517</pub-id></nlm-citation></ref><ref id="ref35"><label>35</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Greenes</surname><given-names>RA</given-names> </name></person-group><source>Clinical Decision Support: The Road to Broad Adoption</source><year>2014</year><edition>2</edition><publisher-name>Academic Press</publisher-name><pub-id pub-id-type="other">9780123984760</pub-id></nlm-citation></ref><ref id="ref36"><label>36</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Barth</surname><given-names>JH</given-names> </name><name name-style="western"><surname>Misra</surname><given-names>S</given-names> </name><name name-style="western"><surname>Aakre</surname><given-names>KM</given-names> </name><etal/></person-group><article-title>Why are clinical practice guidelines not followed?</article-title><source>Clin Chem Lab Med</source><year>2016</year><month>07</month><day>1</day><volume>54</volume><issue>7</issue><fpage>1133</fpage><lpage>1139</lpage><pub-id pub-id-type="doi">10.1515/cclm-2015-0871</pub-id><pub-id pub-id-type="medline">26650076</pub-id></nlm-citation></ref><ref id="ref37"><label>37</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>B&#x00F6;rm</surname><given-names>P</given-names> </name></person-group><article-title>Leitlinienbasierter Clinical Decision Support &#x2013; Anforderungen an evidenzbasierte Entscheidungsunterst&#x00FC;tzungssysteme [Article in German]</article-title><source>OP-Journal</source><year>2021</year><month>04</month><volume>37</volume><issue>1</issue><fpage>28</fpage><lpage>35</lpage><pub-id pub-id-type="doi">10.1055/a-1284-3193</pub-id></nlm-citation></ref><ref id="ref38"><label>38</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Diaz Ochoa</surname><given-names>JG</given-names> </name><name name-style="western"><surname>Mustafa</surname><given-names>FE</given-names> </name></person-group><article-title>Graph neural network modelling as a potentially effective method for predicting and analyzing procedures based on patients&#x2019; diagnoses</article-title><source>Artif Intell Med</source><year>2022</year><month>09</month><volume>131</volume><fpage>102359</fpage><pub-id pub-id-type="doi">10.1016/j.artmed.2022.102359</pub-id><pub-id pub-id-type="medline">36100347</pub-id></nlm-citation></ref><ref id="ref39"><label>39</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Becker</surname><given-names>M</given-names> </name><name name-style="western"><surname>Kasper</surname><given-names>S</given-names> </name><name name-style="western"><surname>B&#x00F6;ckmann</surname><given-names>B</given-names> </name><name name-style="western"><surname>J&#x00F6;ckel</surname><given-names>KH</given-names> </name><name name-style="western"><surname>Virchow</surname><given-names>I</given-names> </name></person-group><article-title>Natural language processing of German clinical colorectal cancer notes for guideline-based treatment evaluation</article-title><source>Int J Med Inform</source><year>2019</year><month>07</month><volume>127</volume><fpage>141</fpage><lpage>146</lpage><pub-id pub-id-type="doi">10.1016/j.ijmedinf.2019.04.022</pub-id><pub-id pub-id-type="medline">31128826</pub-id></nlm-citation></ref><ref id="ref40"><label>40</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Alharbe</surname><given-names>N</given-names> </name><name name-style="western"><surname>Rakrouki</surname><given-names>MA</given-names> </name><name name-style="western"><surname>Aljohani</surname><given-names>A</given-names> </name></person-group><article-title>A healthcare quality assessment model based on outlier detection algorithm</article-title><source>Processes (Basel)</source><year>2022</year><month>06</month><volume>10</volume><issue>6</issue><fpage>1199</fpage><pub-id pub-id-type="doi">10.3390/pr10061199</pub-id></nlm-citation></ref><ref id="ref41"><label>41</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Alowais</surname><given-names>SA</given-names> </name><name name-style="western"><surname>Alghamdi</surname><given-names>SS</given-names> </name><name name-style="western"><surname>Alsuhebany</surname><given-names>N</given-names> </name><etal/></person-group><article-title>Revolutionizing healthcare: the role of artificial intelligence in clinical practice</article-title><source>BMC Med Educ</source><year>2023</year><month>09</month><day>22</day><volume>23</volume><issue>1</issue><fpage>689</fpage><pub-id pub-id-type="doi">10.1186/s12909-023-04698-z</pub-id><pub-id pub-id-type="medline">37740191</pub-id></nlm-citation></ref><ref id="ref42"><label>42</label><nlm-citation citation-type="web"><person-group person-group-type="author"><name name-style="western"><surname>Lynch</surname><given-names>SS</given-names> </name></person-group><article-title>Evaluating drug efficacy and safety</article-title><source>MSD Manuals</source><access-date>2024-08-08</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.msdmanuals.com/professional/clinical-pharmacology/concepts-in-pharmacotherapy/drug-efficacy-and-safety">https://www.msdmanuals.com/professional/clinical-pharmacology/concepts-in-pharmacotherapy/drug-efficacy-and-safety</ext-link></comment></nlm-citation></ref><ref id="ref43"><label>43</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kline</surname><given-names>A</given-names> </name><name name-style="western"><surname>Wang</surname><given-names>H</given-names> </name><name name-style="western"><surname>Li</surname><given-names>Y</given-names> </name><etal/></person-group><article-title>Multimodal machine learning in precision health: a scoping review</article-title><source>NPJ Digit Med</source><year>2022</year><month>11</month><day>7</day><volume>5</volume><issue>1</issue><fpage>171</fpage><pub-id pub-id-type="doi">10.1038/s41746-022-00712-8</pub-id><pub-id pub-id-type="medline">36344814</pub-id></nlm-citation></ref><ref id="ref44"><label>44</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Si</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Du</surname><given-names>J</given-names> </name><name name-style="western"><surname>Li</surname><given-names>Z</given-names> </name><etal/></person-group><article-title>Deep representation learning of patient data from electronic health records (EHR): a systematic review</article-title><source>J Biomed Inform</source><year>2021</year><month>03</month><volume>115</volume><fpage>103671</fpage><pub-id pub-id-type="doi">10.1016/j.jbi.2020.103671</pub-id><pub-id pub-id-type="medline">33387683</pub-id></nlm-citation></ref><ref id="ref45"><label>45</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Liu</surname><given-names>M</given-names> </name><name name-style="western"><surname>Zhang</surname><given-names>F</given-names> </name><name name-style="western"><surname>Huang</surname><given-names>P</given-names> </name><name name-style="western"><surname>Niu</surname><given-names>S</given-names> </name><name name-style="western"><surname>Ma</surname><given-names>F</given-names> </name><name name-style="western"><surname>Zhang</surname><given-names>J</given-names> </name></person-group><person-group person-group-type="editor"><name name-style="western"><surname>Simonis</surname><given-names>H</given-names> </name></person-group><article-title>Learning the satisfiability of pseudo-boolean problem with graph neural networks</article-title><source>Principles and Practice of Constraint Programming CP 2020 Lecture Notes in Computer Science, Vol 12333</source><year>2020</year><publisher-name>Springer</publisher-name><fpage>885</fpage><lpage>898</lpage><pub-id pub-id-type="doi">10.1007/978-3-030-58475-7_51</pub-id></nlm-citation></ref><ref id="ref46"><label>46</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Abu-Salih</surname><given-names>B</given-names> </name><name name-style="western"><surname>Al-Qurishi</surname><given-names>M</given-names> </name><name name-style="western"><surname>Alweshah</surname><given-names>M</given-names> </name><name name-style="western"><surname>Al-Smadi</surname><given-names>M</given-names> </name><name name-style="western"><surname>Alfayez</surname><given-names>R</given-names> </name><name name-style="western"><surname>Saadeh</surname><given-names>H</given-names> </name></person-group><article-title>Healthcare knowledge graph construction: a systematic review of the state-of-the-art, open issues, and opportunities</article-title><source>J Big Data</source><year>2023</year><volume>10</volume><issue>1</issue><fpage>81</fpage><pub-id pub-id-type="doi">10.1186/s40537-023-00774-9</pub-id><pub-id pub-id-type="medline">37274445</pub-id></nlm-citation></ref><ref id="ref47"><label>47</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Zheng</surname><given-names>Z</given-names> </name><name name-style="western"><surname>Guo</surname><given-names>C</given-names> </name><name name-style="western"><surname>Chen</surname><given-names>J</given-names> </name><name name-style="western"><surname>Li</surname><given-names>J</given-names> </name></person-group><person-group person-group-type="editor"><name name-style="western"><surname>Iliadis</surname><given-names>L</given-names> </name><name name-style="western"><surname>Papaleonidas</surname><given-names>A</given-names> </name><name name-style="western"><surname>Angelov</surname><given-names>P</given-names> </name><name name-style="western"><surname>Jayne</surname><given-names>C</given-names> </name></person-group><article-title>Graph neural network-based representation learning for medical time series</article-title><source>Artificial Neural Networks and Machine Learning &#x2013; ICANN 2023</source><year>2023</year><publisher-name>Springer Nature</publisher-name><fpage>194</fpage><lpage>205</lpage><pub-id pub-id-type="doi">10.1007/978-3-031-44223-0_16</pub-id></nlm-citation></ref><ref id="ref48"><label>48</label><nlm-citation citation-type="report"><article-title>S3-Leitlinie Pr&#x00E4;vention, Diagnostik, Therapie und Nachsorge des Lungenkarzinoms [Report in German]</article-title><year>2024</year><access-date>2025-08-06</access-date><publisher-name>Leitlinienprogramm Onkologie</publisher-name><comment><ext-link ext-link-type="uri" xlink:href="https://www.leitlinienprogramm-onkologie.de/fileadmin/user_upload/Downloads/Leitlinien/Lungenkarzinom/Version_3/LL_Lungenkarzinom_Langversion_3.0.pdf">https://www.leitlinienprogramm-onkologie.de/fileadmin/user_upload/Downloads/Leitlinien/Lungenkarzinom/Version_3/LL_Lungenkarzinom_Langversion_3.0.pdf</ext-link></comment></nlm-citation></ref><ref id="ref49"><label>49</label><nlm-citation citation-type="other"><person-group person-group-type="author"><name name-style="western"><surname>Sato</surname><given-names>R</given-names> </name></person-group><article-title>A survey on the expressive power of graph neural networks</article-title><source>arXiv</source><comment>Preprint posted online on  Mar 9, 2020</comment><pub-id pub-id-type="doi">10.48550/arXiv.2003.04078</pub-id></nlm-citation></ref><ref id="ref50"><label>50</label><nlm-citation citation-type="web"><person-group person-group-type="author"><name name-style="western"><surname>Alon</surname><given-names>U</given-names> </name><name name-style="western"><surname>Yahav</surname><given-names>E</given-names> </name></person-group><article-title>On the bottleneck of graph neural networks and its practical implications</article-title><source>Open Review</source><year>2021</year><access-date>2022-09-07</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://openreview.net/forum?id=i80OPhOCVH2">https://openreview.net/forum?id=i80OPhOCVH2</ext-link></comment></nlm-citation></ref><ref id="ref51"><label>51</label><nlm-citation citation-type="web"><person-group person-group-type="author"><name name-style="western"><surname>Topping</surname><given-names>J</given-names> </name><name name-style="western"><surname>Di Giovanni</surname><given-names>F</given-names> </name><name name-style="western"><surname>Chamberlain</surname><given-names>BP</given-names> </name><name name-style="western"><surname>Dong</surname><given-names>X</given-names> </name><name name-style="western"><surname>Bronstein</surname><given-names>MM</given-names> </name></person-group><article-title>Understanding over-squashing and bottlenecks on graphs via curvature</article-title><source>Open Review</source><year>2022</year><access-date>2025-12-01</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://openreview.net/forum?id=7UmjRGzp-A">https://openreview.net/forum?id=7UmjRGzp-A</ext-link></comment></nlm-citation></ref><ref id="ref52"><label>52</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kulkarni</surname><given-names>C</given-names> </name><name name-style="western"><surname>Quraishi</surname><given-names>A</given-names> </name><name name-style="western"><surname>Raparthi</surname><given-names>M</given-names> </name><etal/></person-group><article-title>Hybrid disease prediction approach leveraging digital twin and metaverse technologies for health consumer</article-title><source>BMC Med Inform Decis Mak</source><year>2024</year><month>04</month><day>5</day><volume>24</volume><issue>1</issue><fpage>92</fpage><pub-id pub-id-type="doi">10.1186/s12911-024-02495-2</pub-id><pub-id pub-id-type="medline">38575951</pub-id></nlm-citation></ref><ref id="ref53"><label>53</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Chakraborty</surname><given-names>B</given-names> </name><name name-style="western"><surname>Moodie</surname><given-names>EEM</given-names> </name></person-group><source>Statistical Methods for Dynamic Treatment Regimes: Reinforcement Learning, Causal Inference, and Personalized Medicine</source><year>2013</year><publisher-name>Springer</publisher-name><pub-id pub-id-type="doi">10.1007/978-1-4614-7428-9</pub-id></nlm-citation></ref><ref id="ref54"><label>54</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Chakraborty</surname><given-names>B</given-names> </name><name name-style="western"><surname>Moodie</surname><given-names>EEM</given-names> </name></person-group><article-title>Estimation of optimal DTRs by directly modeling regimes</article-title><source>Statistical Methods for Dynamic Treatment Regimes: Reinforcement Learning, Causal Inference, and Personalized Medicine</source><year>2013</year><publisher-name>Springer</publisher-name><fpage>79</fpage><lpage>100</lpage><pub-id pub-id-type="doi">10.1007/978-1-4614-7428-9_5</pub-id></nlm-citation></ref><ref id="ref55"><label>55</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Vall&#x00E9;e</surname><given-names>A</given-names> </name></person-group><article-title>Digital twin for healthcare systems</article-title><source>Front Digit Health</source><year>2023</year><volume>5</volume><fpage>1253050</fpage><pub-id pub-id-type="doi">10.3389/fdgth.2023.1253050</pub-id><pub-id pub-id-type="medline">37744683</pub-id></nlm-citation></ref><ref id="ref56"><label>56</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Richter</surname><given-names>J</given-names> </name><name name-style="western"><surname>Lange</surname><given-names>F</given-names> </name><name name-style="western"><surname>Scheper</surname><given-names>T</given-names> </name><name name-style="western"><surname>Solle</surname><given-names>D</given-names> </name><name name-style="western"><surname>Beutel</surname><given-names>S</given-names> </name></person-group><article-title>Digitale Zwillinge in der Bioprozesstechnik &#x2013; Chancen und M&#x00F6;glichkeiten [Article in German]</article-title><source>Chemie Ingenieur Technik</source><year>2023</year><month>04</month><volume>95</volume><issue>4</issue><fpage>498</fpage><lpage>510</lpage><pub-id pub-id-type="doi">10.1002/cite.202200166</pub-id></nlm-citation></ref><ref id="ref57"><label>57</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Akroyd</surname><given-names>J</given-names> </name><name name-style="western"><surname>Mosbach</surname><given-names>S</given-names> </name><name name-style="western"><surname>Bhave</surname><given-names>A</given-names> </name><name name-style="western"><surname>Kraft</surname><given-names>M</given-names> </name></person-group><article-title>Universal digital twin - a dynamic knowledge graph</article-title><source>Data-Centric Engineering</source><year>2021</year><volume>2</volume><fpage>e14</fpage><pub-id pub-id-type="doi">10.1017/dce.2021.10</pub-id></nlm-citation></ref><ref id="ref58"><label>58</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Peters</surname><given-names>SA</given-names> </name></person-group><source>Physiologically&#x2010;Based Pharmacokinetic (PBPK) Modeling and Simulations: Principles, Methods, and Applications in the Pharmaceutical Industry</source><year>2012</year><publisher-name>John Wiley &#x0026; Sons, Inc</publisher-name><pub-id pub-id-type="doi">10.1002/9781118140291</pub-id><pub-id pub-id-type="other">9780470484067</pub-id></nlm-citation></ref><ref id="ref59"><label>59</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>John</surname><given-names>A</given-names> </name><name name-style="western"><surname>Alhajj</surname><given-names>R</given-names> </name><name name-style="western"><surname>Rokne</surname><given-names>J</given-names> </name></person-group><article-title>A systematic review of AI as a digital twin for prostate cancer care</article-title><source>Comput Methods Programs Biomed</source><year>2025</year><month>08</month><volume>268</volume><fpage>108804</fpage><pub-id pub-id-type="doi">10.1016/j.cmpb.2025.108804</pub-id><pub-id pub-id-type="medline">40347618</pub-id></nlm-citation></ref><ref id="ref60"><label>60</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Katsoulakis</surname><given-names>E</given-names> </name><name name-style="western"><surname>Wang</surname><given-names>Q</given-names> </name><name name-style="western"><surname>Wu</surname><given-names>H</given-names> </name><etal/></person-group><article-title>Digital twins for health: a scoping review</article-title><source>NPJ Digit Med</source><year>2024</year><month>03</month><day>22</day><volume>7</volume><issue>1</issue><fpage>77</fpage><pub-id pub-id-type="doi">10.1038/s41746-024-01073-0</pub-id><pub-id pub-id-type="medline">38519626</pub-id></nlm-citation></ref><ref id="ref61"><label>61</label><nlm-citation citation-type="report"><article-title>Building the European virtual human twin</article-title><year>2023</year><access-date>2025-08-06</access-date><publisher-name>Edith</publisher-name><comment><ext-link ext-link-type="uri" xlink:href="https://www.edith-csa.eu/wp-content/uploads/2023/04/EDITH_D3.1_vision_roadmap_outline_final.pdf">https://www.edith-csa.eu/wp-content/uploads/2023/04/EDITH_D3.1_vision_roadmap_outline_final.pdf</ext-link></comment></nlm-citation></ref><ref id="ref62"><label>62</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Mei</surname><given-names>S</given-names> </name><name name-style="western"><surname>Zhang</surname><given-names>K</given-names> </name></person-group><article-title>A machine learning framework for predicting drug-drug interactions</article-title><source>Sci Rep</source><year>2021</year><month>09</month><day>2</day><volume>11</volume><issue>1</issue><fpage>17619</fpage><pub-id pub-id-type="doi">10.1038/s41598-021-97193-8</pub-id><pub-id pub-id-type="medline">34475500</pub-id></nlm-citation></ref><ref id="ref63"><label>63</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Diasio</surname><given-names>RB</given-names> </name><name name-style="western"><surname>Offer</surname><given-names>SM</given-names> </name></person-group><article-title>Testing for dihydropyrimidine dehydrogenase deficiency to individualize 5-fluorouracil therapy</article-title><source>Cancers (Basel)</source><year>2022</year><month>06</month><day>30</day><volume>14</volume><issue>13</issue><fpage>3207</fpage><pub-id pub-id-type="doi">10.3390/cancers14133207</pub-id><pub-id pub-id-type="medline">35804978</pub-id></nlm-citation></ref><ref id="ref64"><label>64</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Diaz Ochoa</surname><given-names>JG</given-names> </name><name name-style="western"><surname>Bucher</surname><given-names>J</given-names> </name><name name-style="western"><surname>Niklas</surname><given-names>J</given-names> </name><name name-style="western"><surname>Mauch</surname><given-names>K</given-names> </name></person-group><article-title>Multi-scale modeling for individualized spatiotemporal prediction of drug effects</article-title><source>Toxicol Lett</source><year>2013</year><month>08</month><volume>221</volume><fpage>S83</fpage><lpage>S84</lpage><pub-id pub-id-type="doi">10.1016/j.toxlet.2013.05.093</pub-id></nlm-citation></ref><ref id="ref65"><label>65</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Mulder</surname><given-names>ST</given-names> </name><name name-style="western"><surname>Omidvari</surname><given-names>AH</given-names> </name><name name-style="western"><surname>Rueten-Budde</surname><given-names>AJ</given-names> </name><etal/></person-group><article-title>Dynamic digital twin: diagnosis, treatment, prediction, and prevention of disease during the life course</article-title><source>J Med Internet Res</source><year>2022</year><month>09</month><day>14</day><volume>24</volume><issue>9</issue><fpage>e35675</fpage><pub-id pub-id-type="doi">10.2196/35675</pub-id><pub-id pub-id-type="medline">36103220</pub-id></nlm-citation></ref><ref id="ref66"><label>66</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Sun</surname><given-names>T</given-names> </name><name name-style="western"><surname>He</surname><given-names>X</given-names> </name><name name-style="western"><surname>Li</surname><given-names>Z</given-names> </name></person-group><article-title>Digital twin in healthcare: recent updates and challenges</article-title><source>Digit Health</source><year>2023</year><volume>9</volume><fpage>20552076221149651</fpage><pub-id pub-id-type="doi">10.1177/20552076221149651</pub-id><pub-id pub-id-type="medline">36636729</pub-id></nlm-citation></ref><ref id="ref67"><label>67</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Diaz Ochoa</surname><given-names>JG</given-names> </name><name name-style="western"><surname>Bucher</surname><given-names>J</given-names> </name><name name-style="western"><surname>P&#x00E9;ry</surname><given-names>ARR</given-names> </name><name name-style="western"><surname>Zaldivar Comenges</surname><given-names>JM</given-names> </name><name name-style="western"><surname>Niklas</surname><given-names>J</given-names> </name><name name-style="western"><surname>Mauch</surname><given-names>K</given-names> </name></person-group><article-title>A multi-scale modeling framework for individualized, spatiotemporal prediction of drug effects and toxicological risk</article-title><source>Front Pharmacol</source><year>2012</year><volume>3</volume><fpage>204</fpage><pub-id pub-id-type="doi">10.3389/fphar.2012.00204</pub-id><pub-id pub-id-type="medline">23346056</pub-id></nlm-citation></ref><ref id="ref68"><label>68</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Nitschke</surname><given-names>AK</given-names> </name><name name-style="western"><surname>Brandl</surname><given-names>C</given-names> </name><name name-style="western"><surname>Egersd&#x00F6;rfer</surname><given-names>F</given-names> </name><name name-style="western"><surname>G&#x00F6;rtz</surname><given-names>M</given-names> </name><name name-style="western"><surname>Hohenfellner</surname><given-names>M</given-names> </name><name name-style="western"><surname>Weidem&#x00FC;ller</surname><given-names>M</given-names> </name></person-group><article-title>Design for a digital twin in clinical patient care</article-title><source>NPJ Health Syst</source><year>2025</year><volume>3</volume><issue>1</issue><fpage>11</fpage><pub-id pub-id-type="doi">10.1038/s44401-025-00060-1</pub-id></nlm-citation></ref><ref id="ref69"><label>69</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Chang</surname><given-names>HC</given-names> </name><name name-style="western"><surname>Gitau</surname><given-names>AM</given-names> </name><name name-style="western"><surname>Kothapalli</surname><given-names>S</given-names> </name><name name-style="western"><surname>Welch</surname><given-names>DR</given-names> </name><name name-style="western"><surname>Sardiu</surname><given-names>ME</given-names> </name><name name-style="western"><surname>McCoy</surname><given-names>MD</given-names> </name></person-group><article-title>Understanding the need for digital twins&#x2019; data in patient advocacy and forecasting oncology</article-title><source>Front Artif Intell</source><year>2023</year><volume>6</volume><fpage>1260361</fpage><pub-id pub-id-type="doi">10.3389/frai.2023.1260361</pub-id><pub-id pub-id-type="medline">38028666</pub-id></nlm-citation></ref><ref id="ref70"><label>70</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Margaria</surname><given-names>T</given-names> </name><name name-style="western"><surname>Ryan</surname><given-names>S</given-names> </name></person-group><person-group person-group-type="editor"><name name-style="western"><surname>Crespi</surname><given-names>N</given-names> </name><name name-style="western"><surname>Drobot</surname><given-names>AT</given-names> </name><name name-style="western"><surname>Minerva</surname><given-names>R</given-names> </name></person-group><article-title>Data and data management in the context of digital twins</article-title><source>The Digital Twin</source><year>2023</year><publisher-name>Springer International Publishing</publisher-name><fpage>253</fpage><lpage>278</lpage><pub-id pub-id-type="doi">10.1007/978-3-031-21343-4_10</pub-id></nlm-citation></ref><ref id="ref71"><label>71</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Awrahman</surname><given-names>BJ</given-names> </name><name name-style="western"><surname>Aziz Fatah</surname><given-names>C</given-names> </name><name name-style="western"><surname>Hamaamin</surname><given-names>MY</given-names> </name></person-group><article-title>A review of the role and challenges of big data in healthcare informatics and analytics</article-title><source>Comput Intell Neurosci</source><year>2022</year><volume>2022</volume><fpage>5317760</fpage><pub-id pub-id-type="doi">10.1155/2022/5317760</pub-id><pub-id pub-id-type="medline">36210978</pub-id></nlm-citation></ref><ref id="ref72"><label>72</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Venkatesh</surname><given-names>KP</given-names> </name><name name-style="western"><surname>Raza</surname><given-names>MM</given-names> </name><name name-style="western"><surname>Kvedar</surname><given-names>JC</given-names> </name></person-group><article-title>Health digital twins as tools for precision medicine: considerations for computation, implementation, and regulation</article-title><source>NPJ Digit Med</source><year>2022</year><month>09</month><day>22</day><volume>5</volume><issue>1</issue><fpage>150</fpage><pub-id pub-id-type="doi">10.1038/s41746-022-00694-7</pub-id><pub-id pub-id-type="medline">36138125</pub-id></nlm-citation></ref><ref id="ref73"><label>73</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Tao</surname><given-names>F</given-names> </name><name name-style="western"><surname>Zhang</surname><given-names>H</given-names> </name><name name-style="western"><surname>Zhang</surname><given-names>C</given-names> </name></person-group><article-title>Advancements and challenges of digital twins in industry</article-title><source>Nat Comput Sci</source><year>2024</year><month>03</month><volume>4</volume><issue>3</issue><fpage>169</fpage><lpage>177</lpage><pub-id pub-id-type="doi">10.1038/s43588-024-00603-w</pub-id><pub-id pub-id-type="medline">38532139</pub-id></nlm-citation></ref><ref id="ref74"><label>74</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Zhai</surname><given-names>X</given-names> </name><name name-style="western"><surname>Chen</surname><given-names>M</given-names> </name><name name-style="western"><surname>Esfahani</surname><given-names>SS</given-names> </name><etal/></person-group><article-title>Heterogeneous system-on-chip-based Lattice-Boltzmann visual simulation system</article-title><source>IEEE Systems Journal</source><year>2020</year><volume>14</volume><issue>2</issue><fpage>1592</fpage><lpage>1601</lpage><pub-id pub-id-type="doi">10.1109/JSYST.2019.2952459</pub-id></nlm-citation></ref><ref id="ref75"><label>75</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Endo</surname><given-names>H</given-names> </name><name name-style="western"><surname>Uchino</surname><given-names>S</given-names> </name><name name-style="western"><surname>Hashimoto</surname><given-names>S</given-names> </name><etal/></person-group><article-title>Development and validation of the predictive risk of death model for adult patients admitted to intensive care units in Japan: an approach to improve the accuracy of healthcare quality measures</article-title><source>J Intensive Care</source><year>2021</year><month>02</month><day>15</day><volume>9</volume><issue>1</issue><fpage>18</fpage><pub-id pub-id-type="doi">10.1186/s40560-021-00533-z</pub-id><pub-id pub-id-type="medline">33588956</pub-id></nlm-citation></ref><ref id="ref76"><label>76</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Reiss</surname><given-names>J</given-names> </name><name name-style="western"><surname>Ankeny</surname><given-names>RA</given-names> </name></person-group><person-group person-group-type="editor"><name name-style="western"><surname>Zalta</surname><given-names>EN</given-names> </name></person-group><article-title>Philosophy of medicine</article-title><source>The Stanford Encyclopedia of Philosophy (Spring 2022 Edition)</source><year>2022</year><access-date>2023-08-02</access-date><publisher-name>Metaphysics Research Lab, Stanford University</publisher-name><comment><ext-link ext-link-type="uri" xlink:href="https://plato.stanford.edu/archives/spr2022/entries/medicine/">https://plato.stanford.edu/archives/spr2022/entries/medicine/</ext-link></comment></nlm-citation></ref><ref id="ref77"><label>77</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Abettan</surname><given-names>C</given-names> </name><name name-style="western"><surname>Welie</surname><given-names>JVM</given-names> </name></person-group><article-title>The impact of twenty-first century personalized medicine versus twenty-first century medicine&#x2019;s impact on personalization</article-title><source>Philos Ethics Humanit Med</source><year>2020</year><month>11</month><day>18</day><volume>15</volume><issue>1</issue><fpage>11</fpage><pub-id pub-id-type="doi">10.1186/s13010-020-00095-2</pub-id><pub-id pub-id-type="medline">33203434</pub-id></nlm-citation></ref><ref id="ref78"><label>78</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>B&#x00F6;hler</surname><given-names>D</given-names> </name><name name-style="western"><surname>Friebe</surname><given-names>M</given-names> </name></person-group><person-group person-group-type="editor"><name name-style="western"><surname>Friebe</surname><given-names>M</given-names> </name></person-group><article-title>(Digital) patient journey and empowerment: digital twin</article-title><source>Novel Innovation Design for the Future of Health</source><year>2022</year><publisher-name>Springer</publisher-name><fpage>169</fpage><lpage>178</lpage><pub-id pub-id-type="doi">10.1007/978-3-031-08191-0_17</pub-id></nlm-citation></ref><ref id="ref79"><label>79</label><nlm-citation citation-type="other"><person-group person-group-type="author"><name name-style="western"><surname>Nye</surname><given-names>L</given-names> </name></person-group><article-title>Digital twins for patient care via knowledge graphs and closed-form continuous-time liquid neural networks</article-title><source>arXiv</source><comment>Preprint posted online on  Jul 8, 2023</comment><pub-id pub-id-type="doi">10.48550/arXiv.2307.04772</pub-id></nlm-citation></ref><ref id="ref80"><label>80</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Wilkinson</surname><given-names>MD</given-names> </name><name name-style="western"><surname>Dumontier</surname><given-names>M</given-names> </name><name name-style="western"><surname>Aalbersberg</surname><given-names>IJJ</given-names> </name><etal/></person-group><article-title>The FAIR guiding principles for scientific data management and stewardship</article-title><source>Sci Data</source><year>2016</year><month>03</month><day>15</day><volume>3</volume><fpage>160018</fpage><pub-id pub-id-type="doi">10.1038/sdata.2016.18</pub-id><pub-id pub-id-type="medline">26978244</pub-id></nlm-citation></ref><ref id="ref81"><label>81</label><nlm-citation citation-type="web"><article-title>About Solid</article-title><source>Solid</source><access-date>2025-08-06</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://solidproject.org/about">https://solidproject.org/about</ext-link></comment></nlm-citation></ref><ref id="ref82"><label>82</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Vaid</surname><given-names>A</given-names> </name></person-group><article-title>Medical AI can transform medicine - but only if we carefully track the data it touches</article-title><source>Nature New Biol</source><year>2025</year><month>06</month><volume>642</volume><issue>8069</issue><fpage>864</fpage><lpage>866</lpage><pub-id pub-id-type="doi">10.1038/d41586-025-01946-8</pub-id><pub-id pub-id-type="medline">40550881</pub-id></nlm-citation></ref><ref id="ref83"><label>83</label><nlm-citation citation-type="confproc"><person-group person-group-type="author"><name name-style="western"><surname>Huang</surname><given-names>C</given-names> </name><name name-style="western"><surname>Ren</surname><given-names>X</given-names> </name><name name-style="western"><surname>Tang</surname><given-names>J</given-names> </name><name name-style="western"><surname>Yin</surname><given-names>D</given-names> </name><name name-style="western"><surname>Chawla</surname><given-names>N</given-names> </name></person-group><article-title>Large language models for graphs: progresses and directions</article-title><conf-name>ACM Web Conference 2024</conf-name><conf-date>May 13-17, 2024</conf-date><pub-id pub-id-type="doi">10.1145/3589335.3641251</pub-id></nlm-citation></ref><ref id="ref84"><label>84</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lu</surname><given-names>Z</given-names> </name><name name-style="western"><surname>Liu</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Wen</surname><given-names>G</given-names> </name><name name-style="western"><surname>Zhou</surname><given-names>B</given-names> </name><name name-style="western"><surname>Zhang</surname><given-names>W</given-names> </name><name name-style="western"><surname>Zhang</surname><given-names>J</given-names> </name></person-group><article-title>Noise-resistant graph neural networks with manifold consistency and label consistency</article-title><source>Expert Syst Appl</source><year>2024</year><month>07</month><volume>245</volume><fpage>123120</fpage><pub-id pub-id-type="doi">10.1016/j.eswa.2023.123120</pub-id></nlm-citation></ref><ref id="ref85"><label>85</label><nlm-citation citation-type="web"><article-title>Do you allow the use of ChatGPT or other generative language models and how should this be reported?</article-title><source>JMIR Publications</source><year>2025</year><access-date>2026-01-05</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://support.jmir.org/hc/en-us/articles/13387268671771-Do-you-allow-the-use-of-ChatGPT-or-other-generative-language-models-and-how-should-this-be-reported">https://support.jmir.org/hc/en-us/articles/13387268671771-Do-you-allow-the-use-of-ChatGPT-or-other-generative-language-models-and-how-should-this-be-reported</ext-link></comment></nlm-citation></ref></ref-list><app-group><supplementary-material id="app1"><label>Multimedia Appendix 1</label><p>Insight into the different aspects of the assessment of patient-centered quality of care through possible mathematical modeling applications.</p><media xlink:href="jmir_v28i1e81946_app1.docx" xlink:title="DOCX File, 21 KB"/></supplementary-material><supplementary-material id="app2"><label>Multimedia Appendix 2</label><p>Analysis of the available literature on PubMed.</p><media xlink:href="jmir_v28i1e81946_app2.docx" xlink:title="DOCX File, 17 KB"/></supplementary-material><supplementary-material id="app3"><label>Multimedia Appendix 3</label><p>Literature overview of the application of graph models for patient safety, procedure accuracy, and procedure efficacy.</p><media xlink:href="jmir_v28i1e81946_app3.docx" xlink:title="DOCX File, 31 KB"/></supplementary-material><supplementary-material id="app4"><label>Multimedia Appendix 4</label><p>Lifecycle of the data and models in relation to clinical guidelines.</p><media xlink:href="jmir_v28i1e81946_app4.docx" xlink:title="DOCX File, 530 KB"/></supplementary-material></app-group></back></article>