<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "journalpublishing.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="2.0" xml:lang="en" article-type="research-article"><front><journal-meta><journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id><journal-id journal-id-type="publisher-id">jmir</journal-id><journal-id journal-id-type="index">1</journal-id><journal-title>Journal of Medical Internet Research</journal-title><abbrev-journal-title>J Med Internet Res</abbrev-journal-title><issn pub-type="epub">1438-8871</issn><publisher><publisher-name>JMIR Publications</publisher-name><publisher-loc>Toronto, Canada</publisher-loc></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">v28i1e106243</article-id><article-id pub-id-type="doi">10.2196/106243</article-id><article-categories><subj-group subj-group-type="heading"><subject>Viewpoint</subject></subj-group></article-categories><title-group><article-title>Accountable Action End Points for Evaluating Artificial Intelligence in Digital Public Health</article-title></title-group><contrib-group><contrib contrib-type="author"><name name-style="western"><surname>Zhou</surname><given-names>Xiang</given-names></name><degrees>MD</degrees><xref ref-type="aff" rid="aff1">1</xref><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Liu</surname><given-names>Hongyan</given-names></name><degrees>MD</degrees><xref ref-type="aff" rid="aff1">1</xref><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author" corresp="yes"><name name-style="western"><surname>Hua</surname><given-names>Zhengdong</given-names></name><degrees>MD</degrees><xref ref-type="aff" rid="aff1">1</xref><xref ref-type="aff" rid="aff2">2</xref></contrib></contrib-group><aff id="aff1"><institution>Department of Cardiac Surgery, Wuhan Asia Heart Hospital, Wuhan University of Science and Technology</institution><addr-line>753 Jinghan Avenue, Jianghan District</addr-line><addr-line>Wuhan</addr-line><addr-line>Hubei</addr-line><country>China</country></aff><aff id="aff2"><institution>Wuhan Clinical Center for Cardiomyopathy</institution><addr-line>Wuhan</addr-line><addr-line>Hubei</addr-line><country>China</country></aff><contrib-group><contrib contrib-type="editor"><name name-style="western"><surname>Cardoso</surname><given-names>Taiane de Azevedo</given-names></name></contrib></contrib-group><contrib-group><contrib contrib-type="reviewer"><name name-style="western"><surname>Baxter</surname><given-names>Clarence</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Adjei</surname><given-names>Franklin</given-names></name></contrib></contrib-group><author-notes><corresp>Correspondence to Zhengdong Hua, MD, Department of Cardiac Surgery, Wuhan Asia Heart Hospital, Wuhan University of Science and Technology, 753 Jinghan Avenue, Jianghan District, Wuhan, Hubei, 430022, China, 86 18707101850; <email>huazdmd@sina.com</email></corresp></author-notes><pub-date pub-type="collection"><year>2026</year></pub-date><pub-date pub-type="epub"><day>23</day><month>9</month><year>2026</year></pub-date><volume>28</volume><elocation-id>e106243</elocation-id><history><date date-type="received"><day>04</day><month>07</month><year>2026</year></date><date date-type="rev-recd"><day>24</day><month>08</month><year>2026</year></date><date date-type="accepted"><day>26</day><month>08</month><year>2026</year></date></history><copyright-statement>&#x00A9; Xiang Zhou, Hongyan Liu, Zhengdong Hua. Originally published in the Journal of Medical Internet Research (<ext-link ext-link-type="uri" xlink:href="https://www.jmir.org">https://www.jmir.org</ext-link>), 23.9.2026. </copyright-statement><copyright-year>2026</copyright-year><license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research (ISSN 1438-8871), is properly cited. The complete bibliographic information, a link to the original publication on <ext-link ext-link-type="uri" xlink:href="https://www.jmir.org/">https://www.jmir.org/</ext-link>, as well as this copyright and license information must be included.</p></license><self-uri xlink:type="simple" xlink:href="https://www.jmir.org/2026/1/e106243"/><abstract><p>AI is increasingly embedded in digital public health systems, but model performance, system deployment, message delivery, alert volume, and user engagement do not establish whether an AI-supported workflow has changed public health practice. This viewpoint proposes a public health action end point&#x2014;a prespecified, auditable, AI output&#x2013;specific, actor-bound, time-bound, denominator-based way to specify and measure an existing proximal process or implementation end point. It begins with a defined AI output and records the corresponding action opportunity, accountable actor, action status, and evidence concerning the AI&#x2019;s role in the action. A complete specification includes rules for repeated outputs, completed action, justified nonaction, missed action, unresolved cases, denominator loss, and paired safety, workload, privacy, equity, and model drift monitoring. A public health action end point is not a new causal outcome, reporting guideline, or validated surrogate for a population health benefit. An observed action rate alone does not establish that AI initiated or caused the action; causal claims require a documented attribution strategy and an appropriate comparator or causal design. The framework applies to research and production deployments but complements rather than replaces ethics review, trial registration, and jurisdiction-specific regulatory and governance obligations. It is intended to help authors, implementers, reviewers, and editors align claims with what an evaluation has actually measured.</p></abstract><kwd-group><kwd>artificial intelligence</kwd><kwd>AI</kwd><kwd>public health</kwd><kwd>digital health</kwd><kwd>digital public health</kwd><kwd>implementation science</kwd><kwd>health equity</kwd><kwd>surveillance</kwd><kwd>algorithmic accountability</kwd></kwd-group></article-meta></front><body><sec id="s1"><title>Use Cases Are Not Action End Points</title><p>Digital public health AI has moved rapidly from technical promise to implementation planning. Systems have been proposed for outbreak detection, syndromic surveillance, vaccination outreach, environmental risk warning, chronic disease registries, service triage, public communication, and administrative prioritization [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref4">4</xref>]. International guidance appropriately emphasizes transparency, accountability, safety, privacy, and equity [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>].</p><p>These systems produce different kinds of outputs. A thresholded alert may directly create an action opportunity, a prioritization score or recommendation usually requires professional judgment before it does, and generated content or chatbot advice must first be linked to a defined need for communication, escalation, or other follow-up. A deployed dashboard, connected registry, message, or chatbot therefore demonstrates system availability, not an action change. Threshold drift, automation bias, and plausible but unsafe generated reassurance further widen this gap [<xref ref-type="bibr" rid="ref5">5</xref>-<xref ref-type="bibr" rid="ref7">7</xref>]. The practical question is narrower: after a defined AI output, what action opportunity existed, who was accountable, and what happened next?</p></sec><sec id="s2"><title>Defining a Public Health Action End Point</title><p>We use <italic>public health action end point</italic> to describe a structured, AI output&#x2013;specific specification of an existing proximal process or implementation end point, not a wholly new family of outcomes. It is prespecified, auditable, actor bound, time bound, and denominator based. Each analytic unit begins with a defined AI output and records whether a predefined action opportunity was completed, appropriately deferred, missed, unresolved, or lost from the denominator. Its distinctive contribution is the combination of output provenance, a named accountable actor, a defined action window, and a traceable action status. It is not model discrimination, calibration, user satisfaction, alert volume, dashboard use, message delivery, or chatbot fluency. Nor is it, by itself, proof of lower morbidity, mortality, transmission, hospitalization, or inequity.</p><p>Claim discipline means restricting the strength of a conclusion to the most distal link that has actually been measured. The end point is not a causal model; an AI output can precede an action without initiating, accelerating, changing, or causing it. Its role is to make that question observable and to prevent availability or output generation from being read as an implementation value or a population health benefit.</p><p>Justified nonaction should not become a convenient label for failure. Acceptable reasons can include an action already completed, a verified duplicate signal, a contraindication, an eligibility error, a person unreachable after a prespecified number of attempts, resource unavailability with a documented escalation pathway, or a human override with a recorded reason. Ambiguous or consequential classifications should be independently adjudicated using prespecified rules, with the adjudicator and disagreement resolution process reported.</p><p>Repeated outputs require a rule before data collection. When multiple outputs for 1 person or event fall within a prespecified episode or lockout window, they should usually be linked to 1 index action opportunity unless each output is expected to trigger a separate action. If 1 output can prompt several actions, investigators should define the primary action and report secondary actions separately. If multiple outputs contribute to 1 action, the action should not be counted repeatedly; the audit trail should preserve the outputs and the documented AI role. Where more than 1 window is clinically or operationally defensible, sensitivity analyses using alternative windows can show whether the interpretation is stable.</p><p><xref ref-type="other" rid="box1">Textbox 1</xref> summarizes the core end point specification and standard reporting categories.</p><boxed-text id="box1"><title> Core specification and reporting categories for a public health action end point.</title><p><italic>Core end point specification</italic></p><list list-type="order"><list-item><p><italic>AI output class and trigger</italic>: the thresholded alert, score, classification, recommendation, generated message, or chatbot response that opens action consideration</p></list-item><list-item><p><italic>Action opportunity and analytic unit</italic>: the event that makes an action eligible and the type of unit (person, alert, episode, household, facility, neighborhood, conversation, or outreach attempt)</p></list-item><list-item><p><italic>Eligible denominator and deduplication rule</italic>: the eligible individuals or entities, applicable exclusions, and protocol for handling repeated outputs, duplicate signals, and linked actions</p></list-item><list-item><p><italic>Accountable actor and expected action</italic>: the clinician, public health worker, program team, digital service, or agency responsible for a prespecified action</p></list-item><list-item><p><italic>Observation window</italic>: the interval within which the action status must be recorded, justified by urgency, public health relevance, workflow capacity, and the harm of delay</p></list-item><list-item><p><italic>Action status</italic>: completed action, predefined justified nonaction, missed action, unresolved status, or denominator loss</p></list-item><list-item><p><italic>Attribution and comparison plan</italic>: record of the documented role of AI (initiated, accelerated, modified, supported, or no documented role) in the action and the comparator or causal design required for a causal claim</p></list-item><list-item><p><italic>Audit trail and safeguards</italic>: source-linked time stamps, actor decisions, overrides, and model or threshold versions, with monitoring for harm, workload, privacy, equity, and drift</p></list-item></list><p><italic>Standard reporting categories</italic></p><list list-type="bullet"><list-item><p><italic>Completed action</italic> is the primary numerator for an action completion rate.</p></list-item><list-item><p><italic>Predefined justified nonaction</italic> is reported separately and is not merged with completed action in the primary numerator. A prespecified composite of appropriate disposition may be informative, but its components should remain visible.</p></list-item><list-item><p><italic>Missed action</italic>, <italic>unresolved status</italic>, and <italic>denominator loss</italic> should be reported as separate categories rather than hidden within exclusions or nonaction.</p></list-item></list></boxed-text><p><xref ref-type="fig" rid="figure1">Figure 1</xref> summarizes the action pathway, attribution gate, and claim ceiling that follow from the last measured link.</p><p>A defined AI output is linked to an eligible action opportunity and an accountable workflow, after which the action status is classified as completed action, predefined justified nonaction, missed action, unresolved status, or denominator loss. Time stamps and workflow records can document temporal proximity and the reported role of AI. Attributable action change requires an appropriate comparator or causal design, and a population health benefit requires outcome-linked causal evidence. The allowable claim should stop at the last measured link. Cross-cutting safeguards for harm, workload, privacy, equity, and model or threshold drift should be monitored across all links. The conceptual layout was developed with assistance from OpenAI Codex; all scientific content and the final design were reviewed and approved by the authors.</p><fig position="float" id="figure1"><label>Figure 1.</label><caption><p>AI output&#x2013;to-action pathway for public health action end points.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="jmir_v28i1e106243_fig01.png"/></fig></sec><sec id="s3"><title>How Public Health Action End Points Differ From Existing Evaluation Frameworks</title><p>The contribution of public health action end points is not the proposition that implementation matters. Existing implementation science, digital health reporting, quality, and AI evaluation frameworks already establish that proposition [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref22">22</xref>]. Nor do we claim that these frameworks cannot accommodate an action measure. Public health action end points instead supply a repeatable event-level specification when authors intend to claim that an AI-supported workflow changed accountable action. They can be nested within these frameworks and make explicit the provenance and denominator of the action opportunity (<xref ref-type="table" rid="table1">Table 1</xref>).</p><p>This positioning limits the framework. It is not a reporting guideline, checklist, trial design, or implementation theory. It is a structured specification of a proximal implementation or process end point. The action pathway is also not assumed to be linear; comprehension, usability, capacity, and action completion can be parallel or interacting mechanisms. The framework is useful because it requires authors to name the pathway they intend to measure instead of assuming that deployment or a downstream observation proves it.</p><table-wrap id="t1" position="float"><label>Table 1.</label><caption><p>How public health action end points complement existing evaluation frameworks.</p></caption><table id="table1" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Existing framework or concept</td><td align="left" valign="bottom">Primary function</td><td align="left" valign="bottom">Contribution of an action end point when AI-supported action change is claimed</td></tr></thead><tbody><tr><td align="left" valign="top">Prediction model reporting and appraisal, including TRIPOD+AI<sup><xref ref-type="table-fn" rid="table1fn1">a</xref></sup> and PROBAST+AI<sup><xref ref-type="table-fn" rid="table1fn2">b</xref></sup> [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]</td><td align="left" valign="top">Reports prediction model performance, transparency, risk of bias, and applicability</td><td align="left" valign="top">Specifies the downstream AI output, action opportunity, accountable actor, action window, and auditable action status</td></tr><tr><td align="left" valign="top">DECIDE-AI<sup><xref ref-type="table-fn" rid="table1fn3">c</xref></sup>, CONSORT-AI<sup><xref ref-type="table-fn" rid="table1fn4">d</xref></sup>, SPIRIT-AI<sup><xref ref-type="table-fn" rid="table1fn5">e</xref></sup>, and FUTURE-AI<sup><xref ref-type="table-fn" rid="table1fn6">f</xref></sup> [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref16">16</xref>-<xref ref-type="bibr" rid="ref18">18</xref>]</td><td align="left" valign="top">Guides early evaluation, trial reporting, protocol transparency, and trustworthy AI</td><td align="left" valign="top">Defines a public health program-level denominator and a concrete action or nonaction record after the AI output</td></tr><tr><td align="left" valign="top">iCHECK-DH<sup><xref ref-type="table-fn" rid="table1fn7">g</xref></sup> and digital health implementation reporting [<xref ref-type="bibr" rid="ref11">11</xref>]</td><td align="left" valign="top">Improves completeness and reproducibility of implementation reporting</td><td align="left" valign="top">Operationalizes 1 specific signal-to-action event for measurement, audit, and claim alignment</td></tr><tr><td align="left" valign="top">RE-AIM<sup><xref ref-type="table-fn" rid="table1fn8">h</xref></sup> and Proctor implementation outcomes [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]</td><td align="left" valign="top">Evaluates reach, adoption, implementation, maintenance, acceptability, feasibility, fidelity, cost, penetration, and sustainability</td><td align="left" valign="top">Adds AI output provenance and event-level accountability to a broader implementation evaluation</td></tr><tr><td align="left" valign="top">CFIR<sup><xref ref-type="table-fn" rid="table1fn9">i</xref></sup> and sociotechnical models [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]</td><td align="left" valign="top">Explain contextual determinants and interactions among people, tasks, technology, organizations, and policy</td><td align="left" valign="top">Defines the action event that can be interpreted within that context rather than treating the end point as context-free</td></tr><tr><td align="left" valign="top">Donabedian structure-process-outcome model [<xref ref-type="bibr" rid="ref22">22</xref>]</td><td align="left" valign="top">Distinguishes structures, processes, and outcomes used to evaluate quality</td><td align="left" valign="top">Makes the AI trigger, actor, action state, and observation window explicit within an AI-mediated process link</td></tr></tbody></table><table-wrap-foot><fn id="table1fn1"><p><sup>a</sup>TRIPOD+AI: Transparent Reporting of a Multivariable Prediction Model for Individual Prognosis or Diagnosis&#x2013;Artificial Intelligence.</p></fn><fn id="table1fn2"><p><sup>b</sup>PROBAST+AI: Prediction Model Risk of Bias Assessment Tool&#x2013;Artificial Intelligence.</p></fn><fn id="table1fn3"><p><sup>c</sup>DECIDE-AI: Developmental and Exploratory Clinical Investigations of Decision Support Systems Driven by Artificial Intelligence.</p></fn><fn id="table1fn4"><p><sup>d</sup>CONSORT-AI: Consolidated Standards of Reporting Trials&#x2013;Artificial Intelligence.</p></fn><fn id="table1fn5"><p><sup>e</sup>SPIRIT-AI: Standard Protocol Items: Recommendations for Interventional Trials&#x2013;Artificial Intelligence.</p></fn><fn id="table1fn6"><p><sup>f</sup>FUTURE-AI: fairness, universality, traceability, usability, robustness, and explainability in artificial intelligence.</p></fn><fn id="table1fn7"><p><sup>g</sup>iCHECK-DH: Guidelines and Checklist for the Reporting on Digital Health Implementations.</p></fn><fn id="table1fn8"><p><sup>h</sup>RE-AIM: reach, effectiveness, adoption, implementation, and maintenance.</p></fn><fn id="table1fn9"><p><sup>i</sup>CFIR: Consolidated Framework for Implementation Research.</p></fn></table-wrap-foot></table-wrap></sec><sec id="s4"><title>Developing, Testing, and Attributing Action End Points</title><p>An action end point should be developed as a pragmatic implementation measure, not selected only because it is easy to log. Measurement quality matters in implementation research [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. Before use, investigators should specify why the action is meaningful for the relevant public health program, whether the needed records can be captured reliably, and which claim the end point could support (<xref ref-type="table" rid="table2">Table 2</xref>). The table is a proposed appraisal framework, not a consensus-derived validation instrument; empirical testing is needed to establish its feasibility, reliability, and usefulness across settings.</p><table-wrap id="t2" position="float"><label>Table 2.</label><caption><p>Proposed criteria for developing and appraising a public health action end point.</p></caption><table id="table2" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Domain</td><td align="left" valign="bottom">Question before use</td><td align="left" valign="bottom">Minimum evidence or reporting expectation</td></tr></thead><tbody><tr><td align="left" valign="top">Meaningfulness and content validity</td><td align="left" valign="top">Does the action represent a clinically or programmatically meaningful opportunity rather than documentation alone?</td><td align="left" valign="top">State the action rationale, its link to a guideline or program objective when available, and the input of relevant operational, clinical, and community stakeholders</td></tr><tr><td align="left" valign="top">Feasibility and workflow sensitivity</td><td align="left" valign="top">Can the responsible actor reasonably complete and document the action in the proposed window?</td><td align="left" valign="top">Describe workflow capacity, data source, missingness, and pilot or feasibility evidence when available</td></tr><tr><td align="left" valign="top">Reliability and auditability</td><td align="left" valign="top">Can different reviewers reconstruct and classify the action state from the same record?</td><td align="left" valign="top">Retain source-linked time stamps and reasons; independently adjudicate ambiguous or consequential classifications and report the procedure</td></tr><tr><td align="left" valign="top">Attribution</td><td align="left" valign="top">What role did the AI output have in the action, and what comparison is needed for the intended claim?</td><td align="left" valign="top">Predefine role labels (initiated, accelerated, modified, supported, or no documented role) and state the comparator or causal design for causal claims</td></tr><tr><td align="left" valign="top">Resistance to gaming</td><td align="left" valign="top">Could denominator narrowing, post hoc nonaction labels, or repeated outputs inflate apparent success?</td><td align="left" valign="top">Prespecify denominator, deduplication, threshold, action categories, nonaction reasons, and handling of unresolved cases</td></tr><tr><td align="left" valign="top">Safety and equity</td><td align="left" valign="top">Could action completion create harm or mask unequal reach, burden, or performance?</td><td align="left" valign="top">Prespecify harms and stratify denominator, reach, completion, and outcomes by contextually relevant groups</td></tr><tr><td align="left" valign="top">Outcome linkage and claim boundary</td><td align="left" valign="top">Is there evidence that the action is plausibly related to a desired public health outcome?</td><td align="left" valign="top">State whether the claim is a descriptive action completion, an attributable action change, or a population health benefit, and avoid treating the end point as a validated surrogate</td></tr></tbody></table></table-wrap><p>Three inferences should be kept separate. First, time-stamped logs can show <italic>temporal proximity</italic>, indicating that an AI output preceded an action. Second, a workflow record or actor documentation can show a <italic>documented role</italic>, meaning the output initiated, accelerated, modified, supported, or had no documented role in that action. Third, a causal design can estimate <italic>attributable action change</italic>, that is, whether an action changed because the AI implementation was introduced. The first two are necessary for an auditable pathway but are not substitutes for the third. For causal attribution, studies need an appropriate comparator or counterfactual strategy, such as randomization, a controlled before-and-after design, interrupted time series, or another design that addresses secular trends, case mix, concurrent interventions, and selective follow-up.</p><p>The selected observation window should reflect clinical urgency, public health relevance, workflow capacity, and the consequences of delay. A descriptive postdeployment action rate can support an implementation description. A claim that AI improved action requires an attribution strategy; a claim of clinical or population health benefit requires outcome-linked causal evidence. For patient-facing communication, message delivery, clicks, and conversation volume are not evidence of understanding. Comprehension should use language-appropriate, literacy-sensitive measures, teach-back, or other prespecified measures [<xref ref-type="bibr" rid="ref25">25</xref>]. Usability may be assessed separately with an instrument such as the System Usability Scale [<xref ref-type="bibr" rid="ref26">26</xref>]. Workload can use task time, queue or message volume, or a prespecified instrument such as the NASA Task Load Index [<xref ref-type="bibr" rid="ref27">27</xref>].</p></sec><sec id="s5"><title>Operationalizing Action End Points Across Digital Public Health Use Cases</title><p>The practical test is whether a manuscript can translate a weak end point into a measurable action end point. The examples in <xref ref-type="table" rid="table3">Table 3</xref> are author-proposed illustrations, not a systematic review&#x2013;derived taxonomy or a claim that every published implementation used the listed weak end point. Their purpose is to show how the denominator, action opportunity, accountable actor, window, attribution record, safeguards, and claim boundary can be made visible.</p><table-wrap id="t3" position="float"><label>Table 3.</label><caption><p>Illustrative public health action end points across digital public health AI use cases.</p></caption><table id="table3" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Use case</td><td align="left" valign="bottom">Common but insufficient end point</td><td align="left" valign="bottom">Illustrative action end point and calculation</td><td align="left" valign="bottom">Paired monitoring and allowable claim</td></tr></thead><tbody><tr><td align="left" valign="top">Outbreak surveillance</td><td align="left" valign="top">Number of alerts or retrospective detection accuracy</td><td align="left" valign="top">Thresholded alerts reviewed within 24 hours; completed verification or escalation and predefined justified nonaction are reported separately; denominator=eligible alert episodes</td><td align="left" valign="top">False alarms, team workload, delayed true events, geographic inequity; supports descriptive action completion, while attributable action change requires an appropriate comparator or causal design</td></tr><tr><td align="left" valign="top">Vaccination outreach</td><td align="left" valign="top">Priority list generated or messages sent</td><td align="left" valign="top">Eligible high-risk residents contacted, scheduled, or vaccinated within 30 days, with each action reported separately and the documented AI role retained</td><td align="left" valign="top">Inequitable reach, digital exclusion, language barriers, resource diversion; supports descriptive action completion, while attributable action change requires an appropriate comparator or causal design</td></tr><tr><td align="left" valign="top">Chronic disease registry</td><td align="left" valign="top">Risk score assigned</td><td align="left" valign="top">Guideline-linked medication review, referral, or follow-up completed within a defined window after an AI flag; denominator=eligible flagged patients or episodes</td><td align="left" valign="top">Primary care workload, missed low-access groups, overreferral; supports descriptive action completion, while attributable action change requires an appropriate comparator or causal design</td></tr><tr><td align="left" valign="top">Heat-health warning</td><td align="left" valign="top">Warning issued or message opened</td><td align="left" valign="top">Eligible facilities, persons, or neighborhoods receiving check-in, cooling support, welfare assessment, or mitigation within 48 hours after a warning</td><td align="left" valign="top">Overalerting, geographic inequity, unmet social needs, service capacity; supports descriptive action completion, while attributable action change requires an appropriate comparator or causal design</td></tr><tr><td align="left" valign="top">Chatbot triage or risk communication</td><td align="left" valign="top">Conversation volume, answer fluency, or user satisfaction</td><td align="left" valign="top">Eligible high-risk conversations escalated to a human reviewer, public health service, emergency pathway, or other urgent pathway; lower-risk source-grounded self-care support evaluated separately</td><td align="left" valign="top">False reassurance, language and literacy bias, unsafe advice, privacy risk; supports descriptive escalation completion, while a safety claim requires prespecified error or adverse-event evaluation and an appropriate design</td></tr></tbody></table></table-wrap></sec><sec id="s6"><title>Scope, Governance, and Claim Boundaries</title><p>Public health action end points apply to both research implementations and production systems, but they do not collapse the governance requirements of those settings. For research, investigators should state whether human research ethics review, trial registration, data governance approval, and funder due diligence apply to the planned evaluation. For production systems, the end point complements rather than substitutes for jurisdiction-specific regulatory requirements, institutional oversight, quality management, and postdeployment monitoring. It does not determine whether a system is regulated as a medical device or the level of evidence required for authorization.</p><p>Research ethics committees or institutional review boards, public health and clinical leaders, data governance teams, and funders where relevant should be involved before implementation. The proposed workflow should include contingency actions for unsafe outputs, capacity failures, threshold or model changes, human overrides, and fallback or rollback. This is especially important where automated recommendations or generated content can affect triage, escalation, access to services, or allocation of limited resources.</p><p>Action end points should not be imposed on every early-stage AI study. Model development, external validation, silent evaluation, and usability testing can be valuable without proving action change. Nor does the framework require every system to demonstrate population health benefit immediately. It asks that the claim stop at the stage tested (ie, technical performance, feasibility, descriptive action completion, attributable action change, or outcome-linked population health benefit). A completed-action rate alone supports only a descriptive implementation statement, a causal action-change claim requires a comparator or counterfactual strategy, and outcome claims require a design that links action changes to relevant outcomes.</p><p>The end point should not reward action volume for its own sake. Low thresholds can increase unnecessary field work, testing, anxiety, stigma, overtreatment, or resource diversion, while high thresholds can miss people or communities most likely to benefit. Unequal data quality can also make a model appear accurate while excluding digitally marginalized populations [<xref ref-type="bibr" rid="ref28">28</xref>]. Prespecification of denominators, thresholds, action categories, nonaction reasons, duplicate rules, observation windows, equity strata, and audit logs helps prevent gaming and keeps missed action, unresolved status, and denominator loss visible.</p><p>For authors and reviewers, the key reporting question is not whether an action end point is universally required. It is whether an AI-supported action-change claim is proportionate to the action pathway that has been measured. Manuscripts making such a claim should state the output, denominator, action opportunity, accountable actor, observation window, action status categories, attribution strategy, safeguards, and intended level of inference. Without these elements, an article may be reporting a model or system rather than an evaluated AI-supported public health intervention.</p></sec><sec id="s7" sec-type="conclusions"><title>Conclusions</title><p>Digital public health AI should not be judged only by whether models classify risk, generate messages, or automate surveillance. A public health action end point makes a proximal action pathway observable by detailing what opportunity followed which AI output, for whom, by whom, within what window, with what action status and documented AI role. It is a structured process or implementation end point, not a causal outcome or a surrogate for population health benefit. The allowable claim should stop at the last link that has been measured with an appropriate attribution strategy.</p></sec></body><back><ack><p>OpenAI Codex (accessed July-August 2026) was used to assist with language editing, drafting and restructuring author-directed text in response to peer-review comments, formatting consistency, grammar checks, reference consistency checks, and drafting the conceptual layout of Figure 1. The authors defined the manuscript's central argument and independently reviewed, revised, and approved all AI-assisted output. No generative AI tool was used to generate data, conduct analyses, or independently select or verify references. The authors checked the manuscript's factual content and references against the cited sources and take full responsibility for the final manuscript. Relevant prompts and outputs have been retained and can be provided to the editors upon request.</p></ack><notes><sec><title>Funding</title><p>The authors declared no financial support was received for this work.</p></sec><sec><title>Data Availability</title><p>No data were generated or analyzed for this viewpoint.</p></sec></notes><fn-group><fn fn-type="con"><p>Conceptualization: XZ, HL</p><p>Supervision: ZH</p><p>Writing &#x2013; original draft: XZ</p><p>Writing &#x2013; review &#x0026; editing: HL, ZH</p><p>All authors approved the final manuscript and agree to be accountable for the work.</p></fn><fn fn-type="conflict"><p>None declared.</p></fn></fn-group><ref-list><title>References</title><ref id="ref1"><label>1</label><nlm-citation citation-type="report"><article-title>Ethics and governance of artificial intelligence for health: WHO guidance</article-title><year>2021</year><month>06</month><day>21</day><access-date>2026-07-04</access-date><publisher-name>World Health Organization</publisher-name><comment><ext-link ext-link-type="uri" xlink:href="https://www.who.int/publications/i/item/9789240029200">https://www.who.int/publications/i/item/9789240029200</ext-link></comment></nlm-citation></ref><ref id="ref2"><label>2</label><nlm-citation citation-type="report"><article-title>Ethics and governance of artificial intelligence for health: guidance on large multi-modal models</article-title><year>2025</year><month>03</month><day>25</day><access-date>2026-07-04</access-date><publisher-name>World Health Organization</publisher-name><comment><ext-link ext-link-type="uri" xlink:href="https://www.who.int/publications/i/item/9789240084759">https://www.who.int/publications/i/item/9789240084759</ext-link></comment></nlm-citation></ref><ref id="ref3"><label>3</label><nlm-citation citation-type="report"><article-title>Recommendations on digital interventions for health system strengthening: WHO guideline</article-title><year>2019</year><month>06</month><day>6</day><access-date>2026-07-04</access-date><publisher-name>World Health Organization</publisher-name><comment><ext-link ext-link-type="uri" xlink:href="https://www.who.int/publications/i/item/9789241550505">https://www.who.int/publications/i/item/9789241550505</ext-link></comment></nlm-citation></ref><ref id="ref4"><label>4</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Panteli</surname><given-names>D</given-names> </name><name name-style="western"><surname>Adib</surname><given-names>K</given-names> </name><name name-style="western"><surname>Buttigieg</surname><given-names>S</given-names> </name><etal/></person-group><article-title>Artificial intelligence in public health: promises, challenges, and an agenda for policy makers and public health institutions</article-title><source>Lancet Public Health</source><year>2025</year><month>05</month><volume>10</volume><issue>5</issue><fpage>e428</fpage><lpage>e432</lpage><pub-id pub-id-type="doi">10.1016/S2468-2667(25)00036-2</pub-id><pub-id pub-id-type="medline">40031938</pub-id></nlm-citation></ref><ref id="ref5"><label>5</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lekadir</surname><given-names>K</given-names> </name><name name-style="western"><surname>Frangi</surname><given-names>AF</given-names> </name><name name-style="western"><surname>Porras</surname><given-names>AR</given-names> </name><etal/></person-group><article-title>FUTURE-AI: international consensus guideline for trustworthy and deployable artificial intelligence in healthcare</article-title><source>BMJ</source><year>2025</year><month>02</month><day>5</day><volume>388</volume><fpage>e081554</fpage><pub-id pub-id-type="doi">10.1136/bmj-2024-081554</pub-id><pub-id pub-id-type="medline">39909534</pub-id></nlm-citation></ref><ref id="ref6"><label>6</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Goddard</surname><given-names>K</given-names> </name><name name-style="western"><surname>Roudsari</surname><given-names>A</given-names> </name><name name-style="western"><surname>Wyatt</surname><given-names>JC</given-names> </name></person-group><article-title>Automation bias: a systematic review of frequency, effect mediators, and mitigators</article-title><source>J Am Med Inform Assoc</source><year>2012</year><month>01</month><volume>19</volume><issue>1</issue><fpage>121</fpage><lpage>127</lpage><pub-id pub-id-type="doi">10.1136/amiajnl-2011-000089</pub-id><pub-id pub-id-type="medline">21685142</pub-id></nlm-citation></ref><ref id="ref7"><label>7</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Bickmore</surname><given-names>TW</given-names> </name><name name-style="western"><surname>Trinh</surname><given-names>H</given-names> </name><name name-style="western"><surname>Olafsson</surname><given-names>S</given-names> </name><etal/></person-group><article-title>Patient and consumer safety risks when using conversational assistants for medical information: an observational study of Siri, Alexa, and Google Assistant</article-title><source>J Med Internet Res</source><year>2018</year><month>09</month><day>4</day><volume>20</volume><issue>9</issue><fpage>e11510</fpage><pub-id pub-id-type="doi">10.2196/11510</pub-id><pub-id pub-id-type="medline">30181110</pub-id></nlm-citation></ref><ref id="ref8"><label>8</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Glasgow</surname><given-names>RE</given-names> </name><name name-style="western"><surname>Vogt</surname><given-names>TM</given-names> </name><name name-style="western"><surname>Boles</surname><given-names>SM</given-names> </name></person-group><article-title>Evaluating the public health impact of health promotion interventions: the RE-AIM framework</article-title><source>Am J Public Health</source><year>1999</year><month>09</month><volume>89</volume><issue>9</issue><fpage>1322</fpage><lpage>1327</lpage><pub-id pub-id-type="doi">10.2105/ajph.89.9.1322</pub-id><pub-id pub-id-type="medline">10474547</pub-id></nlm-citation></ref><ref id="ref9"><label>9</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Proctor</surname><given-names>E</given-names> </name><name name-style="western"><surname>Silmere</surname><given-names>H</given-names> </name><name name-style="western"><surname>Raghavan</surname><given-names>R</given-names> </name><etal/></person-group><article-title>Outcomes for implementation research: conceptual distinctions, measurement challenges, and research agenda</article-title><source>Adm Policy Ment Health</source><year>2011</year><month>03</month><volume>38</volume><issue>2</issue><fpage>65</fpage><lpage>76</lpage><pub-id pub-id-type="doi">10.1007/s10488-010-0319-7</pub-id><pub-id pub-id-type="medline">20957426</pub-id></nlm-citation></ref><ref id="ref10"><label>10</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Pinnock</surname><given-names>H</given-names> </name><name name-style="western"><surname>Barwick</surname><given-names>M</given-names> </name><name name-style="western"><surname>Carpenter</surname><given-names>CR</given-names> </name><etal/></person-group><article-title>Standards for Reporting Implementation Studies (StaRI) statement</article-title><source>BMJ</source><year>2017</year><month>03</month><day>6</day><volume>356</volume><fpage>i6795</fpage><pub-id pub-id-type="doi">10.1136/bmj.i6795</pub-id><pub-id pub-id-type="medline">28264797</pub-id></nlm-citation></ref><ref id="ref11"><label>11</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Perrin Franck</surname><given-names>C</given-names> </name><name name-style="western"><surname>Babington-Ashaye</surname><given-names>A</given-names> </name><name name-style="western"><surname>Dietrich</surname><given-names>D</given-names> </name><etal/></person-group><article-title>iCHECK-DH: Guidelines and Checklist for the Reporting on Digital Health Implementations</article-title><source>J Med Internet Res</source><year>2023</year><month>05</month><day>10</day><volume>25</volume><fpage>e46694</fpage><pub-id pub-id-type="doi">10.2196/46694</pub-id><pub-id pub-id-type="medline">37163336</pub-id></nlm-citation></ref><ref id="ref12"><label>12</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Eysenbach</surname><given-names>G</given-names> </name><collab>CONSORT-EHEALTH Group</collab></person-group><article-title>CONSORT-EHEALTH: improving and standardizing evaluation reports of web-based and mobile health interventions</article-title><source>J Med Internet Res</source><year>2011</year><month>12</month><day>31</day><volume>13</volume><issue>4</issue><fpage>e126</fpage><pub-id pub-id-type="doi">10.2196/jmir.1923</pub-id><pub-id pub-id-type="medline">22209829</pub-id></nlm-citation></ref><ref id="ref13"><label>13</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ross</surname><given-names>J</given-names> </name><name name-style="western"><surname>Stevenson</surname><given-names>F</given-names> </name><name name-style="western"><surname>Lau</surname><given-names>R</given-names> </name><name name-style="western"><surname>Murray</surname><given-names>E</given-names> </name></person-group><article-title>Factors that influence the implementation of e-health: a systematic review of systematic reviews (an update)</article-title><source>Implement Sci</source><year>2016</year><month>10</month><day>26</day><volume>11</volume><issue>1</issue><fpage>146</fpage><pub-id pub-id-type="doi">10.1186/s13012-016-0510-7</pub-id><pub-id pub-id-type="medline">27782832</pub-id></nlm-citation></ref><ref id="ref14"><label>14</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Cresswell</surname><given-names>KM</given-names> </name><name name-style="western"><surname>Bates</surname><given-names>DW</given-names> </name><name name-style="western"><surname>Sheikh</surname><given-names>A</given-names> </name></person-group><article-title>Ten key considerations for the successful implementation and adoption of large-scale health information technology</article-title><source>J Am Med Inform Assoc</source><year>2013</year><month>06</month><volume>20</volume><issue>e1</issue><fpage>e9</fpage><lpage>e13</lpage><pub-id pub-id-type="doi">10.1136/amiajnl-2013-001684</pub-id><pub-id pub-id-type="medline">23599226</pub-id></nlm-citation></ref><ref id="ref15"><label>15</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Greenhalgh</surname><given-names>T</given-names> </name><name name-style="western"><surname>Wherton</surname><given-names>J</given-names> </name><name name-style="western"><surname>Papoutsi</surname><given-names>C</given-names> </name><etal/></person-group><article-title>Beyond adoption: a new framework for theorizing and evaluating nonadoption, abandonment, and challenges to the scale-up, spread, and sustainability of health and care technologies</article-title><source>J Med Internet Res</source><year>2017</year><month>11</month><day>1</day><volume>19</volume><issue>11</issue><fpage>e367</fpage><pub-id pub-id-type="doi">10.2196/jmir.8775</pub-id><pub-id pub-id-type="medline">29092808</pub-id></nlm-citation></ref><ref id="ref16"><label>16</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Vasey</surname><given-names>B</given-names> </name><name name-style="western"><surname>Nagendran</surname><given-names>M</given-names> </name><name name-style="western"><surname>Campbell</surname><given-names>B</given-names> </name><etal/></person-group><article-title>Reporting guideline for the early-stage clinical evaluation of decision support systems driven by artificial intelligence: DECIDE-AI</article-title><source>Nat Med</source><year>2022</year><month>05</month><volume>28</volume><issue>5</issue><fpage>924</fpage><lpage>933</lpage><pub-id pub-id-type="doi">10.1038/s41591-022-01772-9</pub-id><pub-id pub-id-type="medline">35585198</pub-id></nlm-citation></ref><ref id="ref17"><label>17</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Liu</surname><given-names>X</given-names> </name><name name-style="western"><surname>Cruz Rivera</surname><given-names>S</given-names> </name><name name-style="western"><surname>Moher</surname><given-names>D</given-names> </name><name name-style="western"><surname>Calvert</surname><given-names>MJ</given-names> </name><name name-style="western"><surname>Denniston</surname><given-names>AK</given-names> </name><collab>SPIRIT-AI and CONSORT-AI Working Group</collab></person-group><article-title>Reporting guidelines for clinical trial reports for interventions involving artificial intelligence: the CONSORT-AI extension</article-title><source>Nat Med</source><year>2020</year><month>09</month><volume>26</volume><issue>9</issue><fpage>1364</fpage><lpage>1374</lpage><pub-id pub-id-type="doi">10.1038/s41591-020-1034-x</pub-id><pub-id pub-id-type="medline">32908283</pub-id></nlm-citation></ref><ref id="ref18"><label>18</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Cruz Rivera</surname><given-names>S</given-names> </name><name name-style="western"><surname>Liu</surname><given-names>X</given-names> </name><name name-style="western"><surname>Chan</surname><given-names>AW</given-names> </name><etal/></person-group><article-title>Guidelines for clinical trial protocols for interventions involving artificial intelligence: the SPIRIT-AI extension</article-title><source>Nat Med</source><year>2020</year><month>09</month><volume>26</volume><issue>9</issue><fpage>1351</fpage><lpage>1363</lpage><pub-id pub-id-type="doi">10.1038/s41591-020-1037-7</pub-id><pub-id pub-id-type="medline">32908284</pub-id></nlm-citation></ref><ref id="ref19"><label>19</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Collins</surname><given-names>GS</given-names> </name><name name-style="western"><surname>Moons</surname><given-names>KGM</given-names> </name><name name-style="western"><surname>Dhiman</surname><given-names>P</given-names> </name><etal/></person-group><article-title>TRIPOD+AI statement: updated guidance for reporting clinical prediction models that use regression or machine learning methods</article-title><source>BMJ</source><year>2024</year><month>04</month><day>16</day><volume>385</volume><fpage>e078378</fpage><pub-id pub-id-type="doi">10.1136/bmj-2023-078378</pub-id><pub-id pub-id-type="medline">38626948</pub-id></nlm-citation></ref><ref id="ref20"><label>20</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Moons</surname><given-names>KGM</given-names> </name><name name-style="western"><surname>Damen</surname><given-names>JAA</given-names> </name><name name-style="western"><surname>Kaul</surname><given-names>T</given-names> </name><etal/></person-group><article-title>PROBAST+AI: an updated quality, risk of bias, and applicability assessment tool for prediction models using regression or artificial intelligence methods</article-title><source>BMJ</source><year>2025</year><month>03</month><day>24</day><volume>388</volume><fpage>e082505</fpage><pub-id pub-id-type="doi">10.1136/bmj-2024-082505</pub-id><pub-id pub-id-type="medline">40127903</pub-id></nlm-citation></ref><ref id="ref21"><label>21</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Damschroder</surname><given-names>LJ</given-names> </name><name name-style="western"><surname>Aron</surname><given-names>DC</given-names> </name><name name-style="western"><surname>Keith</surname><given-names>RE</given-names> </name><name name-style="western"><surname>Kirsh</surname><given-names>SR</given-names> </name><name name-style="western"><surname>Alexander</surname><given-names>JA</given-names> </name><name name-style="western"><surname>Lowery</surname><given-names>JC</given-names> </name></person-group><article-title>Fostering implementation of health services research findings into practice: a consolidated framework for advancing implementation science</article-title><source>Implement Sci</source><year>2009</year><month>08</month><day>7</day><volume>4</volume><issue>1</issue><fpage>50</fpage><pub-id pub-id-type="doi">10.1186/1748-5908-4-50</pub-id><pub-id pub-id-type="medline">19664226</pub-id></nlm-citation></ref><ref id="ref22"><label>22</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Donabedian</surname><given-names>A</given-names> </name></person-group><article-title>Evaluating the quality of medical care</article-title><source>Milbank Q</source><year>2005</year><volume>83</volume><issue>4</issue><fpage>691</fpage><lpage>729</lpage><pub-id pub-id-type="doi">10.1111/j.1468-0009.2005.00397.x</pub-id><pub-id pub-id-type="medline">16279964</pub-id></nlm-citation></ref><ref id="ref23"><label>23</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Sittig</surname><given-names>DF</given-names> </name><name name-style="western"><surname>Singh</surname><given-names>H</given-names> </name></person-group><article-title>A new sociotechnical model for studying health information technology in complex adaptive healthcare systems</article-title><source>Qual Saf Health Care</source><year>2010</year><month>10</month><volume>19</volume><issue>Suppl 3</issue><fpage>i68</fpage><lpage>i74</lpage><pub-id pub-id-type="doi">10.1136/qshc.2010.042085</pub-id><pub-id pub-id-type="medline">20959322</pub-id></nlm-citation></ref><ref id="ref24"><label>24</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lewis</surname><given-names>CC</given-names> </name><name name-style="western"><surname>Fischer</surname><given-names>S</given-names> </name><name name-style="western"><surname>Weiner</surname><given-names>BJ</given-names> </name><name name-style="western"><surname>Stanick</surname><given-names>C</given-names> </name><name name-style="western"><surname>Kim</surname><given-names>M</given-names> </name><name name-style="western"><surname>Martinez</surname><given-names>RG</given-names> </name></person-group><article-title>Outcomes for implementation science: an enhanced systematic review of instruments using evidence-based rating criteria</article-title><source>Implement Sci</source><year>2015</year><month>11</month><day>4</day><volume>10</volume><fpage>155</fpage><pub-id pub-id-type="doi">10.1186/s13012-015-0342-x</pub-id><pub-id pub-id-type="medline">26537706</pub-id></nlm-citation></ref><ref id="ref25"><label>25</label><nlm-citation citation-type="web"><article-title>Tool: teach-back</article-title><source>Agency for Healthcare Research and Quality</source><year>2023</year><month>05</month><access-date>2026-08-08</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.ahrq.gov/teamstepps-program/curriculum/communication/tools/teachback.html">https://www.ahrq.gov/teamstepps-program/curriculum/communication/tools/teachback.html</ext-link></comment></nlm-citation></ref><ref id="ref26"><label>26</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Brooke</surname><given-names>J</given-names> </name></person-group><person-group person-group-type="editor"><name name-style="western"><surname>Jordan</surname><given-names>PW</given-names> </name><name name-style="western"><surname>Thomas</surname><given-names>B</given-names> </name><name name-style="western"><surname>Weerdmeester</surname><given-names>BA</given-names> </name><name name-style="western"><surname>McClelland</surname><given-names>IL</given-names> </name></person-group><article-title>SUS: a &#x201C;quick and dirty&#x201D; usability scale</article-title><source>Usability Evaluation in Industry</source><year>1996</year><publisher-name>Taylor &#x0026; Francis</publisher-name><fpage>189</fpage><lpage>194</lpage><pub-id pub-id-type="other">9780748404605</pub-id></nlm-citation></ref><ref id="ref27"><label>27</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hart</surname><given-names>SG</given-names> </name><name name-style="western"><surname>Staveland</surname><given-names>LE</given-names> </name></person-group><article-title>Development of NASA-TLX (Task Load Index): results of empirical and theoretical research</article-title><source>Adv Psychol</source><year>1988</year><volume>52</volume><fpage>139</fpage><lpage>183</lpage><pub-id pub-id-type="doi">10.1016/S0166-4115(08)62386-9</pub-id></nlm-citation></ref><ref id="ref28"><label>28</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Obermeyer</surname><given-names>Z</given-names> </name><name name-style="western"><surname>Powers</surname><given-names>B</given-names> </name><name name-style="western"><surname>Vogeli</surname><given-names>C</given-names> </name><name name-style="western"><surname>Mullainathan</surname><given-names>S</given-names> </name></person-group><article-title>Dissecting racial bias in an algorithm used to manage the health of populations</article-title><source>Science</source><year>2019</year><month>10</month><day>25</day><volume>366</volume><issue>6464</issue><fpage>447</fpage><lpage>453</lpage><pub-id pub-id-type="doi">10.1126/science.aax2342</pub-id><pub-id pub-id-type="medline">31649194</pub-id></nlm-citation></ref></ref-list></back></article>