<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "journalpublishing.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="2.0" xml:lang="en" article-type="research-article"><front><journal-meta><journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id><journal-id journal-id-type="publisher-id">jmir</journal-id><journal-id journal-id-type="index">1</journal-id><journal-title>Journal of Medical Internet Research</journal-title><abbrev-journal-title>J Med Internet Res</abbrev-journal-title><issn pub-type="epub">1438-8871</issn><publisher><publisher-name>JMIR Publications</publisher-name><publisher-loc>Toronto, Canada</publisher-loc></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">v28i1e75851</article-id><article-id pub-id-type="doi">10.2196/75851</article-id><article-categories><subj-group subj-group-type="heading"><subject>Original Paper</subject></subj-group></article-categories><title-group><article-title>Patient- and Caregiver-Informed Considerations for the Design and Implementation of Generative AI&#x2013;Supported Patient-Centered Clinical Decision Support: Qualitative Study</article-title></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><name name-style="western"><surname>Desai</surname><given-names>Priyanka J</given-names></name><degrees>MSPH, PhD, CPH</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Dobes</surname><given-names>Angela</given-names></name><degrees>MPH</degrees><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Shah</surname><given-names>Avantika S</given-names></name><degrees>MPH</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Ancker</surname><given-names>Jessica S</given-names></name><degrees>MPH, PhD</degrees><xref ref-type="aff" rid="aff3">3</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Abdulhay</surname><given-names>Lindsay</given-names></name><degrees>MPH</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Das</surname><given-names>Sagarika</given-names></name><degrees>MPH</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Peterson</surname><given-names>Caroline</given-names></name><degrees>MPH</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><collab>CDSiC Trust and Patient-Centeredness Workgroup</collab><xref ref-type="aff" rid="aff1">1</xref><xref ref-type="aff" rid="aff4">4</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Dullabh</surname><given-names>Prashila</given-names></name><degrees>MD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib></contrib-group><aff id="aff1"><institution>Health Sciences Department, NORC, University of Chicago</institution><addr-line>1828 L Street NW</addr-line><addr-line>Washington</addr-line><addr-line>DC</addr-line><country>United States</country></aff><aff id="aff2"><institution>Crohn's and Colitis Foundation</institution><addr-line>New York</addr-line><addr-line>NY</addr-line><country>United States</country></aff><aff id="aff3"><institution>Department of Biomedical Informatics, Vanderbilt University</institution><addr-line>Nashville</addr-line><addr-line>TN</addr-line><country>United States</country></aff><aff id="aff4">Hanna Karim, Jackman Kevon-Mark, Krug Sarah, Oehrlein Elizabeth, Platt Jodyn, Richardson Joshua, Sands Danny, Valenta John, Werner Nicole, Monkhouse Kistein, Ballard Stephanie L.</aff><contrib-group><contrib contrib-type="editor"><name name-style="western"><surname>Coristine</surname><given-names>Andrew</given-names></name></contrib></contrib-group><contrib-group><contrib contrib-type="reviewer"><name name-style="western"><surname>Tsai</surname><given-names>Meng-Hsun</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Labkoff</surname><given-names>Steve</given-names></name></contrib></contrib-group><author-notes><corresp>Correspondence to Priyanka J Desai, MSPH, PhD, CPH, Health Sciences Department, NORC, University of Chicago, 1828 L Street NW, Washington, DC, 20036, United States, 1 301-634-9300; <email>desai-priyanka@norc.org</email></corresp></author-notes><pub-date pub-type="collection"><year>2026</year></pub-date><pub-date pub-type="epub"><day>14</day><month>7</month><year>2026</year></pub-date><volume>28</volume><elocation-id>e75851</elocation-id><history><date date-type="received"><day>19</day><month>12</month><year>2025</year></date><date date-type="rev-recd"><day>05</day><month>06</month><year>2026</year></date><date date-type="accepted"><day>08</day><month>06</month><year>2026</year></date></history><copyright-statement>&#x00A9; Priyanka J Desai, Angela Dobes, Avantika S Shah, Jessica Ancker, Lindsay Abdulhay, Sagarika Das, Caroline Peterson, CDSiC Trust and Patient-Centeredness Workgroup, Prashila Dullabh. Originally published in the Journal of Medical Internet Research (<ext-link ext-link-type="uri" xlink:href="https://www.jmir.org">https://www.jmir.org</ext-link>), 14.7.2026. </copyright-statement><copyright-year>2026</copyright-year><license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research (ISSN 1438-8871), is properly cited. The complete bibliographic information, a link to the original publication on <ext-link ext-link-type="uri" xlink:href="https://www.jmir.org/">https://www.jmir.org/</ext-link>, as well as this copyright and license information must be included.</p></license><self-uri xlink:type="simple" xlink:href="https://www.jmir.org/2026/1/e75851"/><abstract><sec><title>Background</title><p>Generative artificial intelligence (AI) has the potential to impact health care by transforming workflows and improving outcomes. Patient-centered clinical decision support (PC CDS) are digital tools that use patient-specific information and patient-centered outcomes research to improve health care decision-making. Generative AI is increasingly being incorporated into PC CDS tools. As patient-facing digital tools continue to expand within the health ecosystem, it is important to gather patient and caregiver perspectives about engaging with generative AI&#x2013;supported PC CDS tools.</p></sec><sec><title>Objective</title><p>This study aimed to generate a prioritized list of patient- and caregiver-informed considerations for the design, implementation, and use of generative AI in PC CDS.</p></sec><sec sec-type="methods"><title>Methods</title><p>We conducted 6 small group discussions across 2 phases, with a total of 16 participants comprising patient and caregiver advocates. The first phase explored perspectives on generative AI&#x2013;supported PC CDS. Using an iterative qualitative approach, we synthesized themes after each session to monitor saturation, which informed the development of an initial list of 7 key considerations for the implementation and use of generative AI&#x2013;supported PC CDS. During the second phase, we generated a refined list of considerations using a prioritization ranking activity and peer validation approach.</p></sec><sec sec-type="results"><title>Results</title><p>Participants believed that generative AI&#x2013;supported PC CDS tools have the potential to enhance efficiency, support clinicians, and improve health care decision-making but recognized that they could introduce challenges. Trust and willingness to use these tools are shaped by individuals&#x2019; health care experiences and familiarity with technology. Concerns included transparency, data security and accuracy, and potential for bias and mistrust in health care. Participants emphasized the importance of customizability and seamless integration into patient-clinician interactions. The tools&#x2019; success depends on clinicians&#x2019; skills and use. Our final list of 7 considerations includes the development of standards and design principles for generative AI&#x2013;supported PC CDS tools, co-design with end users, considerations for mistrust in the health care system, monitoring and evaluation to ensure accuracy, education and training to understand and use AI, use of generative AI&#x2013;supported tools that complement clinicians&#x2019; work and uphold the patient-clinician relationship, and AI that holistically uses patient data and tailors outputs.</p></sec><sec sec-type="conclusions"><title>Conclusions</title><p>This study offers a patient- and caregiver-informed set of considerations for generative AI&#x2013;supported PC CDS including holistic data use, continuous monitoring, addressing mistrust, and ensuring human oversight to mitigate risks such as errors in AI outputs. Participants emphasized the importance of co-design and the need for education, training, and user choice to support meaningful engagement. These interconnected considerations can inform future research and guide the design and implementation of patient-facing AI-supported PC CDS tools.</p></sec></abstract><kwd-group><kwd>generative artificial intelligence</kwd><kwd>patient-centered clinical decision support</kwd><kwd>patient-centered care</kwd><kwd>patient engagement</kwd><kwd>qualitative study</kwd></kwd-group></article-meta></front><body><sec id="s1" sec-type="intro"><title>Introduction</title><p>Artificial intelligence (AI) has rapidly evolved [<xref ref-type="bibr" rid="ref1">1</xref>] for use in health care and medicine and has the potential to improve outcomes for patients and support clinicians in their work [<xref ref-type="bibr" rid="ref2">2</xref>]. Generative AI, a subset of AI, comprises algorithms trained on large datasets of text, images, video, and audio that create new content, process information, and communicate using natural language [<xref ref-type="bibr" rid="ref3">3</xref>]. Generative AI can shift activities from humans to computers for streamlined diagnosis processes, reduced costs and time, and improved outcomes for patients and clinicians [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. Clinical decision support (CDS) encompasses digital tools that facilitate the delivery of timely information for health care decision-making among patients, clinicians, caregivers, and others [<xref ref-type="bibr" rid="ref6">6</xref>]. CDS tools are found in electronic health records, patient portals, and mobile apps, and help reduce health care costs, improve efficiency, increase quality of care, and prevent errors or adverse events [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. When combined with patient-centered considerations&#x2014;family or caregiver support, community and culture, health concerns and medical history, and priorities, preferences, and values&#x2014;CDS is patient-centered [<xref ref-type="bibr" rid="ref8">8</xref>]. Patient-centered CDS (PC CDS) empowers individual patients and their caregivers and clinicians through a spectrum of digital decision-making tools that harness patient-centered outcomes research and patient-specific information [<xref ref-type="bibr" rid="ref9">9</xref>]. Essentially, PC CDS encompasses a spectrum of decision-making tools that significantly incorporate patient-centered factors related to knowledge, data, delivery, and use [<xref ref-type="bibr" rid="ref10">10</xref>]. Knowledge refers to the use of patient-centered outcomes research findings or evidence-based findings from other types of research. Data focuses on the incorporation of patient-generated health data, patient preferences, social determinants of health, and other patient-specific information. Delivery refers to directly engaging patients and/or caregivers across different settings. Finally, use focuses on facilitating bidirectional information exchange in support of patient-centered care, including shared decision-making [<xref ref-type="bibr" rid="ref11">11</xref>].</p><p>Leveraging generative AI for PC CDS can improve health care decision-making and its related procedures and processes [<xref ref-type="bibr" rid="ref11">11</xref>-<xref ref-type="bibr" rid="ref15">15</xref>]. A few examples of AI-supported PC CDS include a tool [<xref ref-type="bibr" rid="ref16">16</xref>] that supports physician workflow and diagnostic imaging precision, an AI-supported application designed to answer commonly asked medical questions [<xref ref-type="bibr" rid="ref17">17</xref>], a chatbot-based platform that supports insurance plan members [<xref ref-type="bibr" rid="ref18">18</xref>], and automation tools that streamline routine tasks such as scheduling [<xref ref-type="bibr" rid="ref19">19</xref>] and generating discharge summaries [<xref ref-type="bibr" rid="ref20">20</xref>].</p><p>As generative AI is becoming increasingly used in health care, the safety, trustworthiness, and transparency of these generative AI&#x2013;supported tools are ever more important. To ensure patient trust, it is important that the use of generative AI in PC CDS considers the perspectives of patients and caregivers. While the literature on AI in health care is rapidly expanding, we noted 2 key gaps in the literature. First, previous studies about patient or public attitudes often broadly probe general use in health care, use for diagnoses, or clinician use [<xref ref-type="bibr" rid="ref21">21</xref>-<xref ref-type="bibr" rid="ref24">24</xref>]. Given the increasing importance of patient-facing digital tools within the health technology ecosystem, it is important to gather patient perspectives about directly engaging with AI-supported tools for health care decision-making. Second, while previous consensus-based efforts have resulted in recommendations for the use of AI in CDS [<xref ref-type="bibr" rid="ref25">25</xref>], we lack patient-driven recommendations that acknowledge patients as potential CDS end users. Notably, previous reviews have found that patient perspectives remain insufficiently incorporated into AI design and deployment guidance and call for additional qualitative research on patients and caregivers [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>].</p><p>This paper addresses these gaps and extends previous research by focusing specifically on patient and caregiver perspectives on the use of generative AI in PC CDS [<xref ref-type="bibr" rid="ref28">28</xref>]. By gathering patient and caregiver perspectives, we aimed to generate a prioritized list of patient- and caregiver-informed considerations for the design, implementation, and use of generative AI in PC CDS.</p></sec><sec id="s2" sec-type="methods"><title>Methods</title><sec id="s2-1"><title>Study Design and Participant Selection</title><p>We conducted 6 qualitative small group discussions held in 2 phases with 16 participants (7 participants in phase 1 and 9 participants in phase 2) to elicit patient and caregiver representatives&#x2019; perspectives on the use of generative AI&#x2013;supported PC CDS, factors impacting trust, implications for patient-clinician relationships, and considerations for design and implementation of these tools. Ten participants identified as patient advocates, 5 as caregiver advocates, and 1 as both. We included patient and caregiver partners to reflect their shared and complementary roles in health care decision-making.</p><p>We used purposive, convenience sampling to identify patient or caregiver advocates with lived experiences. Specifically, we first leveraged existing relationships with established patient and caregiver networks to identify individuals with lived experience. We then expanded the sampling frame by systematically searching publicly available patient and caregiver advocacy resources (eg, National Association of Healthcare Advocacy directory) to identify additional prospective participants. Peer referrals were used to further broaden the pool. Participant outreach for recruitment was conducted virtually using standardized email invitations and follow-up messages. A virtual format was used to support the flexible scheduling and participant convenience.</p></sec><sec id="s2-2"><title>Discussion Guide Development</title><p>All discussions used a semistructured discussion guide to gather participants&#x2019; perspectives on generative AI use in PC CDS. For the first phase of data collection (phase 1), the guide featured 2 generative AI application use case scenarios in PC CDS (<xref ref-type="other" rid="box1">Textbox 1</xref>), adapted from pilot PC CDS tools that were under development at that time [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>]. Given the varying public understanding of AI and how it can be used [<xref ref-type="bibr" rid="ref31">31</xref>], we developed this scenario approach to ensure that participants understood health care AI and to focus their discussions. We conducted three 60-minute virtual cognitive debriefings [<xref ref-type="bibr" rid="ref32">32</xref>] with 1 patient representative and 2 researchers to refine the guide for clarity and comprehension. During these sessions, respondents answered each discussion question and provided feedback on question phrasing, commonly used terms (eg, artificial intelligence and clinical decision support) and illustrative examples, and language in the use case scenarios. They also reviewed a background document on PC CDS and AI intended for use with discussion participants. The discussion guide for phase 1 began with soliciting general perspectives on the use of AI in health care. We then discussed the potential benefits and concerns related to the use of the 2 generative AI application use case scenarios in PC CDS. The guide included probing questions to invite participants to share their level of trust in these tools along with influencing factors and the impact of the tools on the patient-clinician relationship.</p><boxed-text id="box1"><title> Illustrative examples for generative artificial intelligence&#x2013;supported patient-centered clinical decision support shared with small group discussion participants.</title><p><bold>Example 1:</bold> Patient follow-up question application.</p><list list-type="bullet"><list-item><p>A patient asks a question about their cough in their online patient portal. An artificial intelligence (AI)&#x2013;supported tool uses evidence-based information to generate follow-up questions in real time and collect additional information about the patient&#x2019;s concern. Once the tool has gathered enough information from the patient, it summarizes the information and shares the summary with the doctor. The doctor then moves forward with any next steps needed to address the cough, such as ordering a laboratory test, sending a prescription to the pharmacy, or asking them to come into the office.</p></list-item></list><p><bold>Example 2:</bold> AI-supported intervention to support medication adherence.</p><list list-type="bullet"><list-item><p>To help patients remember to take their newly prescribed medications consistently, an AI-supported application automatically sends check-in messages to patients. The application communicates with the patient via text messages using the patient&#x2019;s selected language, such as English or Spanish. The application sends medication reminders and generates questions about any new symptoms. By using the patient&#x2019;s responses and asking relevant follow-up questions, the application can then provide updates to the patient&#x2019;s doctors, nurses, or other care team members so that they can monitor the patient and make any recommendations or changes.</p></list-item></list></boxed-text></sec><sec id="s2-3"><title>Data Collection</title><sec id="s2-3-1"><title>Overview</title><p>Data collection occurred in 2 phases: January and February 2024 and November 2024. All small group discussions were virtual and lasted 60&#x2010;75 minutes. Prior to each discussion, participants received a 2&#x2010; to 3-page background document on generative AI and PC CDS. Participants provided verbal consent for participation in and recording of virtual interviews, with the option to skip questions or exit at any time. Participants were offered a gift card incentive for their participation in study activities.</p></sec><sec id="s2-3-2"><title>Phase 1</title><p>We conducted 3 small group discussions across 7 participants (5 patient advocates and 2 caregiver advocates) to understand their perspectives on the use of AI in health care and the impacts of AI on patient and caregiver trust in providers and health care systems. From phase 1 discussion results, we generated a list of 7 considerations for the implementation of generative AI for PC CDS [<xref ref-type="bibr" rid="ref33">33</xref>]. <xref ref-type="other" rid="box2">Textbox 2</xref> provides the initial list of considerations for the implementation and use of AI in PC CDS.</p><boxed-text id="box2"><title> Initial considerations for the implementation and use of artificial intelligence in patient-centered clinical decision support.</title><list list-type="bullet"><list-item><p>Consult patients and provide choices when introducing artificial intelligence (AI) tools for patient-centered clinical decision support (PC CDS).</p></list-item><list-item><p>Provide education and training to support patients&#x2019; and caregivers&#x2019; use and understanding of AI-enabled tools.</p></list-item><list-item><p>Develop standards and design principles to promote transparent, safe, and secure implementation of AI in health care.</p></list-item><list-item><p>Use AI as a supplementary tool to support and strengthen clinicians&#x2019; work.</p></list-item><list-item><p>Conduct continuous monitoring, critical appraisals, and due diligence when implementing generative AI technologies for PC CDS.</p></list-item><list-item><p>Consider how to holistically use all data to personalize and tailor AI outputs in the development of AI-enabled PC CDS.</p></list-item><list-item><p>Consider challenges related to mistrust and navigating the existing health care system, particularly for historically marginalized or vulnerable populations.</p></list-item></list></boxed-text></sec><sec id="s2-3-3"><title>Phase 2</title><p>We used a peer validation approach [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref35">35</xref>], where we presented the list of 7 considerations generated in phase 1 to a new set of 9 participants (5 patient advocates, 3 caregiver advocates, and 1 who identified as both a patient and a caregiver advocate) across 3 small group discussions. These participants were selected from the same sampling frame as those in the phase 1 discussions to further refine the considerations identified during the first phase discussions and identify new considerations. Before the discussions, participants completed a prioritization activity in Qualtrics to rate and rank the 7 considerations identified during phase 1 [<xref ref-type="bibr" rid="ref32">32</xref>]. The activity used a 5-point Likert scale of importance ratings to rate each consideration individually (ie, 1=not at all important and 5=extremely important). Participants also ranked all 7 considerations from 1 to 7 to indicate relative importance (1=most important and 7=least important).</p><p>We then adapted the original semistructured discussion guide, sharing the illustrative generative AI PC CDS examples (<xref ref-type="other" rid="box1">Textbox 1</xref>) to explore the prioritization rankings and to identify any additional considerations participants felt should be added to the list. Participants were provided with a copy of their rankings before the discussions. During the discussion, the facilitator walked participants through the results. This enabled participants to reflect on the group&#x2019;s collective views and provided an opportunity for further discussion and refinement of the results. Following the small group discussions, participants who completed the prioritization activity were asked to complete a final ranking exercise to indicate the relative importance of a refined list of 7 considerations.</p></sec></sec><sec id="s2-4"><title>Analysis and Synthesis</title><p>We conducted a rapid qualitative content analysis of the transcript-style notes to inductively identify key themes [<xref ref-type="bibr" rid="ref36">36</xref>]. This approach allowed us to explore participants&#x2019; perspectives in a flexible and open-ended way, without predefined categories, ensuring that the analysis reflected their lived experiences and views. We used the discussion guide structure to inform deductive coding to identify initial themes and patterns and then inductively coded the findings to identify additional themes. As part of our rapid qualitative approach, the research team synthesized themes immediately after each small-group discussion, allowing us to monitor thematic development in real time and assess when code saturation had been reached (ie, no new themes or concepts were identified within the sampled population and themes remained stable across discussion groups), consistent with established qualitative research guidance on iterative analysis and saturation [<xref ref-type="bibr" rid="ref37">37</xref>].</p><p>The themes from the phase 1 discussions were synthesized by 5 team members to form the initial considerations. These findings were iteratively refined based on review from the broader team. Similar to the initial phase, 5 team members identified additional themes from phase 2, which informed revised considerations for the design and implementation of generative AI&#x2013;supported PC CDS. Across both phases, we continued patient and caregiver recruitment until thematic saturation was reached within the sampled population, indicating that additional interviews were unlikely to yield new insights [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref39">39</xref>].</p><p>Finally, a series of collaborative discussions was conducted to refine the new themes and finalize the list of considerations before the final ranking activity. In parallel with the qualitative analysis, we used descriptive statistics to determine the average and range of ranks for each list (initial and final) of considerations shared with participants during phase 2.</p></sec><sec id="s2-5"><title>Ethical Considerations</title><p>This study underwent review by the National Opinion Research Center at The University of Chicago Institutional Review Board (FWA00000142). The project was determined to be non&#x2013;human subjects research. Participants provided verbal consent before participating in and being recorded during virtual interviews. Participants were informed that they could decline to answer any question or withdraw from the interview at any time. As a token of appreciation, participants were offered a US $50 gift card, which was distributed via email following the interview. To protect participant confidentiality, all interview transcripts were deidentified prior to analysis, and no identifying information was included in the analytic dataset. We adhered to the SRQR (Standards for Reporting Qualitative Research) checklist when drafting this manuscript [<xref ref-type="bibr" rid="ref40">40</xref>].</p></sec></sec><sec id="s3" sec-type="results"><title>Results</title><sec id="s3-1"><title>Overview</title><p>Participants represented a range of demographic backgrounds and conditions and reported varying familiarity with AI-supported digital health tools. The sample included individuals who are Black (3 participants), Native Hawaiian or Other Pacific Islander (1 participant), and 11 women. Ages of participants ranged from late 30s to mid-70s. Five participants were cancer survivors. Other conditions for patient advocates included lupus, multiple sclerosis, and other autoimmune diseases, as well as rare diseases. Caregivers cared for family members with dementia and cancer.</p><p>In the following section, we first describe key themes related to general perspectives on generative AI&#x2013;supported PC CDS tools identified during phase 1 with 7 participants. Next, we present findings from the prioritization activity and additional themes that emerged during phase 2 with 9 participants. Finally, we describe the refined list of considerations.</p></sec><sec id="s3-2"><title>Key Themes From Phase 1 Small Group Discussions</title><p>Perspectives on the use of generative AI in health care and for PC CDS ranged from skeptical to optimistic. In responding to the scenarios, participants provided a range of views, including advantages, disadvantages, and recommendations for the use of AI in PC CDS.</p><p><italic>Generative AI&#x2013;supported PC CDS could be beneficial for improving accuracy and efficiency in health care</italic>: Participants believed that generative AI&#x2013;supported PC CDS could potentially strengthen clinicians&#x2019; practice and improve patient-clinician communication, which may reduce unnecessary health care visits and optimize time during in-person appointments. One participant shared:</p><disp-quote><p>Coming from my own personal experience...something like this would be super helpful for me in that process in which I don't have to wait 3 to 6 months to see my doctor for them to talk to me...So, I feel like in that way that this would be a really useful tool for me and a lot of other people with chronic conditions.</p><attrib>Discussion 2</attrib></disp-quote><p>Participants had no concerns with using generative AI&#x2013;supported tools to support health care decision-making if human oversight remained and clinician judgment was not replaced.</p><p><italic>Generative AI&#x2013;supported PC CDS could also introduce new inefficiencies, communication challenges, and additional barriers to personalized health care delivery</italic>: Participants noted that patients may be asked to reshare information collected by a generative AI&#x2013;supported PC CDS tool if their clinician does not review it&#x2014;counteracting AI&#x2019;s time-saving potential. Additionally, the use of AI in health care may introduce communication barriers, and participants noted that patients should be provided options to opt out of using the tool or connect with a human. One participant noted:</p><disp-quote><p>It&#x2019;s like a human relationship. There comes a time in some interpersonal relationships where one party needs to say, &#x201C;This isn't working for me.&#x201D; You need to be able to say that to the chatbot.</p><attrib>Discussion 1</attrib></disp-quote><p>While such tools can address basic health issues, some expressed concern around generative AI&#x2013;supported PC CDS tools&#x2019; capacity to respond to more serious, complex health problems. One participant said:</p><disp-quote><p>To get a proper diagnosis, it takes looking at [a] person&#x2019;s vast medical history and there just isn't enough time at the doctor&#x2019;s office for a doctor to do that once. You know, you've got years and years and years of [medical history] information. I don't know that the AI is going to be able to access any of that information.</p><attrib>Discussion 2</attrib></disp-quote><p>They raised potential limitations about AI&#x2019;s ability to successfully integrate a patient&#x2019;s entire health history and offer personalized recommendations through generative AI&#x2013;supported PC CDS.</p><p><italic>Willingness to trust and use generative AI&#x2013;driven PC CDS may be influenced by factors including individual health care experiences and familiarity with health care technology</italic>: Some participants shared previous challenges interacting with the health care system, including years of misdiagnosis despite having access to care teams. Experiences such as receiving inaccurate answers to a simple medical question when using a general AI tool led to skepticism about the potential of generative AI&#x2013;supported PC CDS to combat underlying issues in the health care system or patient-facing health care technology (eg, malfunctioning patient portals).</p><p>Several participants stressed the need for clear information on its purpose and benefits for patients and caregivers while the tool is being introduced. They highlighted that patients and caregivers should receive education and training on generative AI tools, especially patients and caregivers with low health and digital literacy or limited experience using health technology to ensure adoption.</p><p>Participants noted that trust and use of generative AI&#x2013;supported PC CDS depend on the accuracy of the data informing the tool. For example, a few participants noted that if generative AI&#x2013;supported PC CDS relies on outdated or non&#x2013;evidence-based sources, it could spread misinformation and result in their mistrust of the device. Most participants also warned that biased data could worsen health care disparities and impact trust, particularly for vulnerable populations.</p><p><italic>Health care organizations must prioritize transparency with generative AI&#x2013;supported PC CDS</italic>: For instance, participants highlighted the importance of clear user interface design to distinguish AI from human interaction. Several participants described concerns about the security of data that are shared and stored in AI tools. A participant noted:</p><disp-quote><p>I have concerns about the way it&#x2019;s built. I have concerns about what it&#x2019;s consuming, how it&#x2019;s learning. I have concerns about where the data is going and what it&#x2019;s doing with it.</p><attrib>Discussion 3</attrib></disp-quote><p>For the purposes of transparency and confidence regarding the accuracy of generative AI&#x2013;supported PC CDS tools, participants expressed the need for disclaimers clearly stating who owns the tool and has access to the tool&#x2019;s information, information on underlying data sources, and how collected data are stored and used.</p><p><italic>Clinicians&#x2019; use of generative AI&#x2013;supported PC CDS to support decision-making does not impact patients&#x2019; view of them</italic>: Instead, how the tools are used by their clinician was viewed as more influential in shaping the patient-clinician relationship and the quality of care they receive. For example, a participant explained:</p><disp-quote><p>I think AI is a great collaborative tool for clinicians. I am one of those people who does not want...to see it go beyond being a collaborative tool.</p><attrib>Discussion 2</attrib></disp-quote><p>Generative AI&#x2013;supported PC CDS tools should benefit patients, caregivers, and clinicians, and participants emphasized that clinicians should not be the only users who are positively impacted by their use. To support patient-centeredness, patients and caregivers should have input on the design and implementation of generative AI&#x2013;supported PC CDS tools.</p><p><italic>Health care organizations should avoid generative AI&#x2013;supported PC CDS that disrupts patient-clinician interactions</italic>: For instance, some participants stressed the importance of using generative AI&#x2013;supported PC CDS to supplement, not replace, patient-clinician interactions, emphasizing that clinicians should still follow up directly with patients about their health. Participants also noted that their perception of their clinician would be negatively impacted if they were to overly rely on AI outputs. A participant shared:</p><disp-quote><p>I don&#x2019;t want this to be something that is completely left up to artificial intelligence...AI is only as good as the data that it is drawing from...Clinicians are only as good as what they learn from [previous] experiences, and the clinicians themselves continue to grow. I think AI can be a part of that, but certainly not a replacement.</p><attrib>Discussion 2</attrib></disp-quote><p>As a result, most participants emphasized that the safe, effective use of generative AI&#x2013;supported PC CDS requires human oversight and ongoing confirmation that it is improving health care. As noted in the &#x201C;Methods&#x201D; section, the themes described in this section resulted in the initial list of considerations shown in <xref ref-type="other" rid="box2">Textbox 2</xref>.</p></sec><sec id="s3-3"><title>Phase 2 Prioritization of Initial Considerations and Peer Validation</title><p>Before small group discussions, the 9 phase 2 participants rated the importance of the initial list of considerations on a Likert scale.</p><sec id="s3-3-1"><title>Initial Importance Ratings</title><p><xref ref-type="fig" rid="figure1">Figure 1</xref> shows the initial list of considerations and their importance ratings. The consideration &#x201C;Develop standards and design principles to promote the transparent, safe, and secure implementation of AI in healthcare&#x201D; was the only consideration that 8 of 9 participants rated as extremely important (no consideration was rated as extremely important by all participants). None of the considerations were rated as &#x201C;Not at all important&#x201D; or &#x201C;Slightly important.&#x201D;</p><fig position="float" id="figure1"><label>Figure 1.</label><caption><p>Importance rating (on a 5-point Likert scale) for the initial list of 7 considerations (N=9). The numbers in the bars represent the number of participants who selected the Likert scale response for consideration. AI: artificial intelligence; PC CDS: patient-centered clinical decision support.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="jmir_v28i1e75851_fig01.png"/></fig></sec><sec id="s3-3-2"><title>Initial Ranking</title><p><xref ref-type="table" rid="table1">Table 1</xref> shows average rank and range of rank scores selected by participants for each consideration. There was significant variation in ranking for each consideration. Several participants viewed each consideration as fundamental to the successful implementation of generative AI&#x2013;supported PC CDS and saw them as interrelated. For instance, implementing appropriate standards and design principles could lead to continuous monitoring, which would help mitigate bias and address issues of mistrust. Furthermore, they highlighted that lower-ranked considerations might be addressed if higher-ranked considerations are implemented effectively.</p><table-wrap id="t1" position="float"><label>Table 1.</label><caption><p>Average rank and range for initial list of considerations (rank 1=most important and rank 7=least important).</p></caption><table id="table1" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Initial list of considerations</td><td align="left" valign="bottom">Average rank</td><td align="left" valign="bottom">Range</td></tr></thead><tbody><tr><td align="left" valign="top">Consult patients and provide choice when introducing AI<sup><xref ref-type="table-fn" rid="table1fn1">a</xref></sup> tools for PC CDS<sup><xref ref-type="table-fn" rid="table1fn2">b</xref></sup>.</td><td align="left" valign="top">2</td><td align="left" valign="top">1-6</td></tr><tr><td align="left" valign="top">Develop standards and design principles to promote the transparent, safe, and secure implementation of AI in health care.</td><td align="left" valign="top">3</td><td align="left" valign="top">1-6</td></tr><tr><td align="left" valign="top">Use AI as a supplementary tool to support and strengthen clinicians&#x2019; work.</td><td align="left" valign="top">4</td><td align="left" valign="top">1-7</td></tr><tr><td align="left" valign="top">Provide education and training to support patients&#x2019; and caregivers&#x2019; use and understanding of AI-enabled tools.</td><td align="left" valign="top">4</td><td align="left" valign="top">2-7</td></tr><tr><td align="left" valign="top">Consider potential challenges related to mistrust, particularly for historically marginalized or vulnerable populations.</td><td align="left" valign="top">4</td><td align="left" valign="top">2-7</td></tr><tr><td align="left" valign="top">Conduct continuous monitoring, critical appraisals, and due diligence when implementing AI technologies for PC CDS.</td><td align="left" valign="top">5</td><td align="left" valign="top">2-7</td></tr><tr><td align="left" valign="top">Consider how to holistically use all data to personalize and tailor outputs in AI-enabled PC CDS.</td><td align="left" valign="top">5</td><td align="left" valign="top">2-7</td></tr></tbody></table><table-wrap-foot><fn id="table1fn1"><p><sup>a</sup>AI: artificial intelligence.</p></fn><fn id="table1fn2"><p><sup>b</sup>PC CDS: patient-centered clinical decision support.</p></fn></table-wrap-foot></table-wrap></sec></sec><sec id="s3-4"><title>Key Themes Regarding Generative AI in PC CDS From Phase 2</title><p>In the phase 2 small group discussions, participants echoed many of the themes identified in phase 1 (<xref ref-type="other" rid="box3">Textbox 3</xref>):</p><boxed-text id="box3"><title> Themes identified from phase 2.</title><list list-type="simple"><list-item><list list-type="bullet"><list-item><p>Generative artificial intelligence (AI)&#x2013;supported patient-centered clinical decision support (PC CDS) has a promising role in improving health care efficiency and outcomes by summarizing health histories, streamlining communication, managing medications, providing information, supporting shared decision-making, and triaging patient and caregiver needs.</p></list-item><list-item><p>Implementation of generative AI in PC CDS should be guided by principles of transparency and security with particular attention to data use, data provenance, and cybersecurity.</p></list-item><list-item><p>Health care systems must consider the needs of vulnerable populations who may have more trust issues with health care.</p></list-item><list-item><p>Patients must always be aware that they are interacting with AI and not a human.</p></list-item><list-item><p>The provision of education and training on generative AI&#x2013;supported tools for patients and caregivers is fundamental to building trust and ensuring the appropriate usage.</p></list-item></list></list-item></list></boxed-text><p>Phase 2 participants also raised 5 additional themes related to the use of AI in PC CDS outlined in the following section.</p><p><italic>The potential for poor quality data and other flaws requires that generative AI&#x2013;supported PC CDS be regularly reviewed for accuracy</italic>: Participants raised concerns about the risks associated with the use of generative AI. Insufficient and poor-quality data input could lead to errors in AI-generated outputs, undermining trust in these tools. Ensuring that the data informing generative AI&#x2013;supported PC CDS are accurate and reliable was emphasized as essential to mitigating these risks. Participants stressed that AI-generated outputs should be reviewed by clinicians and medical experts to verify information before the outputs are shared with patients (eg, confirming an AI-generated symptom summary accurately reflects what the patient is experiencing). Accuracy is essential for fostering confidence in AI-supported PC CDS and ensuring its adoption.</p><disp-quote><p>All evidence-based, science-based information has to be paramount...because you don&#x2019;t want to get into a situation where someone is just creating information that&#x2019;s just not accurate. There has to be [underlying] comfort [when using the tool] and accurate information coming for the patient.</p><attrib>Discussion 4</attrib></disp-quote><p><italic>Generative AI&#x2013;supported PC CDS must be designed for usability by incorporating human-centered design methods and principles</italic>: Participants emphasized that developing generative AI&#x2013;supported PC CDS tools with human-centered design principles is essential for ensuring usability, particularly for individuals with low health and digital literacy. They advocated for training and education to support both patients and clinicians in adapting to AI technologies, fostering greater accessibility and trust.</p><disp-quote><p>I think human centered design is essential, not just on the patient and caregiver side, but on the clinician care team side. It&#x2019;s very easy to think things are going to work a certain way, and I know, with some other clinical decision support tools sometimes when the answer comes back for a clinician, if it doesn&#x2019;t jive with their heuristic or what they thought, they don&#x2019;t quite know what to do with it.</p><attrib>Discussion 6</attrib></disp-quote><p><italic>Generative AI&#x2013;supported PC CDS should be customizable to accommodate varying needs and preferences</italic>: Participants noted that generative AI&#x2013;supported PC CDS that relies on a user&#x2019;s ability to read and write may deter certain patients and caregivers from uptake. Participants emphasized that generative AI&#x2013;supported PC CDS should provide options for users to select their preferred method for providing and receiving information to enhance comfort and trust. Suggested features included allowing users to choose a chatbot&#x2019;s voice, accent, or language. A participant explained:</p><disp-quote><p>I would like to see at least a few languages available. But let&#x2019;s say if it&#x2019;s just in English, is [there] the ability to give that bot the option to read it to you rather than to write it to you?...when you think of the elderly or people with dementia or people who are older and caring for someone or stressed out during an emergency situation, having it read to you and having it repeat your answer is a way to confirm that this is actually what you&#x2019;re asking.</p><attrib>Discussion 4</attrib></disp-quote><p><italic>Generative AI&#x2013;supported PC CDS could support caregivers to better manage care as health care surrogates</italic>: Participants shared that generative AI&#x2013;supported PC CDS tools could better facilitate caregiver participation and involvement in shared decision-making, especially for those with cognitive impairments. For instance, caregivers might prefer to use generative AI&#x2013;supported PC CDS tools to address simpler health care situations experienced by their loved ones, such as medication reminders or asking about a runny nose.</p><disp-quote><p>I think you gave a great example on how it can help caregivers with, medication management, doing those reminders and some of those routine tasks...can be helped by having...the chat bot automatically do it.</p><attrib>Discussion 4</attrib></disp-quote><p><italic>The effective use of generative AI&#x2013;supported PC CDS may be tied to the skills of the clinicians using them</italic>: Participants noted that the promise of AI alone is not enough to overcome deficiencies in human factors that are crucial for health care delivery such as clinician knowledge and communication skills. As one participant shared:</p><disp-quote><p>With doctors who are not good at communication, [it] goes both ways: they&#x2019;re not good at communicating to the patient; they&#x2019;re not good at listening to the patient either...So, I&#x2019;m not sure that the AI in this case is going to make the difference.</p><attrib>Discussion 5</attrib></disp-quote><p>Although generative AI&#x2013;supported PC CDS has the potential to complement and strengthen clinicians&#x2019; practice, its overall impact is highly dependent on the clinician&#x2019;s communication and engagement skills. This sentiment was echoed by participants who expressed skepticism about the ability of such tools to substantially alter clinicians&#x2019; approach and delivery of care.</p></sec><sec id="s3-5"><title>Refined List of Considerations for Design and Implementation of Generative AI&#x2013;Supported PC CDS Tools</title><p>Phase 2 small group discussions provided insights that informed updates to the initial considerations (including the addition of a new consideration), ensuring greater alignment with patient and caregiver perspectives. Furthermore, the actions encompassed within each consideration were clarified, reflecting the discussions about factors influencing trust and patient-centeredness. <xref ref-type="table" rid="table2">Table 2</xref> shows the revised implementation considerations for generative AI&#x2013;supported PC CDS along with final rankings.</p><table-wrap id="t2" position="float"><label>Table 2.</label><caption><p>Average rank and range for final patient- and caregiver-informed considerations for design and implementation of generative artificial intelligence&#x2013;supported patient-centered clinical decision support (rank 1=most important and rank 7=least important).</p></caption><table id="table2" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Final list of considerations</td><td align="left" valign="bottom">Average rank</td><td align="left" valign="bottom">Range</td></tr></thead><tbody><tr><td align="left" valign="top">Develop standards and design principles to promote the transparent, safe, and secure implementation of generative AI<sup><xref ref-type="table-fn" rid="table2fn1">a</xref></sup> in PC CDS<sup><xref ref-type="table-fn" rid="table2fn2">b</xref></sup>.</td><td align="left" valign="top">2</td><td align="left" valign="top">1-5</td></tr><tr><td align="left" valign="top">Co-design and test generative AI&#x2013;supported PC CDS with patients and clinicians, and consult patients before implementation of such tools.</td><td align="left" valign="top">2</td><td align="left" valign="top">1-5</td></tr><tr><td align="left" valign="top">Provide education, training, and choice to support patients&#x2019; and caregivers&#x2019; understanding of their benefits and use of generative AI&#x2013;supported PC CDS tools.</td><td align="left" valign="top">4</td><td align="left" valign="top">2-7</td></tr><tr><td align="left" valign="top">Consider potential challenges related to mistrust and navigating the existing health care system, particularly for underserved populations.</td><td align="left" valign="top">5</td><td align="left" valign="top">2-7</td></tr><tr><td align="left" valign="top">Use generative AI&#x2013;supported PC CDS as a complementary tool to support clinicians&#x2019; work and enhance patient communications and relationships.</td><td align="left" valign="top">5</td><td align="left" valign="top">3-6</td></tr><tr><td align="left" valign="top">Consider how to holistically use all data to personalize and tailor outputs in generative AI&#x2013;supported PC CDS.</td><td align="left" valign="top">5</td><td align="left" valign="top">2-7</td></tr><tr><td align="left" valign="top">Conduct continuous monitoring, critical appraisals, and due diligence when implementing generative AI technologies for PC CDS.</td><td align="left" valign="top">5</td><td align="left" valign="top">3-7</td></tr></tbody></table><table-wrap-foot><fn id="table2fn1"><p><sup>a</sup>AI: artificial intelligence.</p></fn><fn id="table2fn2"><p><sup>b</sup>PC CDS: patient-centered clinical decision support.</p></fn></table-wrap-foot></table-wrap><p><italic>Develop standards and design principles to promote the transparent and secure implementation of generative AI in PC CDS</italic>: Standards to develop and implement generative AI&#x2013;supported PC CDS tools are fundamental. Moreover, health care organizations encouraging patients to use these tools should design them to provide clear information, that is, use lay terms, regarding the tools&#x2019; data use and ownership, cybersecurity, and privacy, to help patients feel safe and address their potential concerns. This includes transparency about the underlying data used to inform and train generative AI&#x2013;supported tools. Patients and caregivers should also have the opportunity to review information and terms prior to use and have ongoing, easy access to this information should they wish to reconsider. When interacting with generative AI&#x2013;supported PC CDS tools, participants emphasized that they would want to be able to clearly recognize when an AI is communicating with them rather than a human.</p><p><italic>Co-design and test generative AI&#x2013;supported PC CDS with patients, caregivers, and clinicians, and consult patients before implementation of such tools</italic>: Patients, caregivers, and clinicians should be involved in collaboratively designing and testing generative AI&#x2013;supported PC CDS before implementation to ensure that tools are built with the needs of patients and clinicians in consideration. This will ensure that the design and usability cater to a range of preferences, including how information is displayed (text, visual, and language) and the functionality of the tool. Before implementing generative AI&#x2013;supported PC CDS tools, health care delivery systems should seek feedback and input from patients and caregivers, potentially through advisory groups or community settings.</p><p><italic>Provide education, training, and choice to support patients&#x2019; and caregivers&#x2019; understanding of their benefits and use of generative AI&#x2013;supported PC CDS tools</italic>: It is important to provide patients and caregivers with thorough training and education on the effective use of generative AI&#x2013;supported tools. Given the prevalence of misinformation online, participants noted that generative AI&#x2013;supported PC CDS can pose risks for individuals unfamiliar with its proper usage. Moreover, not all patients will know how to ask the right questions when interacting with generative AI&#x2013;supported PC CDS. Education and training on generative AI&#x2013;supported PC CDS will support the proper and effective use of this technology by patients and caregivers.</p><p>It is important to provide patients and caregivers with thorough training and education on the effective use of generative AI&#x2013;supported tools. Given the prevalence of misinformation online, participants noted that generative AI&#x2013;supported PC CDS can pose risks for individuals unfamiliar with its proper usage. Moreover, not all patients will know how to ask the right questions when interacting with generative AI&#x2013;supported PC CDS. Education and training on generative AI&#x2013;supported PC CDS will support the proper and effective use of this technology by patients and caregivers.</p><p>It is also crucial to give patients the option to opt out of using generative AI&#x2013;supported PC CDS, particularly after they have had a chance to understand and try them. Some participants suggested implementing a &#x201C;help desk&#x201D; or simple mechanism to bypass the AI and connect directly with a care team member.</p><p><italic>Consider potential challenges related to mistrust and navigating the existing health care system, particularly for underserved populations</italic>: Health systems need to consider their patients&#x2019; socioeconomic backgrounds when implementing generative AI&#x2013;supported PC CDS. Factors such as limited health literacy, access to technology, and overall comfort with AI are potential barriers to enabling its use by certain patient populations. Participants suggested that mistrust and cultural concerns with the health care system could significantly impact the ethical use of generative AI&#x2013;supported PC CDS. Without considerations for historically marginalized or vulnerable populations, the implementation and use of these tools may contribute to mistrust in the health care system.</p><p><italic>Use generative AI&#x2013;supported PC CDS as a complementary tool to support clinicians&#x2019; work and enhance patient communications and relationships</italic>: Generative AI&#x2013;supported PC CDS should not replace clinician oversight and judgment. Clinicians should use these tools to improve their practice by allocating more time to actively listen to patients or their caregivers, engaging in meaningful dialogues, and collaboratively using these tools to enhance clinical decision-making. Participants cautioned against overreliance on these tools, emphasizing that clinician involvement and oversight are essential.</p><p><italic>Consider how to holistically use data to personalize and tailor outputs in generative AI&#x2013;supported PC CDS</italic>: AI may have limited ability to access data across multiple electronic health record systems and tailor outputs to meet the unique needs of individual patients. Participants emphasized that each person is unique, with some having extensive health histories that are difficult to convey in a typical clinical setting. As a result, patients may face challenges with communicating detailed medical information to generative AI&#x2013;supported tools. It is essential to implement concrete measures during the development of generative AI&#x2013;supported PC CDS tools to facilitate the synthesis of entire patient health histories, ensuring that outputs are comprehensive and personalized for each patient.</p><p><italic>Conduct continuous monitoring, critical appraisals, and due diligence when implementing generative AI technologies for PC CDS</italic>: To sustain and improve trust in such tools over time, health care delivery systems need to conduct critical, continuous evaluation of the tool&#x2019;s functionality and ability to provide accurate, valuable, and reliable recommendations or findings. Several participants suggested that it is crucial to incorporate appropriate oversight procedures and safeguards to mitigate potential risks arising from the current known limitations of generative AI technology, such as errors in AI outputs. As the use of AI continues to grow in health care, ongoing monitoring and evaluation will help to support the quality and usefulness of generative AI&#x2013;supported PC CDS tools. As part of the evaluation, input should be solicited from all users through feedback forms. Testing and evaluation need to begin early, prior to and during implementation, to ensure feedback.</p></sec></sec><sec id="s4" sec-type="discussion"><title>Discussion</title><p>Overall, participants valued generative AI&#x2013;supported PC CDS tools&#x2019; potential to improve decision-making processes, reduce administrative burden, and streamline patient-clinician communication but raised concerns about safety, transparency, trust, underlying data sources, and preservation of human interactions. In the following section, we discuss the implications of our findings and contextualize them with prior work.</p><sec id="s4-1"><title>Principal Results</title><p>We identified 7 key considerations related to the design and implementation of generative AI&#x2013;supported PC CDS tools that are important to patients and caregivers. The considerations highlight the need to center patient, caregiver, and clinician perspectives in the development, implementation, and ongoing monitoring and improvements of generative AI&#x2013;supported PC CDS tools. Transparency, safety, and security were paramount to ensuring trust of PC CDS tools, with attention to underserved patient populations and those with barriers to accessing and using technology. Participants emphasized that generative AI&#x2013;supported PC CDS tools should complement, not replace, direct clinician interactions. Participants also suggested a range of design features and data accuracy to support trustworthiness and user adoption across a range of populations.</p></sec><sec id="s4-2"><title>Comparison With Prior Work</title><p>Our findings align with existing research on attitudes toward AI in health care, demonstrating both enthusiasm and reservations [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref41">41</xref>]. A nationally representative study found that most patients have positive views on AI in health [<xref ref-type="bibr" rid="ref24">24</xref>]. However, this same study also found that most respondents raised concerns around the potential for misdiagnosis, privacy issues, reduced time with clinicians, and challenges among underserved groups. Like previous studies [<xref ref-type="bibr" rid="ref42">42</xref>], participants in our study viewed generative AI&#x2013;supported PC CDS as promising for health care decision-making and yet had concerns about accuracy, privacy, and preserving patient-clinician interaction. For example, a recent study on an AI-supported CDS tool for skin cancer screening found patients generally receptive to AI, provided it upheld the patient-clinician relationship [<xref ref-type="bibr" rid="ref43">43</xref>]. Participants in our study emphasized transparency as crucial for building trust in generative AI&#x2013;supported PC CDS, highlighting a need for clear information about the tool&#x2019;s ownership, methodology, data security, and continuous monitoring. This aligns with related work on fostering patient trust when using AI in health care [<xref ref-type="bibr" rid="ref44">44</xref>], and previous research [<xref ref-type="bibr" rid="ref45">45</xref>] on credibility factors for PC CDS. Considerations for AI-based PC CDS tools identified in this study concur with a November 2024 paper that synthesized key recommendations for AI-supported CDS tools through a multistakeholder workgroup, including the need for model training, monitoring, and continuous evaluation to address challenges such as privacy and fairness [<xref ref-type="bibr" rid="ref25">25</xref>]. However, while there is overlap between these recommendations and our considerations, an important differentiator is that participants of the previous effort identified &#x201C;users&#x201D; of AI-supported CDS as primarily clinicians. Our manuscript extends previous work by acknowledging that patients and caregivers are potential end users of AI-supported CDS.</p><p>Previous research has highlighted the need for additional information about patient and caregiver perspectives and feedback for the development and use of AI-supported digital health tools [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref46">46</xref>]. In using qualitative methods to ground findings in the lived experience, our study offers 3 important contributions. First, this paper moves beyond general attitudes to a prioritized set of patient- and caregiver-informed considerations tailored to generative AI&#x2013;supported PC CDS workflows. To address the gap of high-level findings noted in prior reviews, we include quotations that surface trade-offs and conditions for trust (eg, transparency, opt-out, and oversight), enabling readers to understand context in participants&#x2019; own words. Second, our findings elevate co-design as critical for AI-supported patient-facing tools. While previous literature notes inconsistent co-design practice and reporting [<xref ref-type="bibr" rid="ref47">47</xref>,<xref ref-type="bibr" rid="ref48">48</xref>], our findings emphasize co-design and user testing with patients or caregivers as a core implementation requirement for patient-facing AI-enabled tools. Finally, our findings highlight the patient-clinician relationship as a foundation for acceptance and appropriate use of AI tools. Building on prior evidence [<xref ref-type="bibr" rid="ref45">45</xref>,<xref ref-type="bibr" rid="ref49">49</xref>] that acceptance depends on preserving the clinician relationship, our findings highlight that clinician-led introduction of generative AI&#x2013;supported PC CDS is essential for building trust, and the tool&#x2019;s positive impact depends on the clinician using it to collaboratively enhance patient communication and shared decision-making. Notably, the mere use of the tool neither significantly strengthens nor undermines the patient-clinician relationship. These findings have been less emphasized in prior work [<xref ref-type="bibr" rid="ref45">45</xref>,<xref ref-type="bibr" rid="ref50">50</xref>].</p></sec><sec id="s4-3"><title>Limitations</title><p>We used a convenience sample and therefore recognize that participants may not fully represent populations with limited health or digital literacy or historically underserved populations. Moreover, as patient and caregiver advocates, participants may possess a higher baseline digital and health literacy than the general patient population. Collection of additional demographic data and measurement of digital health literacy would support greater transferability of our findings.</p><p>Another limitation of this work is that the specific illustrative examples of AI-supported PC CDS tools (shown in <xref ref-type="other" rid="box1">Textbox 1</xref>) provided to initiate discussions may have shaped the areas of focus and influenced the perspectives expressed by participants. Different scenarios or discussion prompts (including other uses of generative AI and high-acuity situations) might have elicited alternative themes or concerns regarding the use of AI in health care, particularly for PC CDS. Finally, the data collection period was spread over 10&#x2010;11 months, and in that time, there was significant discussion in the public domain about the use of generative AI tools, which may have impacted participant perceptions and prioritizations in phase 2.</p></sec><sec id="s4-4"><title>Future Directions</title><p>Future efforts should prioritize integrating the identified patient- and caregiver-informed considerations when developing and implementing generative AI&#x2013;supported PC CDS by identifying specific action steps for each of them. Such efforts will allow further examination of the interdependencies among the key considerations identified and the creation of integrated approaches that enhance both patient-centeredness and trust. As we move forward with the design and implementation of such tools, it is also important to gather perspectives from clinicians and health system leaders who have real-world experience with generative AI&#x2013;supported PC CDS, as well as those involved in their co-design. Leveraging implementation science frameworks [<xref ref-type="bibr" rid="ref51">51</xref>] can also support these efforts by identifying effective strategies for promoting the acceptability, scalability, and sustainability [<xref ref-type="bibr" rid="ref52">52</xref>] of specific AI-supported PC CDS. Furthermore, it is critical to explore the ethical implications of PC CDS developed for a clinical scenario, focusing on issues such as algorithmic bias, access barriers, and the unique needs of the patient population served. Future studies should prioritize engaging participants with limited digital or health literacy or historically underserved populations to identify specific concerns, needs, and preferences regarding generative AI&#x2013;supported PC CDS tools.</p><p>While this effort was not designed to differentiate between patients and caregivers, future research should also explore the differing needs and perspectives of patients and caregivers related to these tools. Collecting data from a range of patients and caregivers could offer insights across demographic factors and health conditions, allowing for meaningful comparisons between subpopulations. Finally, views on generative AI&#x2013;supported technologies are likely to evolve over time, given the relative novelty of these tools. As public awareness, experiences, and attitudes toward AI in health care grow, perspectives on AI-supported PC CDS will continue to change. This underscores the importance of ongoing research to capture shifts in patient and caregiver attitudes as AI becomes more integrated into health care systems.</p></sec><sec id="s4-5"><title>Conclusions</title><p>This paper contributes to the growing literature on patient and caregiver perspectives as potential end users of generative AI&#x2013;supported PC CDS. The considerations identified emerged through a 2-phased approach in which themes generated in phase 1 shaped the structure of phase 2 discussions and prioritization exercises, enabling participants to revisit, refine, and rank the considerations that emerged earlier. The final considerations included using data holistically to personalize outputs, continuously monitoring and appraising AI tools, and addressing challenges such as mistrust. Additional considerations highlighted the importance of co-designing and testing AI tools with both patients and clinicians to ensure that these tools complement, rather than replace, clinician decision-making. Finally, participants also stressed that providing education, training, and choice will help patients and caregivers better understand and engage with AI tools. Participants described the considerations as interconnected, emphasizing that each consideration is essential to the successful design and implementation of AI-supported PC CDS.</p></sec></sec></body><back><ack><p>The authors would like to acknowledge Edwin Lomotan, MD, and James Swiger, MBE, for their critical review and feedback on the manuscript. The views expressed in this paper are those of the authors and do not necessarily represent the official positions of the Agency for Healthcare Research and Quality or the US Department of Health and Human Services. The authors would also like to acknowledge the following members of the CDSiC Trust and Patient-Centeredness Workgroup: Karim Hanna, MD, FAAFP; Kevon-Mark Jackman, DrPH, MPH; Sarah Krug, MS; Elizabeth Oehrlein, PhD, MS; Jodyn Platt, PhD, MPH; Joshua Richardson, PhD, MS, MLIS, FAMIA; Danny Sands, MD, MPH; John Valenta, PhD; Nicole Werner, PhD, MS; Kistein Monkhouse, MPA; and Stephanie L Ballard, PharmD, BCPS. The authors did not use generative artificial intelligence in the design, data collection, or analysis of this study or in the drafting of this manuscript.</p></ack><notes><sec><title>Funding</title><p>The study was part of the Clinical Decision Support Innovation Collaborative project which was funded by the Agency for Healthcare Research and Quality (AHRQ), US Department of Health and Human Services (HHS) (contract number 75Q80120D00018). The project was funded for a 4-year period, starting in September 2021. The opinions expressed in this document are those of the authors and do not reflect the official position of AHRQ or HHS.</p></sec><sec><title>Data Availability</title><p>The datasets generated and analyzed during this study are not publicly available due to possible reidentification but are available from the corresponding author on reasonable request.</p></sec></notes><fn-group><fn fn-type="con"><p>PJD and PD led the overall conceptualization and design of this research. PJD, AD, ASS, JSA, LA, SD, CP, and PD conducted data collection and analysis and interpretation of data. CDSiC Trust and Patient-Centeredness Workgroup members supported the conceptualization and design of this research and contributed to the review and editing of the manuscript. All authors were involved in drafting and revising the manuscript and approved the final version for publication.</p></fn><fn fn-type="conflict"><p>None declared.</p></fn></fn-group><glossary><title>Abbreviations:</title><def-list><def-item><term id="abb1">AI</term><def><p>artificial intelligence</p></def></def-item><def-item><term id="abb2">CDS</term><def><p>clinical decision support</p></def></def-item><def-item><term id="abb3">HHS</term><def><p>United States Department of Health and Human Services</p></def></def-item><def-item><term id="abb4">PC CDS</term><def><p>Patient-Centered Clinical Decision Support</p></def></def-item><def-item><term id="abb5">SRQR</term><def><p>Standards for Reporting Qualitative Research</p></def></def-item></def-list></glossary><ref-list><title>References</title><ref id="ref1"><label>1</label><nlm-citation citation-type="web"><article-title>Introducing OpenAI o1-preview</article-title><source>Open AI</source><access-date>2026-06-22</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://openai.com/index/introducing-openai-o1-preview/">https://openai.com/index/introducing-openai-o1-preview/</ext-link></comment></nlm-citation></ref><ref id="ref2"><label>2</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Dave</surname><given-names>M</given-names> </name><name name-style="western"><surname>Patel</surname><given-names>N</given-names> </name></person-group><article-title>Artificial intelligence in healthcare and education</article-title><source>Br Dent J</source><year>2023</year><month>05</month><volume>234</volume><issue>10</issue><fpage>761</fpage><lpage>764</lpage><pub-id pub-id-type="doi">10.1038/s41415-023-5845-2</pub-id><pub-id pub-id-type="medline">37237212</pub-id></nlm-citation></ref><ref id="ref3"><label>3</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Shoja</surname><given-names>MM</given-names> </name><name name-style="western"><surname>Van de Ridder</surname><given-names>JMM</given-names> </name><name name-style="western"><surname>Rajput</surname><given-names>V</given-names> </name></person-group><article-title>The emerging role of generative artificial intelligence in medical education, research, and practice</article-title><source>Cureus</source><year>2023</year><month>06</month><volume>15</volume><issue>6</issue><fpage>e40883</fpage><pub-id pub-id-type="doi">10.7759/cureus.40883</pub-id><pub-id pub-id-type="medline">37492829</pub-id></nlm-citation></ref><ref id="ref4"><label>4</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Reddy</surname><given-names>S</given-names> </name></person-group><article-title>Generative AI in healthcare: an implementation science informed translational path on application, integration and governance</article-title><source>Implement Sci</source><year>2024</year><month>03</month><day>15</day><volume>19</volume><issue>1</issue><fpage>27</fpage><pub-id pub-id-type="doi">10.1186/s13012-024-01357-9</pub-id><pub-id pub-id-type="medline">38491544</pub-id></nlm-citation></ref><ref id="ref5"><label>5</label><nlm-citation citation-type="web"><person-group person-group-type="author"><name name-style="western"><surname>Basker</surname><given-names>S</given-names> </name><name name-style="western"><surname>Bruce</surname><given-names>D</given-names> </name><name name-style="western"><surname>Lamb</surname><given-names>J</given-names> </name><name name-style="western"><surname>Stein</surname><given-names>G</given-names> </name></person-group><article-title>Tackling healthcare&#x2019;s biggest burdens with generative AI</article-title><source>McKinsey &#x0026; Company</source><access-date>2026-06-22</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.mckinsey.com/industries/healthcare/our-insights/tackling-healthcares-biggest-burdens-with-generative-ai">https://www.mckinsey.com/industries/healthcare/our-insights/tackling-healthcares-biggest-burdens-with-generative-ai</ext-link></comment></nlm-citation></ref><ref id="ref6"><label>6</label><nlm-citation citation-type="web"><article-title>Clinical decision support</article-title><source>Office of the National Coordinator for Health Information Technology</source><year>2018</year><access-date>2026-06-22</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.healthit.gov/topic/safety/clinical-decision-support">https://www.healthit.gov/topic/safety/clinical-decision-support</ext-link></comment></nlm-citation></ref><ref id="ref7"><label>7</label><nlm-citation citation-type="web"><article-title>Clinical decision support</article-title><source>Agency for Healthcare Research and Quality</source><year>2023</year><access-date>2026-06-22</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.ahrq.gov/cpi/about/otherwebsites/clinical-decision-support/index.html">https://www.ahrq.gov/cpi/about/otherwebsites/clinical-decision-support/index.html</ext-link></comment></nlm-citation></ref><ref id="ref8"><label>8</label><nlm-citation citation-type="web"><article-title>Infographic: patient-centered clinical decision support explained</article-title><source>Agency for Healthcare Research and Quality</source><year>2024</year><access-date>2026-06-22</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://cdsic.ahrq.gov/cdsic/patient-centered-clinical-cds-infographic">https://cdsic.ahrq.gov/cdsic/patient-centered-clinical-cds-infographic</ext-link></comment></nlm-citation></ref><ref id="ref9"><label>9</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Marcial</surname><given-names>LH</given-names> </name><name name-style="western"><surname>Richardson</surname><given-names>JE</given-names> </name><name name-style="western"><surname>Lasater</surname><given-names>B</given-names> </name><etal/></person-group><article-title>The imperative for patient-centered clinical decision support</article-title><source>eGEMs</source><year>2018</year><volume>6</volume><issue>1</issue><fpage>12</fpage><pub-id pub-id-type="doi">10.5334/egems.259</pub-id></nlm-citation></ref><ref id="ref10"><label>10</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Dullabh</surname><given-names>P</given-names> </name><name name-style="western"><surname>Sandberg</surname><given-names>SF</given-names> </name><name name-style="western"><surname>Heaney-Huls</surname><given-names>K</given-names> </name><etal/></person-group><article-title>Challenges and opportunities for advancing patient-centered clinical decision support: findings from a horizon scan</article-title><source>J Am Med Inform Assoc</source><year>2022</year><month>06</month><day>14</day><volume>29</volume><issue>7</issue><fpage>1233</fpage><lpage>1243</lpage><pub-id pub-id-type="doi">10.1093/jamia/ocac059</pub-id><pub-id pub-id-type="medline">35534996</pub-id></nlm-citation></ref><ref id="ref11"><label>11</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Secinaro</surname><given-names>S</given-names> </name><name name-style="western"><surname>Calandra</surname><given-names>D</given-names> </name><name name-style="western"><surname>Secinaro</surname><given-names>A</given-names> </name><name name-style="western"><surname>Muthurangu</surname><given-names>V</given-names> </name><name name-style="western"><surname>Biancone</surname><given-names>P</given-names> </name></person-group><article-title>The role of artificial intelligence in healthcare: a structured literature review</article-title><source>BMC Med Inform Decis Mak</source><year>2021</year><month>04</month><day>10</day><volume>21</volume><issue>1</issue><fpage>125</fpage><pub-id pub-id-type="doi">10.1186/s12911-021-01488-9</pub-id><pub-id pub-id-type="medline">33836752</pub-id></nlm-citation></ref><ref id="ref12"><label>12</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Saksenberg</surname><given-names>D</given-names> </name><name name-style="western"><surname>Mukherjee</surname><given-names>S</given-names> </name><name name-style="western"><surname>Zafar</surname><given-names>MA</given-names> </name><name name-style="western"><surname>Ziganshin</surname><given-names>B</given-names> </name><name name-style="western"><surname>Elefteriades</surname><given-names>JA</given-names> </name></person-group><article-title>Pilot study exploring artificial intelligence for facial-image-based diagnosis of Marfan syndrome</article-title><source>Heliyon</source><year>2024</year><month>07</month><day>15</day><volume>10</volume><issue>13</issue><fpage>e33858</fpage><pub-id pub-id-type="doi">10.1016/j.heliyon.2024.e33858</pub-id><pub-id pub-id-type="medline">39055814</pub-id></nlm-citation></ref><ref id="ref13"><label>13</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Li</surname><given-names>W</given-names> </name><name name-style="western"><surname>Varatharajah</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Dicks</surname><given-names>E</given-names> </name><etal/></person-group><article-title>Data-driven retrieval of population-level EEG features and their role in neurodegenerative diseases</article-title><source>Brain Commun</source><year>2024</year><volume>6</volume><issue>4</issue><fpage>fcae227</fpage><pub-id pub-id-type="doi">10.1093/braincomms/fcae227</pub-id><pub-id pub-id-type="medline">39086629</pub-id></nlm-citation></ref><ref id="ref14"><label>14</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Bajgain</surname><given-names>B</given-names> </name><name name-style="western"><surname>Lorenzetti</surname><given-names>D</given-names> </name><name name-style="western"><surname>Lee</surname><given-names>J</given-names> </name><name name-style="western"><surname>Sauro</surname><given-names>K</given-names> </name></person-group><article-title>Determinants of implementing artificial intelligence-based clinical decision support tools in healthcare: a scoping review protocol</article-title><source>BMJ Open</source><year>2023</year><month>02</month><day>23</day><volume>13</volume><issue>2</issue><fpage>e068373</fpage><pub-id pub-id-type="doi">10.1136/bmjopen-2022-068373</pub-id><pub-id pub-id-type="medline">36822813</pub-id></nlm-citation></ref><ref id="ref15"><label>15</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Chen</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Esmaeilzadeh</surname><given-names>P</given-names> </name></person-group><article-title>Generative AI in medical practice: in-depth exploration of privacy and security challenges</article-title><source>J Med Internet Res</source><year>2024</year><month>03</month><day>8</day><volume>26</volume><fpage>e53008</fpage><pub-id pub-id-type="doi">10.2196/53008</pub-id><pub-id pub-id-type="medline">38457208</pub-id></nlm-citation></ref><ref id="ref16"><label>16</label><nlm-citation citation-type="web"><article-title>AI-rad companion</article-title><source>Siemens Healthineers</source><access-date>2026-06-22</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.siemens-healthineers.com/en-us/digital-health-solutions/ai-rad-companion">https://www.siemens-healthineers.com/en-us/digital-health-solutions/ai-rad-companion</ext-link></comment></nlm-citation></ref><ref id="ref17"><label>17</label><nlm-citation citation-type="web"><article-title>Med-PaLM</article-title><source>Google Research</source><access-date>2026-06-22</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://sites.research.google/med-palm/">https://sites.research.google/med-palm/</ext-link></comment></nlm-citation></ref><ref id="ref18"><label>18</label><nlm-citation citation-type="web"><article-title>Increasing access. Lowering costs. Improving health</article-title><source>Sensely</source><access-date>2026-06-22</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://sensely.com/">https://sensely.com/</ext-link></comment></nlm-citation></ref><ref id="ref19"><label>19</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Jansson</surname><given-names>M</given-names> </name><name name-style="western"><surname>Ohtonen</surname><given-names>P</given-names> </name><name name-style="western"><surname>Alal&#x00E4;&#x00E4;kk&#x00F6;l&#x00E4;</surname><given-names>T</given-names> </name><etal/></person-group><article-title>Artificial intelligence-enhanced care pathway planning and scheduling system: content validity assessment of required functionalities</article-title><source>BMC Health Serv Res</source><year>2022</year><month>12</month><day>12</day><volume>22</volume><issue>1</issue><fpage>1513</fpage><pub-id pub-id-type="doi">10.1186/s12913-022-08780-y</pub-id><pub-id pub-id-type="medline">36510176</pub-id></nlm-citation></ref><ref id="ref20"><label>20</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Zaretsky</surname><given-names>J</given-names> </name><name name-style="western"><surname>Kim</surname><given-names>JM</given-names> </name><name name-style="western"><surname>Baskharoun</surname><given-names>S</given-names> </name><etal/></person-group><article-title>Generative artificial intelligence to transform inpatient discharge summaries to patient-friendly language and format</article-title><source>JAMA Netw Open</source><year>2024</year><month>03</month><day>4</day><volume>7</volume><issue>3</issue><fpage>e240357</fpage><pub-id pub-id-type="doi">10.1001/jamanetworkopen.2024.0357</pub-id><pub-id pub-id-type="medline">38466307</pub-id></nlm-citation></ref><ref id="ref21"><label>21</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Luca</surname><given-names>S</given-names> </name><name name-style="western"><surname>Clausen</surname><given-names>M</given-names> </name><name name-style="western"><surname>Shaw</surname><given-names>A</given-names> </name><etal/></person-group><article-title>Finding the sweet spot: a qualitative study exploring patients&#x2019; acceptability of chatbots in genetic service delivery</article-title><source>Hum Genet</source><year>2023</year><month>03</month><volume>142</volume><issue>3</issue><fpage>321</fpage><lpage>330</lpage><pub-id pub-id-type="doi">10.1007/s00439-022-02512-2</pub-id><pub-id pub-id-type="medline">36629921</pub-id></nlm-citation></ref><ref id="ref22"><label>22</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Young</surname><given-names>AT</given-names> </name><name name-style="western"><surname>Amara</surname><given-names>D</given-names> </name><name name-style="western"><surname>Bhattacharya</surname><given-names>A</given-names> </name><name name-style="western"><surname>Wei</surname><given-names>ML</given-names> </name></person-group><article-title>Patient and general public attitudes towards clinical artificial intelligence: a mixed methods systematic review</article-title><source>Lancet Digit Health</source><year>2021</year><month>09</month><volume>3</volume><issue>9</issue><fpage>e599</fpage><lpage>e611</lpage><pub-id pub-id-type="doi">10.1016/S2589-7500(21)00132-1</pub-id><pub-id pub-id-type="medline">34446266</pub-id></nlm-citation></ref><ref id="ref23"><label>23</label><nlm-citation citation-type="web"><person-group person-group-type="author"><name name-style="western"><surname>Rainie</surname><given-names>L</given-names> </name><name name-style="western"><surname>Funk</surname><given-names>C</given-names> </name><name name-style="western"><surname>Anderson</surname><given-names>M</given-names> </name><name name-style="western"><surname>Tyson</surname><given-names>A</given-names> </name></person-group><article-title>How Americans think about artificial intelligence</article-title><source>Pew Research Center</source><year>2022</year><access-date>2026-06-22</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.pewresearch.org/internet/2022/03/17/howamericans-think-about-artificial-intelligence/">https://www.pewresearch.org/internet/2022/03/17/howamericans-think-about-artificial-intelligence/</ext-link></comment></nlm-citation></ref><ref id="ref24"><label>24</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Khullar</surname><given-names>D</given-names> </name><name name-style="western"><surname>Casalino</surname><given-names>LP</given-names> </name><name name-style="western"><surname>Qian</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Lu</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Krumholz</surname><given-names>HM</given-names> </name><name name-style="western"><surname>Aneja</surname><given-names>S</given-names> </name></person-group><article-title>Perspectives of patients about artificial intelligence in health care</article-title><source>JAMA Netw Open</source><year>2022</year><month>05</month><day>2</day><volume>5</volume><issue>5</issue><fpage>e2210309</fpage><pub-id pub-id-type="doi">10.1001/jamanetworkopen.2022.10309</pub-id><pub-id pub-id-type="medline">35507346</pub-id></nlm-citation></ref><ref id="ref25"><label>25</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Labkoff</surname><given-names>S</given-names> </name><name name-style="western"><surname>Oladimeji</surname><given-names>B</given-names> </name><name name-style="western"><surname>Kannry</surname><given-names>J</given-names> </name><etal/></person-group><article-title>Toward a responsible future: recommendations for AI-enabled clinical decision support</article-title><source>J Am Med Inform Assoc</source><year>2024</year><month>11</month><day>1</day><volume>31</volume><issue>11</issue><fpage>2730</fpage><lpage>2739</lpage><pub-id pub-id-type="doi">10.1093/jamia/ocae209</pub-id><pub-id pub-id-type="medline">39325508</pub-id></nlm-citation></ref><ref id="ref26"><label>26</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hogg</surname><given-names>HDJ</given-names> </name><name name-style="western"><surname>Al-Zubaidy</surname><given-names>M</given-names> </name><collab>Technology Enhanced Macular Services Study Reference Group</collab><etal/></person-group><article-title>Stakeholder perspectives of clinical artificial intelligence implementation: systematic review of qualitative evidence</article-title><source>J Med Internet Res</source><year>2023</year><month>01</month><day>10</day><volume>25</volume><fpage>e39742</fpage><pub-id pub-id-type="doi">10.2196/39742</pub-id><pub-id pub-id-type="medline">36626192</pub-id></nlm-citation></ref><ref id="ref27"><label>27</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Moy</surname><given-names>S</given-names> </name><name name-style="western"><surname>Irannejad</surname><given-names>M</given-names> </name><name name-style="western"><surname>Manning</surname><given-names>SJ</given-names> </name><etal/></person-group><article-title>Patient perspectives on the use of artificial intelligence in health care: a scoping review</article-title><source>J Patient Cent Res Rev</source><year>2024</year><volume>11</volume><issue>1</issue><fpage>51</fpage><lpage>62</lpage><pub-id pub-id-type="doi">10.17294/2330-0698.2029</pub-id><pub-id pub-id-type="medline">38596349</pub-id></nlm-citation></ref><ref id="ref28"><label>28</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Dullabh</surname><given-names>P</given-names> </name><name name-style="western"><surname>Leaphart</surname><given-names>D</given-names> </name><name name-style="western"><surname>Dhopeshwarkar</surname><given-names>R</given-names> </name><name name-style="western"><surname>Heaney-Huls</surname><given-names>K</given-names> </name><name name-style="western"><surname>Desai</surname><given-names>P</given-names> </name></person-group><article-title>Patient-centered clinical decision support-where are we and where to next?</article-title><source>Stud Health Technol Inform</source><year>2024</year><month>01</month><day>25</day><volume>310</volume><fpage>444</fpage><lpage>448</lpage><pub-id pub-id-type="doi">10.3233/SHTI231004</pub-id><pub-id pub-id-type="medline">38269842</pub-id></nlm-citation></ref><ref id="ref29"><label>29</label><nlm-citation citation-type="report"><person-group person-group-type="author"><name name-style="western"><surname>Zott</surname><given-names>C</given-names> </name><name name-style="western"><surname>Sittig</surname><given-names>DF</given-names> </name><name name-style="western"><surname>Gauthreaux</surname><given-names>N</given-names> </name><etal/></person-group><article-title>PAIGE chatbot for patient-clinician communication: usability and utility assessment</article-title><year>2024</year><month>08</month><access-date>2026-06-30</access-date><publisher-name>Agency for Healthcare Research and Quality</publisher-name><comment><ext-link ext-link-type="uri" xlink:href="https://www.ncbi.nlm.nih.gov/books/NBK617576/">https://www.ncbi.nlm.nih.gov/books/NBK617576/</ext-link></comment></nlm-citation></ref><ref id="ref30"><label>30</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Gauthreaux</surname><given-names>N</given-names> </name><name name-style="western"><surname>Zott</surname><given-names>C</given-names> </name><name name-style="western"><surname>Boxwala</surname><given-names>A</given-names> </name><name name-style="western"><surname>Sittig</surname><given-names>DF</given-names> </name><name name-style="western"><surname>Dullabh</surname><given-names>PM</given-names> </name></person-group><source>Quartz App to Support Medication Adherence: Usability and Feasibility Assessment</source><year>2024</year><publisher-name>Agency for Healthcare Research and Quality</publisher-name><pub-id pub-id-type="medline">40924835</pub-id></nlm-citation></ref><ref id="ref31"><label>31</label><nlm-citation citation-type="web"><person-group person-group-type="author"><name name-style="western"><surname>Faverio</surname><given-names>M</given-names> </name><name name-style="western"><surname>Tyson</surname><given-names>A</given-names> </name></person-group><article-title>Key findings about how Americans view artificial intelligence</article-title><source>Pew Research Center</source><year>2023</year><access-date>2026-06-22</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.pewresearch.org/short-reads/2023/11/21/what-the-data-says-about-americans-views-of-artificial-intelligence/">https://www.pewresearch.org/short-reads/2023/11/21/what-the-data-says-about-americans-views-of-artificial-intelligence/</ext-link></comment></nlm-citation></ref><ref id="ref32"><label>32</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Meadows</surname><given-names>K</given-names> </name></person-group><article-title>Cognitive interviewing methodologies</article-title><source>Clin Nurs Res</source><year>2021</year><month>05</month><volume>30</volume><issue>4</issue><fpage>375</fpage><lpage>379</lpage><pub-id pub-id-type="doi">10.1177/10547738211014099</pub-id><pub-id pub-id-type="medline">33998325</pub-id></nlm-citation></ref><ref id="ref33"><label>33</label><nlm-citation citation-type="report"><person-group person-group-type="author"><name name-style="western"><surname>Desai</surname><given-names>P</given-names> </name><name name-style="western"><surname>Dobes</surname><given-names>A</given-names> </name><name name-style="western"><surname>Shah</surname><given-names>A</given-names> </name><collab>CDSiC Trust and Patient-Centeredness Workgroup</collab><etal/></person-group><article-title>Trust and patient-centeredness workgroup: patient and caregiver perspectives on generative artificial intelligence in patient-centered clinical decision support</article-title><year>2024</year><month>05</month><access-date>2026-07-01</access-date><publisher-name>Agency for Healthcare Research and Quality</publisher-name><comment><ext-link ext-link-type="uri" xlink:href="https://www.ncbi.nlm.nih.gov/books/NBK617040/">https://www.ncbi.nlm.nih.gov/books/NBK617040/</ext-link></comment></nlm-citation></ref><ref id="ref34"><label>34</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ahmed</surname><given-names>SK</given-names> </name></person-group><article-title>The pillars of trustworthiness in qualitative research</article-title><source>Journal of Medicine, Surgery, and Public Health</source><year>2024</year><month>04</month><volume>2</volume><fpage>100051</fpage><pub-id pub-id-type="doi">10.1016/j.glmedi.2024.100051</pub-id></nlm-citation></ref><ref id="ref35"><label>35</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Creswell</surname><given-names>JW</given-names> </name><name name-style="western"><surname>Miller</surname><given-names>DL</given-names> </name></person-group><article-title>Determining validity in qualitative inquiry</article-title><source>Theory Pract</source><year>2000</year><month>08</month><volume>39</volume><issue>3</issue><fpage>124</fpage><lpage>130</lpage><pub-id pub-id-type="doi">10.1207/s15430421tip3903_2</pub-id></nlm-citation></ref><ref id="ref36"><label>36</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Vindrola-Padros</surname><given-names>C</given-names> </name><name name-style="western"><surname>Johnson</surname><given-names>GA</given-names> </name></person-group><article-title>Rapid techniques in qualitative research: a critical review of the literature</article-title><source>Qual Health Res</source><year>2020</year><month>08</month><volume>30</volume><issue>10</issue><fpage>1596</fpage><lpage>1604</lpage><pub-id pub-id-type="doi">10.1177/1049732320921835</pub-id><pub-id pub-id-type="medline">32667277</pub-id></nlm-citation></ref><ref id="ref37"><label>37</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hennink</surname><given-names>MM</given-names> </name><name name-style="western"><surname>Kaiser</surname><given-names>BN</given-names> </name><name name-style="western"><surname>Marconi</surname><given-names>VC</given-names> </name></person-group><article-title>Code saturation versus meaning saturation: how many interviews are enough?</article-title><source>Qual Health Res</source><year>2017</year><month>03</month><volume>27</volume><issue>4</issue><fpage>591</fpage><lpage>608</lpage><pub-id pub-id-type="doi">10.1177/1049732316665344</pub-id><pub-id pub-id-type="medline">27670770</pub-id></nlm-citation></ref><ref id="ref38"><label>38</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Guest</surname><given-names>G</given-names> </name><name name-style="western"><surname>Bunce</surname><given-names>A</given-names> </name><name name-style="western"><surname>Johnson</surname><given-names>L</given-names> </name></person-group><article-title>How many interviews are enough? An experiment with data saturation and variability</article-title><source>Field methods</source><year>2006</year><month>02</month><volume>18</volume><issue>1</issue><fpage>59</fpage><lpage>82</lpage><pub-id pub-id-type="doi">10.1177/1525822X05279903</pub-id></nlm-citation></ref><ref id="ref39"><label>39</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Malterud</surname><given-names>K</given-names> </name><name name-style="western"><surname>Siersma</surname><given-names>VD</given-names> </name><name name-style="western"><surname>Guassora</surname><given-names>AD</given-names> </name></person-group><article-title>Sample size in qualitative interview studies: guided by information power</article-title><source>Qual Health Res</source><year>2016</year><month>11</month><volume>26</volume><issue>13</issue><fpage>1753</fpage><lpage>1760</lpage><pub-id pub-id-type="doi">10.1177/1049732315617444</pub-id><pub-id pub-id-type="medline">26613970</pub-id></nlm-citation></ref><ref id="ref40"><label>40</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>O&#x2019;Brien</surname><given-names>BC</given-names> </name><name name-style="western"><surname>Harris</surname><given-names>IB</given-names> </name><name name-style="western"><surname>Beckman</surname><given-names>TJ</given-names> </name><name name-style="western"><surname>Reed</surname><given-names>DA</given-names> </name><name name-style="western"><surname>Cook</surname><given-names>DA</given-names> </name></person-group><article-title>Standards for reporting qualitative research: a synthesis of recommendations</article-title><source>Acad Med</source><year>2014</year><month>09</month><volume>89</volume><issue>9</issue><fpage>1245</fpage><lpage>1251</lpage><pub-id pub-id-type="doi">10.1097/ACM.0000000000000388</pub-id><pub-id pub-id-type="medline">24979285</pub-id></nlm-citation></ref><ref id="ref41"><label>41</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Milne-Ives</surname><given-names>M</given-names> </name><name name-style="western"><surname>de Cock</surname><given-names>C</given-names> </name><name name-style="western"><surname>Lim</surname><given-names>E</given-names> </name><etal/></person-group><article-title>The effectiveness of artificial intelligence conversational agents in health care: systematic review</article-title><source>J Med Internet Res</source><year>2020</year><month>10</month><day>22</day><volume>22</volume><issue>10</issue><fpage>e20346</fpage><pub-id pub-id-type="doi">10.2196/20346</pub-id><pub-id pub-id-type="medline">33090118</pub-id></nlm-citation></ref><ref id="ref42"><label>42</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Sze</surname><given-names>KP</given-names> </name><name name-style="western"><surname>Fong</surname><given-names>QW</given-names> </name><name name-style="western"><surname>De Roza</surname><given-names>JG</given-names> </name><name name-style="western"><surname>Lee</surname><given-names>ES</given-names> </name><name name-style="western"><surname>Tan</surname><given-names>SY</given-names> </name></person-group><article-title>Exploring physicians&#x2019; perceptions of digital health&#x2019;s impact on the patient-physician relationship in the primary health care setting: qualitative descriptive study</article-title><source>J Med Internet Res</source><year>2024</year><month>10</month><day>15</day><volume>26</volume><fpage>e53705</fpage><pub-id pub-id-type="doi">10.2196/53705</pub-id><pub-id pub-id-type="medline">39405515</pub-id></nlm-citation></ref><ref id="ref43"><label>43</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Nelson</surname><given-names>CA</given-names> </name><name name-style="western"><surname>P&#x00E9;rez-Chada</surname><given-names>LM</given-names> </name><name name-style="western"><surname>Creadore</surname><given-names>A</given-names> </name><etal/></person-group><article-title>Patient perspectives on the use of artificial intelligence for skin cancer screening: a qualitative study</article-title><source>JAMA Dermatol</source><year>2020</year><month>05</month><day>1</day><volume>156</volume><issue>5</issue><fpage>501</fpage><lpage>512</lpage><pub-id pub-id-type="doi">10.1001/jamadermatol.2019.5014</pub-id><pub-id pub-id-type="medline">32159733</pub-id></nlm-citation></ref><ref id="ref44"><label>44</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Jeyakumar</surname><given-names>T</given-names> </name><name name-style="western"><surname>Younus</surname><given-names>S</given-names> </name><name name-style="western"><surname>Zhang</surname><given-names>M</given-names> </name><etal/></person-group><article-title>Preparing for an artificial intelligence-enabled future: patient perspectives on engagement and health care professional training for adopting artificial intelligence technologies in health care settings</article-title><source>JMIR AI</source><year>2023</year><month>03</month><day>2</day><volume>2</volume><fpage>e40973</fpage><pub-id pub-id-type="doi">10.2196/40973</pub-id><pub-id pub-id-type="medline">38875561</pub-id></nlm-citation></ref><ref id="ref45"><label>45</label><nlm-citation citation-type="report"><person-group person-group-type="author"><name name-style="western"><surname>Hongsermeier</surname><given-names>T</given-names> </name><name name-style="western"><surname>Dobes</surname><given-names>A</given-names> </name><name name-style="western"><surname>Cope</surname><given-names>E</given-names> </name><collab>CDSiC Trust and Patient-Centeredness Workgroup</collab><etal/></person-group><article-title>Trust &#x0026; Patient-Centeredness Workgroup: improving the source credibility of patient-centered clinical decision support tools</article-title><year>2023</year><month>07</month><publisher-name>Agency for Healthcare Research and Quality</publisher-name><pub-id pub-id-type="medline">40924838</pub-id></nlm-citation></ref><ref id="ref46"><label>46</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Richardson</surname><given-names>JP</given-names> </name><name name-style="western"><surname>Curtis</surname><given-names>S</given-names> </name><name name-style="western"><surname>Smith</surname><given-names>C</given-names> </name><etal/></person-group><article-title>A framework for examining patient attitudes regarding applications of artificial intelligence in healthcare</article-title><source>Digit Health</source><year>2022</year><month>01</month><volume>8</volume><fpage>205520762210890</fpage><pub-id pub-id-type="doi">10.1177/20552076221089084</pub-id></nlm-citation></ref><ref id="ref47"><label>47</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Livieri</surname><given-names>G</given-names> </name><name name-style="western"><surname>Mangina</surname><given-names>E</given-names> </name><name name-style="western"><surname>Protopapadakis</surname><given-names>ED</given-names> </name><name name-style="western"><surname>Panayiotou</surname><given-names>AG</given-names> </name></person-group><article-title>The gaps and challenges in digital health technology use as perceived by patients: a scoping review and narrative meta-synthesis</article-title><source>Front Digit Health</source><year>2025</year><volume>7</volume><fpage>1474956</fpage><pub-id pub-id-type="doi">10.3389/fdgth.2025.1474956</pub-id><pub-id pub-id-type="medline">40212901</pub-id></nlm-citation></ref><ref id="ref48"><label>48</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Gomez-Cabello</surname><given-names>CA</given-names> </name><name name-style="western"><surname>Borna</surname><given-names>S</given-names> </name><name name-style="western"><surname>Pressman</surname><given-names>S</given-names> </name><name name-style="western"><surname>Haider</surname><given-names>SA</given-names> </name><name name-style="western"><surname>Haider</surname><given-names>CR</given-names> </name><name name-style="western"><surname>Forte</surname><given-names>AJ</given-names> </name></person-group><article-title>Artificial-intelligence-based clinical decision support systems in primary care: a scoping review of current clinical implementations</article-title><source>Eur J Investig Health Psychol Educ</source><year>2024</year><month>03</month><day>13</day><volume>14</volume><issue>3</issue><fpage>685</fpage><lpage>698</lpage><pub-id pub-id-type="doi">10.3390/ejihpe14030045</pub-id><pub-id pub-id-type="medline">38534906</pub-id></nlm-citation></ref><ref id="ref49"><label>49</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Zondag</surname><given-names>AGM</given-names> </name><name name-style="western"><surname>Rozestraten</surname><given-names>R</given-names> </name><name name-style="western"><surname>Grimmelikhuijsen</surname><given-names>SG</given-names> </name><etal/></person-group><article-title>The effect of artificial intelligence on patient-physician trust: cross-sectional vignette study</article-title><source>J Med Internet Res</source><year>2024</year><month>05</month><day>28</day><volume>26</volume><fpage>e50853</fpage><pub-id pub-id-type="doi">10.2196/50853</pub-id></nlm-citation></ref><ref id="ref50"><label>50</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hummelsberger</surname><given-names>P</given-names> </name><name name-style="western"><surname>Koch</surname><given-names>TK</given-names> </name><name name-style="western"><surname>Rauh</surname><given-names>S</given-names> </name><etal/></person-group><article-title>Insights on the current state and future outlook of AI in health care: expert interview study</article-title><source>JMIR AI</source><year>2023</year><month>10</month><day>31</day><volume>2</volume><issue>1</issue><fpage>e47353</fpage><pub-id pub-id-type="doi">10.2196/47353</pub-id><pub-id pub-id-type="medline">38875571</pub-id></nlm-citation></ref><ref id="ref51"><label>51</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Tabak</surname><given-names>RG</given-names> </name><name name-style="western"><surname>Khoong</surname><given-names>EC</given-names> </name><name name-style="western"><surname>Chambers</surname><given-names>DA</given-names> </name><name name-style="western"><surname>Brownson</surname><given-names>RC</given-names> </name></person-group><article-title>Bridging research and practice: models for dissemination and implementation research</article-title><source>Am J Prev Med</source><year>2012</year><month>09</month><volume>43</volume><issue>3</issue><fpage>337</fpage><lpage>350</lpage><pub-id pub-id-type="doi">10.1016/j.amepre.2012.05.024</pub-id><pub-id pub-id-type="medline">22898128</pub-id></nlm-citation></ref><ref id="ref52"><label>52</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Proctor</surname><given-names>E</given-names> </name><name name-style="western"><surname>Silmere</surname><given-names>H</given-names> </name><name name-style="western"><surname>Raghavan</surname><given-names>R</given-names> </name><etal/></person-group><article-title>Outcomes for implementation research: conceptual distinctions, measurement challenges, and research agenda</article-title><source>Adm Policy Ment Health</source><year>2011</year><month>03</month><volume>38</volume><issue>2</issue><fpage>65</fpage><lpage>76</lpage><pub-id pub-id-type="doi">10.1007/s10488-010-0319-7</pub-id><pub-id pub-id-type="medline">20957426</pub-id></nlm-citation></ref></ref-list></back></article>