<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v27i1e69007</article-id>
      <article-id pub-id-type="pmid">39832358</article-id>
      <article-id pub-id-type="doi">10.2196/69007</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Viewpoint</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Viewpoint</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Era of Generalist Conversational Artificial Intelligence to Support Public Health Communications</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Davis</surname>
            <given-names>Boyd</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>John Thayil</surname>
            <given-names>Jerry</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Sezgin</surname>
            <given-names>Emre</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>The Abigail Wexner Research Institute at Nationwide Children’s Hospital</institution>
            <addr-line>700 Children's Dr</addr-line>
            <addr-line>Columbus, OH, 43205</addr-line>
            <country>United States</country>
            <phone>1 6147223179</phone>
            <email>emre.sezgin@nationwidechildrens.org</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8798-9605</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Kocaballi</surname>
            <given-names>Ahmet Baki</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8328-5317</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>The Abigail Wexner Research Institute at Nationwide Children’s Hospital</institution>
        <addr-line>Columbus, OH</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>College of Medicine</institution>
        <institution>The Ohio State University</institution>
        <addr-line>Columbus, OH</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>School of Computer Science</institution>
        <institution>University of Technology Sydney</institution>
        <addr-line>Sydney</addr-line>
        <country>Australia</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Emre Sezgin <email>emre.sezgin@nationwidechildrens.org</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2025</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>20</day>
        <month>1</month>
        <year>2025</year>
      </pub-date>
      <volume>27</volume>
      <elocation-id>e69007</elocation-id>
      <history>
        <date date-type="received">
          <day>19</day>
          <month>11</month>
          <year>2024</year>
        </date>
        <date date-type="rev-request">
          <day>15</day>
          <month>12</month>
          <year>2024</year>
        </date>
        <date date-type="rev-recd">
          <day>20</day>
          <month>12</month>
          <year>2024</year>
        </date>
        <date date-type="accepted">
          <day>21</day>
          <month>12</month>
          <year>2024</year>
        </date>
      </history>
      <copyright-statement>©Emre Sezgin, Ahmet Baki Kocaballi. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 20.01.2025.</copyright-statement>
      <copyright-year>2025</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research (ISSN 1438-8871), is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2025/1/e69007" xlink:type="simple"/>
      <abstract>
        <p>The integration of artificial intelligence (AI) into health communication systems has introduced a transformative approach to public health management, particularly during public health emergencies, capable of reaching billions through familiar digital channels. This paper explores the utility and implications of generalist conversational artificial intelligence (CAI) advanced AI systems trained on extensive datasets to handle a wide range of conversational tasks across various domains with human-like responsiveness. The specific focus is on the application of generalist CAI within messaging services, emphasizing its potential to enhance public health communication. We highlight the evolution and current applications of AI-driven messaging services, including their ability to provide personalized, scalable, and accessible health interventions. Specifically, we discuss the integration of large language models and generative AI in mainstream messaging platforms, which potentially outperform traditional information retrieval systems in public health contexts. We report a critical examination of the advantages of generalist CAI in delivering health information, with a case of its operationalization during the COVID-19 pandemic and propose the strategic deployment of these technologies in collaboration with public health agencies. In addition, we address significant challenges and ethical considerations, such as AI biases, misinformation, privacy concerns, and the required regulatory oversight. We envision a future with leverages generalist CAI in messaging apps, proposing a multiagent approach to enhance the reliability and specificity of health communications. We hope this commentary initiates the necessary conversations and research toward building evaluation approaches, adaptive strategies, and robust legal and technical frameworks to fully realize the benefits of AI-enhanced communications in public health, aiming to ensure equitable and effective health outcomes across diverse populations.</p>
      </abstract>
      <kwd-group>
        <kwd>messaging apps</kwd>
        <kwd>public health communication</kwd>
        <kwd>language models</kwd>
        <kwd>artificial intelligence</kwd>
        <kwd>AI</kwd>
        <kwd>generative AI</kwd>
        <kwd>conversational AI</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Health communication and information dissemination are essential for global risk mitigation during public health emergencies. The pandemic highlighted the necessity for effective worldwide communication networks in support of the public health agencies (Center for World Health Organization [WHO] and Global Public Health Intelligence Network), and furthermore, the need for more integrated and global systems for timely warnings and responses to health crises [<xref ref-type="bibr" rid="ref1">1</xref>]. For this purpose, messaging services have been vital tools for disseminating information, monitoring disease spread, and promoting informed health decisions [<xref ref-type="bibr" rid="ref2">2</xref>]. Historically, SMS- and app-based text messaging platforms have long been recognized for their potential to deliver scalable health interventions for diverse populations, exemplified by RCTs on substance abuse intervention and promoting the COVID-19 pandemic vaccination [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. These examples illustrate the established value of messaging services in engaging populations and promoting health behaviors.</p>
      <p>The emergence of artificial intelligence (AI) has brought innovative and personalized methods in health communications, with chatbots and AI-driven messaging services presenting personalized, timely, and internet-based health interventions [<xref ref-type="bibr" rid="ref5">5</xref>]. More specifically, conversational artificial Intelligence (CAI) interventions have exhibited significant positive effects on behavior change, such as smoking cessation, healthy eating, sleep quality, and physical activity [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. CAI models have emerged to complete tasks through natural language using rule-based, hybrid, or unsupervised learning models [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. However, as CAI has been widely used for personalized health intervention, a public health perspective has yet to be studied.</p>
      <p>During the pandemic, the emerging value of CAI has been observed as being a scalable, easy-to-use, and accessible dissemination tool [<xref ref-type="bibr" rid="ref10">10</xref>-<xref ref-type="bibr" rid="ref12">12</xref>]. In addition, the long-term value of CAI through chatbot tools and voice assistants in public health management has been emphasized [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. A widely observed implementation was a WHO-deployed WhatsApp (Meta) chatbot, as a preventative mechanism, that disseminated critical health information to millions globally, providing multilingual support and real-time updates to address misinformation [<xref ref-type="bibr" rid="ref15">15</xref>]. However, none of the intelligent systems covered earlier has envisioned the impact of generative AI at scale where it can lead to highly accessible, decentralized, and scalable implementations. Recent applications of widely adapted generative AI models, large language models (LLMs), presented evidence of the effectiveness of generated responses to answer public health questions [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>], contributing to the trend of using AI to augment the impact of public health interventions. Envisioning the future, its impact could exponentially grow by wide-scale adoption and implementation across the population by its integration into our daily communication tools (ie, messaging apps). We hypothesize that such LLM-based CAI services (namely, “Generalist CAI” from hereon) through messaging apps, the most commonly used tools on a daily basis, may overtake other means of internet-based information seeking and public information dissemination and sharing mechanisms, toward improving public health communications.</p>
      <p>Unlike previous implementations of CAI before the wide adoption of LLMs, Generalist CAI models rely on generative AI (ie, LLMs) or foundation models that are trained on extensive and diverse datasets to perform a myriad of natural language tasks with human-like interaction and a broad understanding across various domains, including health care. These models transcend the limitations of their predecessors, which were constrained to specific tasks, by exhibiting proficiency in varied domains, from casual dialogue to expert-level engagements. These models’ broad applicability is underpinned by their capacity to comprehend and respond in a human-like manner across different conversational contexts. As such, generalist CAI models are not only poised to enhance user interactions but are also likely to supplant multiple task-specific agents (multiagents), heralding a shift toward more unified and contextually aware conversational AI systems in diverse applications. <xref ref-type="table" rid="table1">Table 1</xref> outlines the key features of generalist AI.</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Key features and descriptions of generalist conversational artificial intelligence (CAI) applications.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="350"/>
          <col width="650"/>
          <thead>
            <tr valign="top">
              <td>Key features</td>
              <td>Descriptions</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Natural language understanding and generation</td>
              <td>They can understand a broad range of user prompts that can be expressed in various different ways, allowing a higher level of flexibility and ease-of-use.</td>
            </tr>
            <tr valign="top">
              <td>Generalist</td>
              <td>They can converse about a large range of topics and transition between them smoothly.</td>
            </tr>
            <tr valign="top">
              <td>Dialog management</td>
              <td>They can excel in multiturn conversations more effectively than their rule-based alternatives with the ability to respond to follow-up questions.</td>
            </tr>
            <tr valign="top">
              <td>Emotional intelligence</td>
              <td>They can detect subtle cues in language that indicate a user’s emotional state, allowing the chatbot to provide empathetic responses.</td>
            </tr>
            <tr valign="top">
              <td>Personalization</td>
              <td>Generalist CAI can extract user profile information and use it to generate tailored responses effectively.</td>
            </tr>
            <tr valign="top">
              <td>Multilingual support</td>
              <td>They can support multiple languages, making them accessible to a wider audience.</td>
            </tr>
            <tr valign="top">
              <td>Scalability</td>
              <td>They can handle an unlimited number of queries simultaneously, providing instant information on a wide range of public health issues.</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
    </sec>
    <sec>
      <title>The Advantage of Generalist CAI in Messaging Services</title>
      <p>AI has already transformed the ways in which individuals seek health information. Today, we observe that generalist CAI or LLM applications (eg, chatGPT) simplify access to health advice [<xref ref-type="bibr" rid="ref18">18</xref>], by breaking down barriers associated with traditional web searches.</p>
      <p>The next step appears to be messaging tools with generalist CAI assistance, like WhatsApp, Signal (Signal Technology Foundation), iMessage (Apple Inc.), and Telegram (Telegram FZ-LLC Telegram Messenger Inc), which would offer a “familiar” platform to billions of people, with the potential to improve access to health information and services. Messaging apps’ simplicity in terms of user interface and the use of natural language inherently reduce digital literacy and accessibility barriers. Therefore, messaging services with generalist CAI can surpass previous implementations of task-specific CAI services regarding capabilities, user access and adoption, lower barriers to use and provide personalization through self-learning and conversation adaptation (<xref ref-type="table" rid="table1">Table 1</xref>). For example, instead of just providing preprogrammed answers, a generalist CAI can engage in a dynamic dialogue to understand a user’s specific concerns, clarify ambiguities, and provide tailored advice based on the conversation’s context. Furthermore, mobile device-based dialogue services (eg, automatic speech recognition and text-to-speech) further improve the usability of the service through natural language conversations. This means, in a public health emergency, the widespread use of apps like iMessage and WhatsApp (billions of active users daily) can facilitate immediate access to personalized health advice, circumventing barriers to accessing urgent public health information. The integration with generalist CAI, as seen in Meta AI’s LLM-powered generalist CAI or personal assistant, positions these services in a favorable spot as a convenient tool for information seeking and health communication, potentially offering equitable access to personalized health information across diverse populations. To further extend these opportunities, small language models (eg, Phi-3) [<xref ref-type="bibr" rid="ref19">19</xref>] can be leveraged to build capable generalist CAI for individuals in remote areas or those with limited access to internet bandwidth, who could still benefit from text-based interactions with the CAI.</p>
    </sec>
    <sec>
      <title>Envisioning Generalist CAI Use in Public Health Emergencies</title>
      <p>As the AI tools and applications are rapidly growing and immersing in our daily lives, it is necessary to plan and strategize for the use of generalist CAI services in public health emergencies. Given the fact that the current LLMs and CAI are trained on publicly available data on a massive scale with less attention to information quality or specific domains like health care, we need to approach cautiously in promoting safe and reliable information pipelines over these messaging platforms for public health information sharing, communication, and dissemination. To improve CAI accuracy and reliability in public health communications, a multiagent approach could be used [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. This includes specialized AI agents collaborating, some provide general health information, while others ensure compliance with health guidelines. We envision the integration of generalist CAI assistants into public health messaging services through such a multiagent approach to streamline future interventions. <xref rid="figure1" ref-type="fig">Figure 1</xref> illustrates a 2-agent arrangement where a CAI agent in a messaging app uses the public health information provided by the Centers for Disease Control and Prevention (CDC) to compose its response.</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Current practice and the proposed alternative routes for public health communications during an outbreak CAI: conversational artificial intelligence; CDC: Centers for Disease Control and Prevention; WHO: World Health Organization.</p>
        </caption>
        <graphic xlink:href="jmir_v27i1e69007_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec>
      <title>Public Health Emergency Case: the COVID-19 Pandemic</title>
      <p>During the COVID-19 pandemic, we observed that the dissemination of comprehensive and accurate information is crucial for educating the public and combating the pandemic [<xref ref-type="bibr" rid="ref12">12</xref>]. This period highlighted the potential of basic chatbot applications in enhancing public health communications, especially in diverse and low-resource settings. As aforementioned, WHO released a chatbot over WhatsApp providing up-to-date COVID-19 information in multiple local languages extending across several low- and middle-income countries [<xref ref-type="bibr" rid="ref15">15</xref>]. In Nigeria, an SMS-based chatbot, offered by the Nigeria Centre for Disease Control, with support from UNICEF (United Nations International Children’s Emergency Fund), provided localized guidance and timely information about pandemic [<xref ref-type="bibr" rid="ref22">22</xref>]. Similarly, India released an app with chatbot features to engage rural and urban Indian residents for the COVID-19 pandemic safety practices and checking symptoms, updates, and access helplines [<xref ref-type="bibr" rid="ref23">23</xref>]. These implementations demonstrate the scalability and potential of digital conversational intervention in public health emergencies. With generalist CAI, personalized public health intervention can be achieved, bridging communication gaps and supporting public health agencies during emergencies.</p>
      <p>A strategic plan for effective communication during a health crisis is required, leveraging a multiagent approach. In a partnership between the public health agencies (eg, WHO and CDC) and technology providers, we may create an information dissemination pipeline during a public health crisis (<xref rid="figure1" ref-type="fig">Figure 1</xref>). For instance, by adhering to CDC’s guidelines for communication and dissemination and using only vetted information sources [<xref ref-type="bibr" rid="ref24">24</xref>], generalist CAI agents can be designed to deliver messages accurately, empathetic, and action oriented. CDC-defined key elements for developing outbreak-related messages include expressing empathy, outlining clear actions, delineating what is known and unknown, explaining public health actions and their rationale, committing to ongoing communication, and guiding the public on where to find reliable information [<xref ref-type="bibr" rid="ref24">24</xref>]. For example, regarding the need to “outline clear actions,” a specialized agent could be programmed to ensure that every informational response includes actionable steps the user can take. This framework could be used to prompt the agents and ensure that the generated messages are fine-tuned to deliver intended messages toward not only informing and educating but also to build trust and encourage compliance with health advisories. Furthermore, aligning with WHO’s early action review guidelines that are designed to optimize early detection of public health emergencies, such agents could be deployed to intervene timely and tailored to the target audience in compliance with the local or national guidelines across the globe [<xref ref-type="bibr" rid="ref25">25</xref>]. Ideally, a trained generalist CAI acting as a public health support agent can be simultaneously activated across the populations, including low-resource countries, rural and urban areas, served in any preferred language through text or speech. In the long term, such agents can contribute to the knowledge of public health agencies and the data they provide can help learn more about the effectiveness of communications with real-time feedback from the public. Future research should focus on developing frameworks that facilitate the integration of multiagent CAI systems into existing public health infrastructures. Some of the viable approaches could be through interoperability with electronic health records, collaboration with public health databases and registries, and using standardized communication protocols like Fast Health care Interoperability Resources [<xref ref-type="bibr" rid="ref26">26</xref>], embedding CAI agents into communication platforms preferred by health professionals, and establishing governance mechanisms to ensure ethical and efficient operation [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>].</p>
      <p><xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> for our brief experiments and observations toward the opportunities and limitations with current generalist CAI applications in response to some of the emerging public health problems including pandemic response, unmet social needs, mental health support, and vaccinations.</p>
    </sec>
    <sec>
      <title>Risks and Ethical Considerations</title>
      <p>The deployment of generalist CAI assistants in messaging apps presents multifaceted challenges, including risks of bias, misinformation, hallucinations, and ethical pitfalls, which have been observed earlier with Snapchat’s personal assistant [<xref ref-type="bibr" rid="ref29">29</xref>]. The models behind these CAI assistants pose a critical challenge due to inherent biases arising from skewed or incomplete training data, flawed algorithmic design, or the reinforcement of societal prejudices [<xref ref-type="bibr" rid="ref30">30</xref>]. These biases risk distorting health communications and exacerbating health disparities [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>]. For example, an earlier study [<xref ref-type="bibr" rid="ref33">33</xref>] revealed that a widely used health care algorithm exhibited significant racial bias by predicting costs instead of health needs, leading to unequal care allocation for Black patients. Such bias could pose a risk for generalist CAI providing less comprehensive (or even inaccurate) information to individuals from underrepresented racial or ethnic backgrounds. In addition, a culturally sensitive and inclusive design is also important to mitigate the risk of inherent biases that may exist in the training data of generalist CAI. These issues underscore the importance of accountability, fairness, equity, and regulatory oversight [<xref ref-type="bibr" rid="ref34">34</xref>]. Moreover, ethical concerns extend beyond privacy to include user autonomy and the transparent use of data, necessitating clear guidelines and user consent. To support user autonomy, implementing verification mechanisms and ensuring the source data originating from authoritative health organizations can help maintain the trustworthiness of the AI-generated information. One step further, a multiagent approach can help control the CAI behavior regarding user location and profile, ensuring that advice and data handling procedures comply with the local rules and regulations. Even though messaging services are one of the most accessible and used communication technologies, the FCC Affordable Connectivity Program or similar global programs can be used to address the digital divide and affordability issues [<xref ref-type="bibr" rid="ref35">35</xref>]. While some messaging apps offer end-to-end encryption, overall, the lack of governance or medico-legal compliance (eg, HIPAA [Health Insurance Portability and Accountability Act], HITECH [Health Information Technology for Economic and Clinical Health] or GDPR [General data protection regulation] rule on processing sensitive data requirements for public health information), unless integrated with telehealth services, raises significant privacy concerns, similar to those of standard text messaging services. Technical standards and ethical frameworks should be developed to ensure AI systems are transparent and fair [<xref ref-type="bibr" rid="ref36">36</xref>]. Further considerations are outlined in <xref ref-type="table" rid="table2">Table 2</xref>.</p>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Technical challenges and potential solutions in deploying generalist conversational artificial intelligence (CAI).</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="200"/>
          <col width="380"/>
          <col width="420"/>
          <thead>
            <tr valign="top">
              <td>Challenge</td>
              <td>Description</td>
              <td>Potential solutions</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Language diversity</td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>Developing CAI systems that can understand and generate responses in multiple languages and dialects is complex. Language nuances, slang, and regional expressions can hinder accurate communication [<xref ref-type="bibr" rid="ref37">37</xref>].</p>
                  </list-item>
                </list>
              </td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>Multilingual training: Incorporate extensive multilingual datasets during training.</p>
                  </list-item>
                  <list-item>
                    <p>Local expertise collaboration: Partner with local linguists and community experts.</p>
                  </list-item>
                  <list-item>
                    <p>Adaptive learning: Implement adaptive learning algorithms based on user interactions.</p>
                  </list-item>
                </list>
              </td>
            </tr>
            <tr valign="top">
              <td>Technological infrastructure</td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>Variability in technological infrastructure, such as outdated devices or limited computational resources, can impede effective CAI deployment [<xref ref-type="bibr" rid="ref38">38</xref>].</p>
                  </list-item>
                </list>
              </td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>Lightweight models: Develop optimized, lightweight, and specialized AI models.</p>
                  </list-item>
                  <list-item>
                    <p>Edge computing: use edge computing to perform data processing closer to the user.</p>
                  </list-item>
                  <list-item>
                    <p>Offline capabilities: Incorporate offline functionalities where possible.</p>
                  </list-item>
                </list>
              </td>
            </tr>
            <tr valign="top">
              <td>Internet connectivity</td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>In many low-resource settings, unreliable or limited internet access can restrict the usability and accessibility of CAI-powered messaging services [<xref ref-type="bibr" rid="ref39">39</xref>].</p>
                  </list-item>
                </list>
              </td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>Data-efficient communication: Design CAI systems requiring minimal data usage.</p>
                  </list-item>
                  <list-item>
                    <p>SMS or voice integration: Integrate CAI functionalities with SMS-based platforms or text-to-voice calls.</p>
                  </list-item>
                  <list-item>
                    <p>Caching and preloading: Implement caching strategies to store essential information locally [<xref ref-type="bibr" rid="ref40">40</xref>].</p>
                  </list-item>
                </list>
              </td>
            </tr>
            <tr valign="top">
              <td>Integration with existing systems</td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>Integrating CAI with existing public health information systems and workflows can be technically demanding [<xref ref-type="bibr" rid="ref41">41</xref>].</p>
                  </list-item>
                </list>
              </td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>API<sup>a</sup> development: Develop robust APIs for smooth integration.</p>
                  </list-item>
                  <list-item>
                    <p>Modular architecture: Adopt a modular system architecture.</p>
                  </list-item>
                  <list-item>
                    <p>Standardization: Promote standardized protocols and data formats for interoperability.</p>
                  </list-item>
                </list>
              </td>
            </tr>
            <tr valign="top">
              <td>Data privacy and security</td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>Ensuring the privacy and security of user data is paramount, especially when dealing with sensitive health information [<xref ref-type="bibr" rid="ref42">42</xref>].</p>
                  </list-item>
                </list>
              </td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>Encryption and access controls: Establish strict access controls, authentication mechanisms, and end-to-end encryption.</p>
                  </list-item>
                  <list-item>
                    <p>Compliance frameworks: Adhere to international and local data protection regulations (eg, GDPR<sup>b</sup>, HIPAA<sup>c</sup>).</p>
                  </list-item>
                  <list-item>
                    <p>Small local models: Support the development of smaller models that can be run locally (eg, Mistral 7B and Microsoft Phi-3) [<xref ref-type="bibr" rid="ref43">43</xref>].</p>
                  </list-item>
                </list>
              </td>
            </tr>
            <tr valign="top">
              <td>Bias and cultural sensitivity</td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>AI algorithms can inadvertently conserve social prejudices and cultural insensitivities present in training data, leading to biased or inappropriate responses [<xref ref-type="bibr" rid="ref44">44</xref>].</p>
                  </list-item>
                </list>
              </td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>Diverse training data: Curate datasets that represent diverse populations and cultural contexts [<xref ref-type="bibr" rid="ref45">45</xref>].</p>
                  </list-item>
                  <list-item>
                    <p>Bias audits: Regularly conduct bias assessments and audits of CAI models [<xref ref-type="bibr" rid="ref46">46</xref>].</p>
                  </list-item>
                  <list-item>
                    <p>Inclusive design practices: Incorporate principles of inclusive design to ensure cultural relevance and sensitivity [<xref ref-type="bibr" rid="ref47">47</xref>].</p>
                  </list-item>
                </list>
              </td>
            </tr>
            <tr valign="top">
              <td>Stakeholder engagement</td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>Engaging community stakeholders is essential to ensure that CAI systems meet the needs of diverse populations and promote equitable outcomes [<xref ref-type="bibr" rid="ref48">48</xref>].</p>
                  </list-item>
                </list>
              </td>
              <td>
                <list list-type="bullet">
                  <list-item>
                    <p>Participatory co-design: Involve community members in the design and development process.</p>
                  </list-item>
                  <list-item>
                    <p>Feedback mechanisms: Establish channels for continuous feedback from users.</p>
                  </list-item>
                  <list-item>
                    <p>Collaborative partnerships: Partner with local organizations and leaders to guide CAI development and deployment.</p>
                  </list-item>
                </list>
              </td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table2fn1">
            <p><sup>a</sup>API: application programming interface.</p>
          </fn>
          <fn id="table2fn2">
            <p><sup>b</sup>GDPR: General data protection regulation.</p>
          </fn>
          <fn id="table2fn3">
            <p><sup>c</sup>HIPAA: Health Insurance Portability and Accountability Act.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <p>The contentious nature of AI governance and accreditation of service providers for multiagent AI services might require a legal infrastructure as much as a technical one, to reduce perceived legal risks and liabilities with government agencies accrediting private sector tools. However, the recent initiative by the Biden Administration to form task forces aimed at shaping policies for AI in health care signals a promising direction for overcoming these hurdles in the United States [<xref ref-type="bibr" rid="ref49">49</xref>], suggesting that improvements in the medicolegal landscape could pave the way for safer AI implementations in public health communication [<xref ref-type="bibr" rid="ref50">50</xref>]. Internationally, regulatory bodies are also beginning to take similar steps, aiming for a cohesive global response to AI challenges [<xref ref-type="bibr" rid="ref51">51</xref>]. It is crucial to address how these technologies might disproportionately affect marginalized groups, ensuring inclusive and equitable AI development. The long-term societal impacts, such as the erosion of public trust through AI missteps, must also be considered in developing sustainable AI strategies. Engaging a broad spectrum of stakeholders in AI discussions can enhance the legitimacy and effectiveness of governance structures. This evolving scenario highlights the critical need for a balanced approach to harnessing AI’s potential while addressing its ethical, legal, and social challenges.</p>
    </sec>
    <sec>
      <title>Conclusions and Future Directions</title>
      <p>AI-enhanced messaging apps hold significant promise for advancing public health by improving access to health information, supporting health behavior change, and addressing diverse community needs. Their scalability and adaptability have already demonstrated impact during public health crises, such as the COVID-19 pandemic, where CAI systems facilitated rapid and multilingual information dissemination. Generalist CAI, with its ability to handle diverse conversational tasks and adapt to user needs with its human-like interaction capability, represents a transformative opportunity to create equitable and accessible public health communication tools. However, realizing their full potential requires addressing critical challenges, including biases in training data, risks of misinformation, ethical concerns around equity and transparency, and the need for robust legal and technical frameworks. To unlock these opportunities, AI messaging services must be developed and continually updated to address evolving requirements on fairness, accountability, and culturally sensitive design, ensuring they uphold the principles of reliability, equity, and justice in public health.</p>
      <p>Key research priorities should include evaluating the efficacy of multiagent systems, understanding user interaction and trust dynamics, addressing biases, assessing impacts on health equity, and exploring innovative applications beyond basic information delivery. Observational studies can help identify how individuals engage with CAI systems and guide improvements in public health applications. To ensure equitable access, public health agencies should advocate for culturally sensitive and linguistically diverse CAI systems. Collaborations with local organizations and the establishment of global repositories of vetted health information are critical to minimizing misinformation and aligning CAI outputs with public health guidelines. Eventually, public health agencies and researchers can create a roadmap for leveraging CAI effectively and equitably, paving the way for a transformative approach to public health communication. Continued research on user engagement and the optimization of AI models for public health is essential to fully leverage the capabilities of these ubiquitous tools.</p>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Examples of generalist CAI (conversational artificial intelligence) responses to public health issues.</p>
        <media xlink:href="jmir_v27i1e69007_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 9592 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AI</term>
          <def>
            <p>artificial intelligence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CAI</term>
          <def>
            <p>conversational artificial intelligence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CDC</term>
          <def>
            <p>Centers for Disease Control and Prevention</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">GDPR</term>
          <def>
            <p>General data protection regulation.</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">HIPAA</term>
          <def>
            <p>Health Insurance Portability and Accountability Act</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">HITECH</term>
          <def>
            <p>Health Information Technology for Economic and Clinical Health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">LLM</term>
          <def>
            <p>large language model</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">UNICEF</term>
          <def>
            <p>United Nations International Children’s Emergency Fund</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">WHO</term>
          <def>
            <p>World Health Organization</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We acknowledge Kelly Kelleher for his valuable feedback. We used the generative AI tool (ChatGPT by OpenAI) to refine phrases and improve the clarity of some statements.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>ES is an Associate Editor of the <italic>Journal of Medical Internet Research</italic>.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Meckawy</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Stuckler</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mehta</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Al-Ahdal</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Doebbeling</surname>
              <given-names>BN</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of early warning systems in the detection of infectious diseases outbreaks: a systematic review</article-title>
          <source>BMC Public Health</source>
          <year>2022</year>
          <volume>22</volume>
          <issue>1</issue>
          <fpage>2216</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/s12889-022-14625-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12889-022-14625-4</pub-id>
          <pub-id pub-id-type="medline">36447171</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12889-022-14625-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC9707072</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Cole-Lewis</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Bernhardt</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Mobile text messaging for health: a systematic review of reviews</article-title>
          <source>Annu Rev Public Health</source>
          <year>2015</year>
          <volume>36</volume>
          <fpage>393</fpage>
          <lpage>415</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/25785892"/>
          </comment>
          <pub-id pub-id-type="doi">10.1146/annurev-publhealth-031914-122855</pub-id>
          <pub-id pub-id-type="medline">25785892</pub-id>
          <pub-id pub-id-type="pmcid">PMC4406229</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Fogel</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Winegar</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Horseman</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ottenbacher</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Habash</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dukes</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Brinson</surname>
              <given-names>TC</given-names>
            </name>
            <name name-style="western">
              <surname>Price</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Masoudi</surname>
              <given-names>FA</given-names>
            </name>
            <name name-style="western">
              <surname>Cacchione</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Yehia</surname>
              <given-names>BR</given-names>
            </name>
          </person-group>
          <article-title>Effect of text message reminders and vaccine reservations on adherence to a health system covid-19 vaccination policy: a randomized clinical trial</article-title>
          <source>JAMA Netw Open</source>
          <year>2022</year>
          <volume>5</volume>
          <issue>7</issue>
          <fpage>e2222116</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35857327"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2022.22116</pub-id>
          <pub-id pub-id-type="medline">35857327</pub-id>
          <pub-id pub-id-type="pii">2794447</pub-id>
          <pub-id pub-id-type="pmcid">PMC9301516</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marcolino</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Oliveira</surname>
              <given-names>JAQ</given-names>
            </name>
            <name name-style="western">
              <surname>D'Agostino</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ribeiro</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Alkmim</surname>
              <given-names>MBM</given-names>
            </name>
            <name name-style="western">
              <surname>Novillo-Ortiz</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The impact of mHealth interventions: systematic review of systematic reviews</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2018</year>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>e23</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2018/1/e23/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.8873</pub-id>
          <pub-id pub-id-type="medline">29343463</pub-id>
          <pub-id pub-id-type="pii">v6i1e23</pub-id>
          <pub-id pub-id-type="pmcid">PMC5792697</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lauffenburger</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Yom-Tov</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Keller</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>McDonnell</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Crum</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Bhatkhande</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Sears</surname>
              <given-names>ES</given-names>
            </name>
            <name name-style="western">
              <surname>Hanken</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bessette</surname>
              <given-names>LG</given-names>
            </name>
            <name name-style="western">
              <surname>Fontanet</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Haff</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Vine</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Choudhry</surname>
              <given-names>NK</given-names>
            </name>
          </person-group>
          <article-title>The impact of using reinforcement learning to personalize communication on medication adherence: findings from the REINFORCE trial</article-title>
          <source>NPJ Digit Med</source>
          <year>2024</year>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>39</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-024-01028-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-024-01028-5</pub-id>
          <pub-id pub-id-type="medline">38374424</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41746-024-01028-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC10876539</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Olds</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Brinsley</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dumuid</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Virgara</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Matricciani</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Szeto</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Eglitis</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Miatke</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Simpson</surname>
              <given-names>CEM</given-names>
            </name>
            <name name-style="western">
              <surname>Vandelanotte</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Systematic review and meta-analysis of the effectiveness of chatbots on lifestyle behaviours</article-title>
          <source>NPJ Digit Med</source>
          <year>2023</year>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>118</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-023-00856-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-023-00856-1</pub-id>
          <pub-id pub-id-type="medline">37353578</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41746-023-00856-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC10290125</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bendotti</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lawler</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>GCK</given-names>
            </name>
            <name name-style="western">
              <surname>Gartner</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ireland</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Marshall</surname>
              <given-names>HM</given-names>
            </name>
          </person-group>
          <article-title>Conversational artificial intelligence interventions to support smoking cessation: a systematic review and meta-analysis</article-title>
          <source>Digit Health</source>
          <year>2023</year>
          <volume>9</volume>
          <fpage>20552076231211634</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/20552076231211634?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/20552076231211634</pub-id>
          <pub-id pub-id-type="medline">37928336</pub-id>
          <pub-id pub-id-type="pii">10.1177_20552076231211634</pub-id>
          <pub-id pub-id-type="pmcid">PMC10623979</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kusal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Patil</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Choudrie</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kotecha</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mishra</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Abraham</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>AI-based conversational agents: a scoping review from technologies to future directions</article-title>
          <source>IEEE Access Institute of Electrical and Electronics Engineers (IEEE)</source>
          <year>2022</year>
          <volume>10</volume>
          <fpage>92337</fpage>
          <lpage>92356</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://paperpile.com/b/yGykxZ/XYm4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1109/access.2022.3201144</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Laymouna</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Lessard</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Schuster</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Engler</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lebouché</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Roles, users, benefits, and limitations of chatbots in health care: rapid review</article-title>
          <source>J Med Internet Res</source>
          <year>2024</year>
          <volume>26</volume>
          <fpage>e56930</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2024//e56930/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/56930</pub-id>
          <pub-id pub-id-type="medline">39042446</pub-id>
          <pub-id pub-id-type="pii">v26i1e56930</pub-id>
          <pub-id pub-id-type="pmcid">PMC11303905</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Amiri</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Karahanna</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Chatbot use cases in the Covid-19 public health response</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2022</year>
          <volume>29</volume>
          <issue>5</issue>
          <fpage>1000</fpage>
          <lpage>1010</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35137107"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocac014</pub-id>
          <pub-id pub-id-type="medline">35137107</pub-id>
          <pub-id pub-id-type="pii">6523926</pub-id>
          <pub-id pub-id-type="pmcid">PMC8903403</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fan</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Yin</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Fan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Guo</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 information dissemination using the wechat communication index: retrospective analysis study</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <volume>23</volume>
          <issue>7</issue>
          <fpage>e28563</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/7/e28563/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/28563</pub-id>
          <pub-id pub-id-type="medline">34129515</pub-id>
          <pub-id pub-id-type="pii">v23i7e28563</pub-id>
          <pub-id pub-id-type="pmcid">PMC8288647</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Miao</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Protecting public's well-being against the COVID-19 infodemic: the role of trust in information sources and rapid dissemination and transparency of information over time</article-title>
          <source>Front Public Health</source>
          <year>2023</year>
          <volume>11</volume>
          <fpage>1142230</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/37139363"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpubh.2023.1142230</pub-id>
          <pub-id pub-id-type="medline">37139363</pub-id>
          <pub-id pub-id-type="pmcid">PMC10149692</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sezgin</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Ramtekkar</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Readiness for voice assistants to support healthcare delivery during a health crisis and pandemic</article-title>
          <source>NPJ Digit Med</source>
          <year>2020</year>
          <volume>3</volume>
          <fpage>122</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-020-00332-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-020-00332-0</pub-id>
          <pub-id pub-id-type="medline">33015374</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41746-020-00332-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC7494948</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Miner</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Laranjo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kocaballi</surname>
              <given-names>AB</given-names>
            </name>
          </person-group>
          <article-title>Chatbots in the fight against the COVID-19 pandemic</article-title>
          <source>NPJ Digit Med</source>
          <year>2020</year>
          <volume>3</volume>
          <fpage>65</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-020-0280-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-020-0280-0</pub-id>
          <pub-id pub-id-type="medline">32377576</pub-id>
          <pub-id pub-id-type="pii">280</pub-id>
          <pub-id pub-id-type="pmcid">PMC7198587</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
          <source>How whatsApp can help stay you connected during COVID-19 pandemic</source>
          <access-date>2024-09-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.whatsapp.com/coronavirus">https://www.whatsapp.com/coronavirus</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ayers</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Poliak</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Leas</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Dredze</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hogarth</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>DM</given-names>
            </name>
          </person-group>
          <article-title>Evaluating artificial intelligence responses to public health questions</article-title>
          <source>JAMA Netw Open</source>
          <year>2023</year>
          <volume>6</volume>
          <issue>6</issue>
          <fpage>e2317517</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/37285160"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2023.17517</pub-id>
          <pub-id pub-id-type="medline">37285160</pub-id>
          <pub-id pub-id-type="pii">2805756</pub-id>
          <pub-id pub-id-type="pmcid">PMC10248742</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sezgin</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Redefining virtual assistants in health care: the future with large language models</article-title>
          <source>J Med Internet Res</source>
          <year>2024</year>
          <volume>26</volume>
          <fpage>e53225</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2024//e53225/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/53225</pub-id>
          <pub-id pub-id-type="medline">38241074</pub-id>
          <pub-id pub-id-type="pii">v26i1e53225</pub-id>
          <pub-id pub-id-type="pmcid">PMC10837753</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haupt</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Marks</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>AI-generated medical advice-GPT and beyond</article-title>
          <source>JAMA</source>
          <year>2023</year>
          <volume>329</volume>
          <issue>16</issue>
          <fpage>1349</fpage>
          <lpage>1350</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2023.5321</pub-id>
          <pub-id pub-id-type="medline">36972070</pub-id>
          <pub-id pub-id-type="pii">2803077</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <source>Phi open models - small language models</source>
          <access-date>2024-12-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://azure.microsoft.com/en-us/products/phi">https://azure.microsoft.com/en-us/products/phi</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Bansal</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Awadallah</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Burger</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>AutoGen: enabling Next-Gen LLM applications via multi-agent conversation</article-title>
          <source>arXiv:2308.08155</source>
          <year>2023</year>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://arxiv.org/abs/2308.08155"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <source>Multi-agent Conversation Framework</source>
          <access-date>2024-09-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://microsoft.github.io/autogen/docs/Use-Cases/agent_chat/">https://microsoft.github.io/autogen/docs/Use-Cases/agent_chat/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
          <source>NCDC and UNICEF launch chatbot to combat COVID-19 misinformation in Nigeria</source>
          <access-date>2025-01-07</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.unicef.org/nigeria/press-releases/ncdc-and-unicef-launch-chatbot-combat-covid-19-misinformation-nigeria">https://www.unicef.org/nigeria/press-releases/ncdc-and-unicef-launch-chatbot-combat-covid-19-misinformation-nigeria</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sehgal</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Jain</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Fighting pandemic: the mobile application way (a case of the Aarogya Setu App)</article-title>
          <source>Emerging Economies Cases Journal</source>
          <year>2023</year>
          <volume>4</volume>
          <issue>6</issue>
          <fpage>251660422211470</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://paperpile.com/b/IMxYYI/9ojD"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/25166042221147097</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tumpey</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Daigle</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Nowak</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Communicating during an outbreak or public health investigation</article-title>
          <source>The CDC Field Epidemiology Manual</source>
          <year>2019</year>
          <publisher-loc>Oxford, England</publisher-loc>
          <publisher-name>Oxford University Press</publisher-name>
          <fpage>243</fpage>
          <lpage>260</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <article-title>Guidance and tools for conducting an early action review (EAR): rapid performance improvement for outbreak detection and response</article-title>
          <source>WHO</source>
          <access-date>2024-03-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/publications/i/item/WHO-WPE-HSP-CER-2023.1">https://www.who.int/publications/i/item/WHO-WPE-HSP-CER-2023.1</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
          <source>Overview - FHIR v5.0.0</source>
          <access-date>2024-10-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hl7.org/fhir/overview.html">https://www.hl7.org/fhir/overview.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liao</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Adelaine</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Afshar</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Patterson</surname>
              <given-names>BW</given-names>
            </name>
          </person-group>
          <article-title>Governance of clinical AI applications to facilitate safe and equitable deployment in a large health system: key elements and early successes</article-title>
          <source>Front Digit Health</source>
          <year>2022</year>
          <volume>4</volume>
          <fpage>931439</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36093386"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fdgth.2022.931439</pub-id>
          <pub-id pub-id-type="medline">36093386</pub-id>
          <pub-id pub-id-type="pmcid">PMC9448877</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boch</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sezgin</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lin Linwood</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Ethical artificial intelligence in paediatrics</article-title>
          <source>Lancet Child Adolesc Health</source>
          <year>2022</year>
          <volume>6</volume>
          <issue>12</issue>
          <fpage>833</fpage>
          <lpage>835</lpage>
          <pub-id pub-id-type="doi">10.1016/S2352-4642(22)00243-7</pub-id>
          <pub-id pub-id-type="medline">36084667</pub-id>
          <pub-id pub-id-type="pii">S2352-4642(22)00243-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McCallum</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Snapchat: Snap AI chatbot 'may risk children's privacy'</article-title>
          <source>BBC News</source>
          <access-date>2024-03-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.bbc.com/news/technology-67027282">https://www.bbc.com/news/technology-67027282</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haltaufderheide</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ranisch</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>The ethics of ChatGPT in medicine and healthcare: a systematic review on Large Language Models (LLMs)</article-title>
          <source>NPJ Digit Med</source>
          <year>2024</year>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>183</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-024-01157-x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-024-01157-x</pub-id>
          <pub-id pub-id-type="medline">38977771</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41746-024-01157-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC11231310</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mittermaier</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Raza</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Kvedar</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>Bias in AI-based models for medical applications: challenges and mitigation strategies</article-title>
          <source>NPJ Digit Med</source>
          <year>2023</year>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>113</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-023-00858-z"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-023-00858-z</pub-id>
          <pub-id pub-id-type="medline">37311802</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41746-023-00858-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC10264403</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Timmons</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Duong</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Simo Fiallo</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Vo</surname>
              <given-names>HPQ</given-names>
            </name>
            <name name-style="western">
              <surname>Ahle</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Comer</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Brewer</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Frazier</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Chaspari</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>A call to action on assessing and mitigating bias in artificial intelligence applications for mental health</article-title>
          <source>Perspect Psychol Sci</source>
          <year>2023</year>
          <volume>18</volume>
          <issue>5</issue>
          <fpage>1062</fpage>
          <lpage>1096</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36490369"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/17456916221134490</pub-id>
          <pub-id pub-id-type="medline">36490369</pub-id>
          <pub-id pub-id-type="pmcid">PMC10250563</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Obermeyer</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Powers</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Vogeli</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mullainathan</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Dissecting racial bias in an algorithm used to manage the health of populations</article-title>
          <source>Science</source>
          <year>2019</year>
          <volume>366</volume>
          <issue>6464</issue>
          <fpage>447</fpage>
          <lpage>453</lpage>
          <pub-id pub-id-type="doi">10.1126/science.aax2342</pub-id>
          <pub-id pub-id-type="medline">31649194</pub-id>
          <pub-id pub-id-type="pii">366/6464/447</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Assistant Secretary for Public Affairs (ASPA)</collab>
          </person-group>
          <article-title>Guiding principles help health care community address potential bias resulting from algorithms</article-title>
          <source>US Department of Health and Human Services</source>
          <access-date>2024-03-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hhs.gov/about/news/2023/12/15/guiding-principles-help-healthcare-community-address-potential-bias-resulting-from-algorithms.html">https://www.hhs.gov/about/news/2023/12/15/guiding-principles-help-healthcare-community-address-potential-bias-resulting-from-algorithms.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="web">
          <source>Affordable connectivity program</source>
          <access-date>2024-03-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.fcc.gov/acp">https://www.fcc.gov/acp</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ashok</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Madan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Joha</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sivarajah</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>Ethical framework for artificial intelligence and digital technologies</article-title>
          <source>Int. J. Inf. Manag</source>
          <year>2022</year>
          <volume>62</volume>
          <issue>2</issue>
          <fpage>102433</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.zotero.org/google-docs/?TfQ3Py"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ijinfomgt.2021.102433</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Ogueji</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Towards best practices for training multilingual dense retrieval models</article-title>
          <source>arXiv:2204.02363</source>
          <year>2020</year>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://arxiv.org/abs/2204.02363"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nagarajan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kondo</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Salas</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Sezgin</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Yao</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Klotzman</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Godambe</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Khan</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Limon</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Stephenson</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Taraman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Walton</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Ehwerhemuepha</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Pandit</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pandita</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Weiss</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Golden</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gold</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Henderson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Shippy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Celi</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hogan</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Oermann</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Sanger</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Martel</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Economics and equity of large language models: health care perspective</article-title>
          <source>J Med Internet Res</source>
          <year>2024</year>
          <volume>26</volume>
          <fpage>e64226</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2024//e64226/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/64226</pub-id>
          <pub-id pub-id-type="medline">39541580</pub-id>
          <pub-id pub-id-type="pii">v26i1e64226</pub-id>
          <pub-id pub-id-type="pmcid">PMC11605263</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Zyl</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Badenhorst</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hanekom</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Heine</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Unravelling 'low-resource settings': a systematic scoping review with qualitative content analysis</article-title>
          <source>BMJ Glob Health</source>
          <year>2021</year>
          <volume>6</volume>
          <issue>6</issue>
          <fpage>e005190</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://gh.bmj.com/lookup/pmidlookup?view=long&#38;pmid=34083239"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjgh-2021-005190</pub-id>
          <pub-id pub-id-type="medline">34083239</pub-id>
          <pub-id pub-id-type="pii">bmjgh-2021-005190</pub-id>
          <pub-id pub-id-type="pmcid">PMC8183220</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="web">
          <source>Prompt caching with Claude</source>
          <access-date>2024-10-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.anthropic.com/news/prompt-caching">https://www.anthropic.com/news/prompt-caching</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Balch</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Ruppert</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Loftus</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Guan</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Ren</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Upchurch</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Ozrazgat-Baslanti</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Rashidi</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bihorac</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Machine learning-enabled clinical information systems using fast healthcare interoperability resources data standards: scoping review</article-title>
          <source>JMIR Med Inform</source>
          <year>2023</year>
          <volume>11</volume>
          <fpage>e48297</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://medinform.jmir.org/2023//e48297/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/48297</pub-id>
          <pub-id pub-id-type="medline">37646309</pub-id>
          <pub-id pub-id-type="pii">v11i1e48297</pub-id>
          <pub-id pub-id-type="pmcid">PMC10468818</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>May</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Denecke</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Security, privacy, and healthcare-related conversational agents: a scoping review</article-title>
          <source>Inform Health Soc Care</source>
          <year>2022</year>
          <volume>47</volume>
          <issue>2</issue>
          <fpage>194</fpage>
          <lpage>210</lpage>
          <pub-id pub-id-type="doi">10.1080/17538157.2021.1983578</pub-id>
          <pub-id pub-id-type="medline">34617857</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Beatty</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Tiny but mighty: the Phi-3 small language models with big potential</article-title>
          <source>Source</source>
          <access-date>2024-10-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://news.microsoft.com/source/features/ai/the-phi-3-small-language-models-with-big-potential/">https://news.microsoft.com/source/features/ai/the-phi-3-small-language-models-with-big-potential/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Xue</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Wei</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Woo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kuo</surname>
              <given-names>C.C.J</given-names>
            </name>
          </person-group>
          <article-title>Bias and fairness in Chatbots: an overview</article-title>
          <source>arXiv:2309.08836</source>
          <year>2023</year>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://arxiv.org/abs/2309.08836"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wan</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>He</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Gu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bai</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lyu</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>BiasAsker: measuring the bias in conversational AI system</article-title>
          <year>2023</year>
          <conf-name>Proceedings of the 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering</conf-name>
          <conf-date>2023 Nov 30</conf-date>
          <conf-loc>CA, San Francisco, USA</conf-loc>
          <publisher-loc>USA</publisher-loc>
          <publisher-name>ACM</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Landers</surname>
              <given-names>RN</given-names>
            </name>
            <name name-style="western">
              <surname>Behrend</surname>
              <given-names>TS</given-names>
            </name>
          </person-group>
          <article-title>Auditing the AI auditors: a framework for evaluating fairness and bias in high stakes AI predictive models</article-title>
          <source>Am Psychol</source>
          <year>2023</year>
          <volume>78</volume>
          <issue>1</issue>
          <fpage>36</fpage>
          <lpage>49</lpage>
          <pub-id pub-id-type="doi">10.1037/amp0000972</pub-id>
          <pub-id pub-id-type="medline">35157476</pub-id>
          <pub-id pub-id-type="pii">2022-30899-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Motta</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Quaresma</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Increasing transparency to design inclusive Conversational Agents (CAs): perspectives and open issues</article-title>
          <year>2023</year>
          <conf-name>Proceedings of the 5th International conference on conversational user interfaces</conf-name>
          <conf-date>2023 July 19-21</conf-date>
          <conf-loc>Eindhoven, Netherlands</conf-loc>
          <publisher-loc>USA</publisher-loc>
          <publisher-name>ACM</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nadarzynski</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Knights</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Husbands</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Graham</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Llewellyn</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Buchanan</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Montgomery</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Ridge</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Achieving health equity through conversational AI: a roadmap for design and implementation of inclusive chatbots in healthcare</article-title>
          <source>PLOS Digit Health</source>
          <year>2024</year>
          <volume>3</volume>
          <issue>5</issue>
          <fpage>e0000492</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/38696359"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pdig.0000492</pub-id>
          <pub-id pub-id-type="medline">38696359</pub-id>
          <pub-id pub-id-type="pii">PDIG-D-23-00467</pub-id>
          <pub-id pub-id-type="pmcid">PMC11065243</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="web">
          <article-title>Fact sheet: Biden-Harris administration announces key AI actions following President Biden's landmark Executive Order</article-title>
          <source>The White House</source>
          <access-date>2024-03-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.whitehouse.gov/briefing-room/statements-releases/2024/01/29/fact-sheet-biden-harris-administration-announces-key-ai-actions-following-president-bidens-landmark-executive-order/">https://www.whitehouse.gov/briefing-room/statements-releases/2024/01/29/fact-sheet-biden-harris-administration-announces-key-ai-actions-following-president-bidens-landmark-executive-order/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chin</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Afsar-Manesh</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Bierman</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Colón-Rodríguez</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Dullabh</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Duran</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Fair</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hernandez-Boussard</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hightower</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Jain</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jordan</surname>
              <given-names>WB</given-names>
            </name>
            <name name-style="western">
              <surname>Konya</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>RH</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>TT</given-names>
            </name>
            <name name-style="western">
              <surname>Rodriguez</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Shaheen</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Snyder</surname>
              <given-names>LP</given-names>
            </name>
            <name name-style="western">
              <surname>Srinivasan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Umscheid</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Ohno-Machado</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Guiding principles to address the impact of algorithm bias on racial and ethnic disparities in health and health care</article-title>
          <source>JAMA Netw Open</source>
          <year>2023</year>
          <volume>6</volume>
          <issue>12</issue>
          <fpage>e2345050</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/38100101"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2023.45050</pub-id>
          <pub-id pub-id-type="medline">38100101</pub-id>
          <pub-id pub-id-type="pii">2812958</pub-id>
          <pub-id pub-id-type="pmcid">PMC11181958</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cha</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Towards an international regulatory framework for AI safety: lessons from the IAEA’s nuclear safety regulations</article-title>
          <source>Humanit Soc Sci Commun</source>
          <year>2024</year>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>506</fpage>
          <pub-id pub-id-type="doi">10.1057/s41599-024-03017-1</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
