<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="review-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v25i1e42238</article-id>
      <article-id pub-id-type="pmid">37234029</article-id>
      <article-id pub-id-type="doi">10.2196/42238</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Review</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Review</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Conversational Agents for Body Weight Management: Systematic Review</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Shin</surname>
            <given-names>Soo-Yong</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Espinosa-curiel</surname>
            <given-names>Ismael</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Aljuraiban</surname>
            <given-names>Ghadeer</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Noh</surname>
            <given-names>Eunyoung</given-names>
          </name>
          <degrees>KMD, MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8111-7785</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Won</surname>
            <given-names>Jiyoon</given-names>
          </name>
          <degrees>KMD, PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4759-3865</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Jo</surname>
            <given-names>Sua</given-names>
          </name>
          <degrees>KMD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1023-8405</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Hahm</surname>
            <given-names>Dae-Hyun</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5545-3125</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>Hyangsook</given-names>
          </name>
          <degrees>KMD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Medical Science of Meridian</institution>
            <institution>College of Korean Medicine</institution>
            <institution>Kyung Hee University</institution>
            <addr-line>26 Kyung Hee Dae-ro, Dongdaemun-gu</addr-line>
            <addr-line>Seoul, 02447</addr-line>
            <country>Republic of Korea</country>
            <phone>82 2 961 0703</phone>
            <email>erc633@khu.ac.kr</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1107-9389</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Medical Science of Meridian</institution>
        <institution>College of Korean Medicine</institution>
        <institution>Kyung Hee University</institution>
        <addr-line>Seoul</addr-line>
        <country>Republic of Korea</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Meridian &#38; Acupoint, College of Korean Medicine</institution>
        <institution>Dong-eui University</institution>
        <addr-line>Busan</addr-line>
        <country>Republic of Korea</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Physiology</institution>
        <institution>College of Medicine</institution>
        <institution>Kyung Hee University</institution>
        <addr-line>Seoul</addr-line>
        <country>Republic of Korea</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Hyangsook Lee <email>erc633@khu.ac.kr</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>26</day>
        <month>5</month>
        <year>2023</year>
      </pub-date>
      <volume>25</volume>
      <elocation-id>e42238</elocation-id>
      <history>
        <date date-type="received">
          <day>28</day>
          <month>8</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>29</day>
          <month>11</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>20</day>
          <month>3</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>14</day>
          <month>4</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Eunyoung Noh, Jiyoon Won, Sua Jo, Dae-Hyun Hahm, Hyangsook Lee. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 26.05.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2023/1/e42238" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Obesity is a public health issue worldwide. Conversational agents (CAs), also frequently called chatbots, are computer programs that simulate dialogue between people. Owing to better accessibility, cost-effectiveness, personalization, and compassionate patient-centered treatments, CAs are expected to have the potential to provide sustainable lifestyle counseling for weight management.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This systematic review aimed to critically summarize and evaluate clinical studies on the effectiveness and feasibility of CAs with unconstrained natural language input for weight management.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>PubMed, Embase, the Cochrane Library (CENTRAL), PsycINFO, and ACM Digital Library were searched up to December 2022. Studies were included if CAs were used for weight management and had a capability for unconstrained natural language input. No restrictions were imposed on study design, language, or publication type. The quality of the included studies was assessed using the Cochrane risk-of-bias assessment tool or the Critical Appraisal Skills Programme checklist. The extracted data from the included studies were tabulated and narratively summarized as substantial heterogeneity was expected.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>In total, 8 studies met the eligibility criteria: 3 (38%) randomized controlled trials and 5 (62%) uncontrolled before-and-after studies. The CAs in the included studies were aimed at behavior changes through education, advice on food choices, or counseling via psychological approaches. Of the included studies, only 38% (3/8) reported a substantial weight loss outcome (1.3-2.4 kg decrease at 12-15 weeks of CA use). The overall quality of the included studies was judged as low.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The findings of this systematic review suggest that CAs with unconstrained natural language input can be used as a feasible interpersonal weight management intervention by promoting engagement in psychiatric intervention-based conversations simulating treatments by health care professionals, but currently there is a paucity of evidence. Well-designed rigorous randomized controlled trials with larger sample sizes, longer treatment duration, and follow-up focusing on CAs’ acceptability, efficacy, and safety are warranted.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>conversational agent</kwd>
        <kwd>chatbot</kwd>
        <kwd>obesity</kwd>
        <kwd>weight management</kwd>
        <kwd>artificial intelligence</kwd>
        <kwd>behavioral therapy</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Obesity, nearly tripled between 1975 and 2016 [<xref ref-type="bibr" rid="ref1">1</xref>], causes adverse health effects associated with various comorbidities, including type 2 diabetes mellitus [<xref ref-type="bibr" rid="ref2">2</xref>], cardiovascular diseases [<xref ref-type="bibr" rid="ref3">3</xref>], cancers [<xref ref-type="bibr" rid="ref4">4</xref>], and musculoskeletal problems [<xref ref-type="bibr" rid="ref5">5</xref>]. According to estimates, the cost of treating obesity increased from US $124.2 billion in 2001 to US $260.6 billion in 2016, and in the United States, persons with obesity spend approximately US $2505 (or 100%) more on medical expenses than people of normal weight [<xref ref-type="bibr" rid="ref6">6</xref>]. Dietary changes (ie, caloric restriction; changes in fat, protein, and carbohydrate intake rates; or taking macronutrient substitutes) as well as exercise and behavioral modification (ie, gradually changing eating and physical activity habits) are generally recommended to manage or prevent obesity-related problems [<xref ref-type="bibr" rid="ref7">7</xref>]. In the short term, combining diet and exercise can result in substantial weight loss, and behavioral adjustment appears to prevent weight gain [<xref ref-type="bibr" rid="ref7">7</xref>]. Despite the benefits of combining interventions, generally known as lifestyle modification (LM) [<xref ref-type="bibr" rid="ref8">8</xref>], primary medical institutions only deliver LM to a limited extent [<xref ref-type="bibr" rid="ref9">9</xref>]. Lack of training, limited counseling time, and additional costs associated with more frequent visits are all possible factors for providing less LM counseling [<xref ref-type="bibr" rid="ref9">9</xref>]. In this context, digital health interventions (DHIs) have been proposed as an alternative approach to providing LM [<xref ref-type="bibr" rid="ref10">10</xref>], which allows for the self-management of behavioral programs, improves patient adherence, and lowers costs [<xref ref-type="bibr" rid="ref11">11</xref>-<xref ref-type="bibr" rid="ref13">13</xref>]. However, a recent systematic review indicated that social functions similar to the in-person experience, such as personalization and conversational components, are required in DHIs to keep people engaged for the longer term and enhance outcome effectiveness [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref14">14</xref>].</p>
        <p>Conversational agents (CAs), often called chatbots, are computer programs that replicate human dialogue (ie, interpret user inputs and respond appropriately through textual or spoken language) [<xref ref-type="bibr" rid="ref15">15</xref>]. The emergence of new technologies such as artificial intelligence (AI), machine learning, and natural language processing [<xref ref-type="bibr" rid="ref16">16</xref>] allows users to communicate with CAs using unconstrained natural language input [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>], which enables more complex and flexible conversations [<xref ref-type="bibr" rid="ref19">19</xref>]. As a result, CAs have been suggested as a viable alternative to face-to-face lifestyle counseling for weight management and to overcome DHIs’ limitations [<xref ref-type="bibr" rid="ref20">20</xref>]. So far, published systematic or scoping reviews of CAs have mainly focused on health care in general [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>] or mental health [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref23">23</xref>-<xref ref-type="bibr" rid="ref26">26</xref>]. More recently, 2 reviews on CAs for weight loss behavior were published: one systematic review included various chatbot types, and the outcomes of interest were physical activity or dietary change for general health improvement [<xref ref-type="bibr" rid="ref27">27</xref>], and the other scoping review intended to focus on AI CAs for weight loss, but the included studies adopted diet and exercise for general health improvement in heterogeneous populations (eg, physical activity for patients with cancer) and only constrained conversation with AI CAs was available [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
        <p>Although personalized, humanlike, unconstrained CAs provide long-term efficacies that enable users to better engage in conversations and adhere to customized intervention messages, previous reviews have included heterogeneous CAs or participants, the intervention’s goal was not solely weight management, and there were few unconstrained CAs [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. Considering the rapid advances in technology in this field, an updated systematic review with specific questions is needed.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>In this context, this systematic review was conducted to critically evaluate the effectiveness of CAs using unconstrained natural language input on weight loss or obesity-related outcomes (ie, physical activity and dietary change) and their feasibility in clinical practice.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Search Strategy</title>
        <p>The protocol for this systematic review was registered with the Research Registry system (Review Registry Unique Identifying Number: reviewregistry960). This systematic review was compliant with the PRISMA (Preferred Reporting Items for Systematic Reviews and Meta-Analyses) statement (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> [<xref ref-type="bibr" rid="ref29">29</xref>]). PubMed, Embase, the Cochrane Library (CENTRAL), PsycINFO, and ACM Digital Library were searched on December 26, 2022, from the inception of each database to identify studies on the application of CAs in weight management. Hand searching was performed for relevant studies in the reference lists of the included studies. An extensive list of 28 search terms was used: (1) various synonyms of CA and (2) obesity-related terms (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). The search terms were reviewed by an independent senior information specialist before conducting the search.</p>
      </sec>
      <sec>
        <title>Eligibility Criteria</title>
        <p>Studies were included if the user communicated directly with a CA for the purpose of weight management; no restrictions on participants were imposed (ie, overweight, obese, or healthy volunteers) if they interacted with a CA intended for weight management. As the definition of CAs differed and there was a lack of consensus, CAs in this systematic review were sought if digital tools mimicked humanlike behaviors and provided a task-oriented framework with participation in conversation [<xref ref-type="bibr" rid="ref16">16</xref>]. CAs that used any unrestricted natural language were also included as they were considered more interactive than simple CAs with predefined answer options [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. All types of digital delivery tools were included, such as text-based chatbots (casual conversation delivered verbally or in text), embodied CAs (ECAs; animated virtual characters that enable face-to-face interaction) [<xref ref-type="bibr" rid="ref20">20</xref>], or CAs within virtual reality [<xref ref-type="bibr" rid="ref23">23</xref>]. There were no restrictions on the type of dialogue initiative or input or output modality. Regarding primary outcomes, studies that reported body weight (measured in kilograms or pounds), BMI, or waist circumference measured as an absolute change or percentage change from the baseline were included. Regarding secondary outcomes, any obesity-related outcomes (eg, weight loss–related, physical activity–related, diet-related, any measure of energy expenditure, satisfaction, usability, effect modifiers or confounders for adherence, psychological or behavior changes, health-related quality of life, safety, process measures, and cost-effectiveness) were sought. Any type of clinical research was considered only if it was published in a peer-reviewed journal, but no restrictions on study design, language, or publication date were imposed. Studies were excluded if they were reviews, news articles, or conference abstracts. Studies were also excluded if they did not use CAs for weight management; used <italic>Wizard of Oz</italic> methods, in which the dialogues were generated by an unseen human operator, only predetermined, and not generated in response to user input [<xref ref-type="bibr" rid="ref23">23</xref>]; focused on the technical function and development of the CAs; or did not report the outcome of interest in the systematic review.</p>
      </sec>
      <sec>
        <title>Study Selection and Data Extraction</title>
        <p>To determine the eligibility of the studies, they were first screened based on the titles and abstracts to determine whether the full texts should be further evaluated. Full texts were then obtained, read in full, and excluded with specific reasons. The areas in which CAs contributed to weight management and the strategy of CAs for weight management were identified and divided into two categories: (1) study characteristics and (2) CA characteristics. Regarding study characteristics, predefined extraction forms were used to collect relevant information, which included study design, year and country of study, first author, sample size, participants (including age, sex, degree of obesity, and recruitment site), intervention duration, control group description if relevant, CA contributing to conventional weight management program (ie, dietary modification, increased physical activity, or behavioral modification), and study outcomes. Regarding the characteristics of CAs, delivery device or platform, type of CA (ie, text-based or ECA), input or output modality (written or spoken), whether the CA mimicked practice (presenting what aspects of human health care experts CAs were designed to emulate), theories integrated into CAs, commercialization, and personalization were extracted. If the CA was capable of personalization, personalization methods were also extracted (eg, processing previous interactions with users or users entering information when setting up) [<xref ref-type="bibr" rid="ref28">28</xref>]. The articles were independently screened and extracted by 2 reviewers, and any disagreements were resolved through discussion. To address missing or unclear information in the study selection and data extraction, several assumptions were made, although it was best recommended to contact the authors. Even if the term <italic>CA</italic> or <italic>chatbot</italic> was not used, it may be reasonable to assume that automated interactive digital tools with participation in conversation were regarded as CAs. If a reduction in body weight was reported, we assumed that the CA was used for weight management and participants had an intention of weight management. A variety of adherence measurements that could be evaluated were considered, for example, session attendance, retention or dropout rates, or the frequency and duration of CA use (eg, logging into CAs or number of days in which calories were recorded) [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]. For multiple treatment trials, the treatment arms were combined, and for crossover trials, the first follow-up information was used.</p>
      </sec>
      <sec>
        <title>Quality Assessment of the Included Studies</title>
        <p>The included studies were assessed by 2 reviewers to evaluate their quality, and disagreements were resolved through discussion. For randomized controlled trials (RCTs), the revised Cochrane risk-of-bias tool for randomized trials was used [<xref ref-type="bibr" rid="ref32">32</xref>]. For the rest of the study designs, such as observational studies, economic evaluations, diagnostic studies, qualitative studies, and clinical prediction rules, the Critical Appraisal Skills Programme checklist was used [<xref ref-type="bibr" rid="ref33">33</xref>].</p>
      </sec>
      <sec>
        <title>Data Synthesis</title>
        <p>A narrative systematic review was conducted for all the included studies because of the expected heterogeneity of study characteristics, CAs, and reported outcomes. However, for the RCTs that provided analyzable outcomes, data were pooled and expressed as mean difference (MD) for continuous outcomes and risk ratio for dichotomous outcomes with 95% CIs using a random-effects model to incorporate expected heterogeneity with the ReviewManager program (version 5.3; The Cochrane Collaboration).</p>
        <p>In addition, a structured analysis of the outcomes was conducted to derive conclusions regarding the effectiveness and feasibility of CAs for weight management [<xref ref-type="bibr" rid="ref34">34</xref>]. The CA was regarded as effective if a statistically significant (<italic>P</italic>&#60;.05) improvement was reported in a given outcome. If no significance or significant worsening was reported, the CA was regarded as having no significant evidence supporting it. User experience, such as usefulness, helpfulness, or satisfaction, was rated as positive, mixed, neutral, or negative [<xref ref-type="bibr" rid="ref35">35</xref>].</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Study Selection</title>
        <p>The initial electronic database search yielded 872 citations, and a further 15 studies were identified by hand searching the reference lists of relevant studies. After identifying and removing 17.9% (159/887) of duplicates, the titles and abstracts of the remaining 728 studies were screened, and 95.1% (692/728) of the studies were excluded. The remaining 36 studies were then read in full and excluded if applicable, leaving the final 8 (22%) studies from 9 publications. One of the studies that were finally excluded involved CAs without natural language input capability [<xref ref-type="bibr" rid="ref36">36</xref>], and another did not use CAs for the purpose of interacting with users in dialogue [<xref ref-type="bibr" rid="ref37">37</xref>]. The detailed process of study selection is presented in the PRISMA flow diagram (<xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>A flow diagram of the literature search for the included studies.</p>
          </caption>
          <graphic xlink:href="jmir_v25i1e42238_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Characteristics of the Included Studies</title>
        <p>The 8 included studies were conducted in the United States (5/8, 63%), Australia (2/8, 25%), and South Korea (1/8, 13%). The authors of the included studies were mostly related to psychology, medicine, and computer science, that is, the fields of research in each study were as follows: psychology, neuroscience, and biological science [<xref ref-type="bibr" rid="ref38">38</xref>]; public health [<xref ref-type="bibr" rid="ref20">20</xref>]; psychotherapy, AI, and pediatrics [<xref ref-type="bibr" rid="ref39">39</xref>]; exercise and health sciences [<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref41">41</xref>]; human-centered design and engineering [<xref ref-type="bibr" rid="ref42">42</xref>]; informatic and nursing [<xref ref-type="bibr" rid="ref43">43</xref>]; and physical activity research [<xref ref-type="bibr" rid="ref44">44</xref>]. The included studies were published in journals of various categories in the Journal Citation Reports: nutrition and dietetics [<xref ref-type="bibr" rid="ref40">40</xref>], experimental psychology [<xref ref-type="bibr" rid="ref38">38</xref>], public, environmental and occupational health [<xref ref-type="bibr" rid="ref39">39</xref>], computer networks and communications [<xref ref-type="bibr" rid="ref42">42</xref>], and medical informatics [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref43">43</xref>,<xref ref-type="bibr" rid="ref44">44</xref>]. The study participants were recruited from universities [<xref ref-type="bibr" rid="ref38">38</xref>], primary care [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>], or the web [<xref ref-type="bibr" rid="ref41">41</xref>-<xref ref-type="bibr" rid="ref44">44</xref>]. CA interventions were delivered on the web or in a controlled laboratory under the supervision of research assistants [<xref ref-type="bibr" rid="ref38">38</xref>] but mostly in the participants’ homes [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref39">39</xref>-<xref ref-type="bibr" rid="ref44">44</xref>]. There were no studies that looked into the use of CAs for weight maintenance, and none of the included studies reported follow-ups after the intervention. The study designs were RCTs (3/8, 38%) [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref43">43</xref>] and uncontrolled before-and-after studies (5/8, 62%) [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref44">44</xref>]. In 33% (1/3) of the RCTs, the obesity prevention tutorial was compared with 5 control tutorials using the same intelligence technique, each with slightly different methods of providing the same information on health topics other than obesity or weight management, but the 5 control groups were combined as a single control group as there was little difference in outcomes among them [<xref ref-type="bibr" rid="ref38">38</xref>]. In another RCT, youth-parent dyads with obesity using CAs were compared with a waitlist group [<xref ref-type="bibr" rid="ref40">40</xref>], and the other RCT tested the CA versus the same CA features without positive feedback during the first 4 weeks [<xref ref-type="bibr" rid="ref43">43</xref>]. The other 63% (5/8) of the studies were all single-arm before-and-after comparison studies [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref44">44</xref>].</p>
        <p>The number of study participants varied from 23 [<xref ref-type="bibr" rid="ref39">39</xref>] to 220 [<xref ref-type="bibr" rid="ref38">38</xref>], with 712 in total in all the included studies. The participants were school-age youths and adolescents (aged 9.0-18.5 years) [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>], graduate students (mean age 19.2 years, SD 1.7) [<xref ref-type="bibr" rid="ref38">38</xref>], and adults from different age groups (aged 18.0-76.0 years) [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref41">41</xref>-<xref ref-type="bibr" rid="ref44">44</xref>].</p>
        <p>In total, 37.5% (3/8) of the studies included BMI in the inclusion criteria—BMI ≥25 kg/m<sup>2</sup> (ie, overweight/obesity [<xref ref-type="bibr" rid="ref20">20</xref>]) or youths with obesity with BMI ≥95% for age and sex [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>]. A total of 62% (5/8) of the studies had no restrictions on BMI [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref41">41</xref>-<xref ref-type="bibr" rid="ref44">44</xref>], but most of the participants were either overweight or obese [<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref44">44</xref>]. In total, 12.5% (1/8) of the studies involved female participants only [<xref ref-type="bibr" rid="ref38">38</xref>], and the remaining studies included both male and female participants [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref39">39</xref>-<xref ref-type="bibr" rid="ref44">44</xref>]. The study duration was &#60;16 weeks (ie, short term [<xref ref-type="bibr" rid="ref11">11</xref>]), and 12.5% (1/8) of the studies tested 1 session of a 90-minute tutorial [<xref ref-type="bibr" rid="ref38">38</xref>]. The main purposes of the tested CAs included contributing to traditional weight management methods of dietary modification [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref41">41</xref>] and increasing physical activity [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref41">41</xref>-<xref ref-type="bibr" rid="ref44">44</xref>]. The characteristics of the included studies that focused on weight management are summarized in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Characteristics of the included studies on conversational agents (CAs) and chatbots for body weight management (N=8).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="140"/>
            <col width="160"/>
            <col width="230"/>
            <col width="100"/>
            <col width="150"/>
            <col width="110"/>
            <col width="110"/>
            <thead>
              <tr valign="top">
                <td>Study and country</td>
                <td>Study design</td>
                <td>Participants</td>
                <td>Mean (SD) age (years)</td>
                <td>Main purpose of CA</td>
                <td>Control group</td>
                <td>Study duration</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Wright et al [<xref ref-type="bibr" rid="ref40">40</xref>], 2013, United States</td>
                <td>RCT<sup>a</sup></td>
                <td>Youth-parent dyads with obesity from primary care (24/26<sup>b</sup>, 29 male and 21 female for youths, and 2 male and 48 female for parents)</td>
                <td>10.3 (1.1) for youths and 40.0 (9.1) for parents</td>
                <td>Dietary modification and decrease in television time</td>
                <td>A waitlist</td>
                <td>12 weeks</td>
              </tr>
              <tr valign="top">
                <td>Stein and Brooks [<xref ref-type="bibr" rid="ref20">20</xref>], 2017, United States</td>
                <td>Uncontrolled before-and-after study</td>
                <td>Adults with obesity or overweight from primary care (83<sup>c</sup>; NR<sup>d</sup>)</td>
                <td>46.9 (15.8)</td>
                <td>Dietary modification</td>
                <td>N/A<sup>e</sup></td>
                <td>15 weeks</td>
              </tr>
              <tr valign="top">
                <td>Brust-Renck et al [<xref ref-type="bibr" rid="ref38">38</xref>], 2017, United States</td>
                <td>RCT</td>
                <td>Healthy students interested in weight loss from 2 universities (37/183<sup>b</sup>; all female)</td>
                <td>19.2 (1.7)</td>
                <td>Dietary modification and increase in physical activity</td>
                <td>Tutorials on health topics other than obesity</td>
                <td>90 minutes</td>
              </tr>
              <tr valign="top">
                <td>Kocielnik et al [<xref ref-type="bibr" rid="ref42">42</xref>], 2018, United States</td>
                <td>Uncontrolled before-and-after study</td>
                <td>Active Fitbit<sup>f</sup> users (33; 4 male and 29 female)</td>
                <td>36.5 (11.2)</td>
                <td>Increase in physical activity</td>
                <td>N/A</td>
                <td>2 weeks</td>
              </tr>
              <tr valign="top">
                <td>Stephens et al [<xref ref-type="bibr" rid="ref39">39</xref>], 2019, United States</td>
                <td>Uncontrolled before-and-after study</td>
                <td>Youths with obesity from primary care (23; 10 male and 13 female)</td>
                <td>15.2 (NR)</td>
                <td>Behavioral modification</td>
                <td>N/A</td>
                <td>10-12 weeks</td>
              </tr>
              <tr valign="top">
                <td>Maher et al [<xref ref-type="bibr" rid="ref41">41</xref>], 2020, Australia</td>
                <td>Uncontrolled before-and-after study</td>
                <td>Inactive adults from the community (31; 10 male and 21 female)</td>
                <td>56.2 (8.0)</td>
                <td>Dietary modification and increase in physical activity</td>
                <td>N/A</td>
                <td>12 weeks</td>
              </tr>
              <tr valign="top">
                <td>Piao et al [<xref ref-type="bibr" rid="ref43">43</xref>], 2020, South Korea</td>
                <td>RCT</td>
                <td>Healthy office workers (57/49<sup>b</sup>; 25 male and 32 female/21 male and 28 female<sup>b</sup>)</td>
                <td>NR</td>
                <td>Increase in physical activity</td>
                <td>No positive feedback from CA during the first 4 weeks</td>
                <td>12 weeks</td>
              </tr>
              <tr valign="top">
                <td>To et al [<xref ref-type="bibr" rid="ref44">44</xref>], 2021, Australia</td>
                <td>Uncontrolled before-and-after study</td>
                <td>Inactive adults recruited on the web (116; 21 male and 95 female)</td>
                <td>49.1 (9.3)</td>
                <td>Increase in physical activity</td>
                <td>N/A</td>
                <td>6 weeks</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>RCT: randomized controlled trial.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>Experimental group/control group.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>Of them, 70 were included in the data analysis.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>NR: not reported.</p>
            </fn>
            <fn id="table1fn5">
              <p><sup>e</sup>N/A: not applicable.</p>
            </fn>
            <fn id="table1fn6">
              <p><sup>f</sup>Fitbit: commercial fitness-tracking tool.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Characteristics of the CAs in the Included Studies</title>
        <p>The characteristics of the CAs, including name and type of CA, delivery channel, input or output modality, whether they mimicked practice, theories of CAs, and personalization, were summarized and tabulated (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
        <p>The included studies tested 3 types of CAs: an ECA named GistFit [<xref ref-type="bibr" rid="ref38">38</xref>]; text-based chatbots called Lark [<xref ref-type="bibr" rid="ref20">20</xref>], Tess [<xref ref-type="bibr" rid="ref39">39</xref>], Reflection Companion [<xref ref-type="bibr" rid="ref42">42</xref>], Paola [<xref ref-type="bibr" rid="ref41">41</xref>], Healthy Lifestyle Coaching Chatbot [<xref ref-type="bibr" rid="ref43">43</xref>], and Ida [<xref ref-type="bibr" rid="ref44">44</xref>]; and an automated interactive voice response system called Healthy Eating and Activity Today [<xref ref-type="bibr" rid="ref40">40</xref>]. In 38% (3/8) of the CAs, only the computer system could start a conversation [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref42">42</xref>], whereas in 50% (4/8) of the CAs, both the users and CAs could start a conversation [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref43">43</xref>,<xref ref-type="bibr" rid="ref44">44</xref>]. CAs were delivered via various means in the included studies: web-based [<xref ref-type="bibr" rid="ref38">38</xref>]; mobile apps [<xref ref-type="bibr" rid="ref20">20</xref>]; telephone [<xref ref-type="bibr" rid="ref40">40</xref>]; SMS text messages [<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref44">44</xref>]; Multimedia Messaging Services [<xref ref-type="bibr" rid="ref42">42</xref>]; cloud-based instant messaging platforms; Slack (Slack Technologies) [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref41">41</xref>]; and messenger app–based platforms such as WhatsApp (Meta) [<xref ref-type="bibr" rid="ref39">39</xref>], Facebook (Meta) [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref44">44</xref>], and KakaoTalk (Kakao Corp), the most popular mobile messaging app in South Korea [<xref ref-type="bibr" rid="ref43">43</xref>]. In total, 62% (5/8) of the CAs in the identified studies accepted the written language, and the most common output was also written language [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref41">41</xref>-<xref ref-type="bibr" rid="ref44">44</xref>]. A total of 12% (1/8) of the CAs used spoken language for both input and output [<xref ref-type="bibr" rid="ref40">40</xref>], and another used both written and spoken language when presenting information but only written language in tutorial dialogue [<xref ref-type="bibr" rid="ref38">38</xref>].</p>
        <p>The CAs in the included studies were designed to mimic in-person treatment using AI techniques. In 12% (1/8) of the studies [<xref ref-type="bibr" rid="ref38">38</xref>], 3 female ECAs designed to mimic one-to-one human tutoring delivered information through conversational language (orally and in writing) and facial expressions while displaying images. They also attempted to reply immediately according to the user’s response, correcting mistakes or encouraging them to continue talking [<xref ref-type="bibr" rid="ref38">38</xref>]. CAs in the other 25% (2/8) of the studies were designed to imitate health care professionals’ compassionate or empathetic health coaching or consultation by delivering messages of emotional support as well as strategic help with users’ difficulties, such as not losing weight or not feeling good [<xref ref-type="bibr" rid="ref20">20</xref>], or simulating human therapists tailoring their consultation to each client’s needs [<xref ref-type="bibr" rid="ref39">39</xref>]. Another 25% (2/8) of the CAs imitated a human health coach of behavior change and personalized support [<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref42">42</xref>].</p>
        <p>All the CAs in the included studies (8/8, 100%) were developed based on psychological theories, such as social cognitive theory or fuzzy-trace theory [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref40">40</xref>], theories of cognitive behavioral therapy (CBT) [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref39">39</xref>], learning theory [<xref ref-type="bibr" rid="ref42">42</xref>], or behavior change techniques [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref43">43</xref>,<xref ref-type="bibr" rid="ref44">44</xref>]. GistFit used content from EatFit, a social cognitive theory–based goal-oriented in-person tutorial designed to improve healthy nutrition and exercise to prevent obesity [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref45">45</xref>]. It also provided an active learning environment by engaging in dialogue based on fuzzy-trace theory (ie, emphasizing meaningful understanding beyond the surface information) to successfully transform behaviors as a result of learning [<xref ref-type="bibr" rid="ref38">38</xref>]. The conversations of Healthy Eating and Activity Today incorporated social cognitive theory and 2 evidence-based behavior change programs (the Traffic Light diet and the Student Media Awareness to Reduce Television program) [<xref ref-type="bibr" rid="ref40">40</xref>]. Lark and Tess were developed by integrating CBT for promoting behavior change and increasing self-efficacy through reflection, respect, support, and partnership [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref39">39</xref>]. Paola delivered behavior change techniques such as goal setting, self-monitoring, and personalized feedback to increase users’ physical activity and adherence to the Mediterranean diet [<xref ref-type="bibr" rid="ref41">41</xref>]. Reflection Companion used reflective questions based on learning to help users understand and articulate their hidden motives and goals [<xref ref-type="bibr" rid="ref42">42</xref>]. The Healthy Lifestyle Coaching Chatbot delivered interventions based on the habit formation model, which included a push alarm for performing stair-climbing behavior and intrinsic (inner fulfillment and positive reinforcement) or extrinsic (points and coffee coupons) rewards [<xref ref-type="bibr" rid="ref43">43</xref>]. Ida was designed using the Capability, Opportunity, and Motivation Behavior model to help users improve their motivation via messages, their abilities via feedback on achievement of goals, and their opportunities via education and activity notifications [<xref ref-type="bibr" rid="ref44">44</xref>].</p>
        <p>Personalization was available for 75% (6/8) of the CAs [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref41">41</xref>-<xref ref-type="bibr" rid="ref44">44</xref>]. Lark delivered the personalized content through user information at the setup point (eg, age, sex, weight, height, and goal weight) [<xref ref-type="bibr" rid="ref20">20</xref>]. Tess, Paola, and Healthy Lifestyle Coaching Chatbot were customized based on the user’s goal and action plan [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref43">43</xref>], and furthermore, Tess could adjust interventions by level of user-reported helpfulness [<xref ref-type="bibr" rid="ref39">39</xref>]. Reflection Companion was designed to diversify the conversation according to the user’s goals, data on physical activity, or aspects of behavior change [<xref ref-type="bibr" rid="ref42">42</xref>]. Finally, Ida was personalized by adding user information from the research team [<xref ref-type="bibr" rid="ref44">44</xref>].</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Characteristics of the conversational agents (CAs) in the included studies.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="100"/>
            <col width="100"/>
            <col width="110"/>
            <col width="130"/>
            <col width="110"/>
            <col width="150"/>
            <col width="140"/>
            <col width="160"/>
            <thead>
              <tr valign="top">
                <td>Study and country</td>
                <td>Name of CA</td>
                <td>Type</td>
                <td>Delivery channel</td>
                <td>Input and output modality</td>
                <td>Mimicking practice</td>
                <td>Theories of CAs</td>
                <td>Personalization</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Wright et al [<xref ref-type="bibr" rid="ref40">40</xref>], 2013, United States</td>
                <td>HEAT<sup>a</sup></td>
                <td>Interactive voice response</td>
                <td>Telephone</td>
                <td>Spoken and spoken</td>
                <td>NR<sup>b</sup></td>
                <td>Social cognitive theory, TLD<sup>c</sup>, and SMART<sup>d</sup></td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>Stein, and Brooks [<xref ref-type="bibr" rid="ref20">20</xref>], 2017, United States</td>
                <td>Lark</td>
                <td>Text-based</td>
                <td>Mobile app</td>
                <td>Written and written</td>
                <td>Health professionals’ empathetic health counseling</td>
                <td>DPP<sup>e</sup> and CBT<sup>f</sup></td>
                <td>Yes (by setting users’ age, sex, weight, height, and goal weight)</td>
              </tr>
              <tr valign="top">
                <td>Brust-Renck et al [<xref ref-type="bibr" rid="ref38">38</xref>], 2017, United States</td>
                <td>GistFit</td>
                <td>ECA<sup>g</sup></td>
                <td>Web browser</td>
                <td>Written and written and spoken</td>
                <td>One-on-one human tutoring</td>
                <td>Social cognitive theory and fuzzy-trace theory</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>Kocielnik et al [<xref ref-type="bibr" rid="ref42">42</xref>], 2018, United States</td>
                <td>Reflection Companion</td>
                <td>Text-based</td>
                <td>SMS text message or MMS<sup>h</sup></td>
                <td>Written and written</td>
                <td>Human coaches of behavior change</td>
                <td>Reflection based on learning theory</td>
                <td>Yes (by diversifying the conversation using users’ goals, graphs of physical activity, and aspects of behavior change)</td>
              </tr>
              <tr valign="top">
                <td>Stephens et al [<xref ref-type="bibr" rid="ref39">39</xref>], 2019, United States</td>
                <td>Tess</td>
                <td>Text-based</td>
                <td>SMS text message, Slack<sup>i</sup>, WhatsApp, or Facebook messenger</td>
                <td>Written and written</td>
                <td>Health professionals’ empathy and compassion</td>
                <td>Evidence-based interventions such as CBT, emotionally focused therapy, or motivational interviewing</td>
                <td>Yes (by setting specific goals and targeted behavior)</td>
              </tr>
              <tr valign="top">
                <td>Maher et al [<xref ref-type="bibr" rid="ref41">41</xref>], 2020, Australia</td>
                <td>Paola</td>
                <td>Text-based</td>
                <td>Slack</td>
                <td>Written and written</td>
                <td>Health coaches capable of providing personalized support</td>
                <td>Behavior change techniques such as goal setting, problem-solving, self-monitoring with feedback, and social support</td>
                <td>Yes (by setting step and diet goals)</td>
              </tr>
              <tr valign="top">
                <td>Piao et al [<xref ref-type="bibr" rid="ref43">43</xref>], 2020, South Korea</td>
                <td>Healthy Lifestyle Coaching Chatbot</td>
                <td>Text-based</td>
                <td>KakaoTalk<sup>j</sup></td>
                <td>Written and written</td>
                <td>NR</td>
                <td>Habit formation model with cue-behavior-reward linkage</td>
                <td>Yes (by setting behavioral goals and designing push alarms)</td>
              </tr>
              <tr valign="top">
                <td>To et al [<xref ref-type="bibr" rid="ref44">44</xref>], 2021, Australia</td>
                <td>Ida</td>
                <td>Text-based</td>
                <td>Facebook messenger</td>
                <td>Written and written</td>
                <td>NR</td>
                <td>The COM-B<sup>k</sup> model focusing on capability, opportunity, and motivation</td>
                <td>Yes (through the research team adding the user information)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>HEAT: Healthy Eating and Activity Today.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>NR: not reported.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>TLD: Traffic Light diet.</p>
            </fn>
            <fn id="table2fn4">
              <p><sup>d</sup>SMART: Student Media Awareness to Reduce Television program.</p>
            </fn>
            <fn id="table2fn5">
              <p><sup>e</sup>DPP: Diabetes Prevention Program.</p>
            </fn>
            <fn id="table2fn6">
              <p><sup>f</sup>CBT: cognitive behavioral therapy.</p>
            </fn>
            <fn id="table2fn7">
              <p><sup>g</sup>ECA: embodied CA.</p>
            </fn>
            <fn id="table2fn8">
              <p><sup>h</sup>MMS: Multimedia Messaging Service.</p>
            </fn>
            <fn id="table2fn9">
              <p><sup>i</sup>Slack: cloud-based instant messaging platform (Slack Technologies).</p>
            </fn>
            <fn id="table2fn10">
              <p><sup>j</sup>KakaoTalk: mobile messenger app.</p>
            </fn>
            <fn id="table2fn11">
              <p><sup>k</sup>COM-B: Capability, Opportunity, and Motivation Behavior.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Critical Appraisal of the Included Studies</title>
        <p>The methodological quality of the included studies was evaluated. RCTs [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref43">43</xref>] were evaluated using the risk-of-bias tool for randomized trials [<xref ref-type="bibr" rid="ref32">32</xref>], and uncontrolled before-and-after studies [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref44">44</xref>] were evaluated using the Critical Appraisal Skills Programme checklist for cohort studies [<xref ref-type="bibr" rid="ref33">33</xref>].</p>
        <p>As shown in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendices 3</xref> [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref43">43</xref>] and <xref ref-type="supplementary-material" rid="app4">4</xref> [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref43">43</xref>], the overall risk of bias for 100% (3/3) of the RCTs was rated as <italic>some concerns</italic> [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref40">40</xref>] and <italic>high risk</italic> [<xref ref-type="bibr" rid="ref43">43</xref>], mainly with regard to randomization, blinding, and selective results reporting. A total of 33% (1/3) of the studies [<xref ref-type="bibr" rid="ref38">38</xref>] were judged as having <italic>some concerns</italic> in the domain of the randomization process as reporting was unclear both for the randomization and allocation concealment methods. In the domain of deviations from the intended interventions, 33% (1/3) of the studies [<xref ref-type="bibr" rid="ref38">38</xref>] were rated as <italic>low risk</italic> considering that they used an intention-to-treat approach. However, another study [<xref ref-type="bibr" rid="ref40">40</xref>] was rated as <italic>some concerns</italic> as blinding may not have been feasible because of the nature of the waitlist control group and as the intervention also included an electronic health record behavioral counseling tool used by the primary care clinician during well-child follow-up visits. The other study [<xref ref-type="bibr" rid="ref43">43</xref>] was rated as having a <italic>high risk</italic> as it excluded eligible trial participants after randomization and did not use an intention-to-treat analysis. In addition, the trial by Piao et al [<xref ref-type="bibr" rid="ref43">43</xref>] had some concerns regarding missing outcome data—it was not reported why participants dropped out, probably because of nonresponse, so it was not clear whether the reasons why they dropped out depended on the true value. A total of 67% (2/3) of the RCTs [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref40">40</xref>] had some concerns regarding the domain of selective reporting because of a lack of published protocols or clinical trial registration information.</p>
        <p>As shown in <xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref> [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref44">44</xref>], the quality of 100% (5/5) of the uncontrolled before-and-after studies was largely low; of the 12 items, the number of <italic>Yes</italic> answers was between 2 [<xref ref-type="bibr" rid="ref42">42</xref>] and 6 [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref44">44</xref>], mainly regarding confounding factor issues and insufficient follow-up. Although most studies (4/5, 80%) had clear objectives, 20% (1/5) of the studies had so many objectives that it was given <italic>No</italic> on question 1 (<italic>Did the study address a clearly focused issue?</italic>) [<xref ref-type="bibr" rid="ref42">42</xref>]. Selection bias was likely for 20% (1/5) of the studies, which used a consecutive sample of patients admitted to a children’s hospital [<xref ref-type="bibr" rid="ref39">39</xref>], and another study where participants from a previous health program were contacted [<xref ref-type="bibr" rid="ref44">44</xref>]. In total, 40% (2/5) of the studies were assessed as likely affected by measurement bias—self-reporting data for weight loss and dietary intake were used in an open study [<xref ref-type="bibr" rid="ref20">20</xref>], and the other study did not use validated tools for outcome measurement [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref44">44</xref>]. Most of the studies (4/5, 80%) failed to identify and take into account the important potential confounding factors in the research design or analysis (questions 5a and 5b), and only 40% (2/5) of the studies [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref44">44</xref>] adjusted regression analyses on important confounding variables for weight loss (eg, age, sex, height, and baseline weight). In total, 40% (2/5) of the studies [<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref44">44</xref>] reported sample size calculations, but for the remaining studies [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref42">42</xref>], <italic>Can’t tell</italic> was given as they did not report power analyses and insufficient information was provided to determine whether the follow-up of participants was complete enough (question 6a). As maximal weight loss is generally considered to occur at 6 months [<xref ref-type="bibr" rid="ref46">46</xref>], the follow-up period was judged to be insufficient for 100% (5/5) of the uncontrolled before-and-after studies [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref44">44</xref>]. For section B of the results, all studies (5/5, 100%) were evaluated as they failed to report reliable results because of poor reporting or wide CIs [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref44">44</xref>]. Most studies (4/5, 80%) except 1 [<xref ref-type="bibr" rid="ref20">20</xref>] were given <italic>Can’t tell</italic> or <italic>No</italic> with regard to the applicability of the results to the local population, mainly because of small sample sizes, convenience samples, or unbalanced male to female participant ratios of the samples leading to less generalizability. It was difficult to determine whether the results were consistent with those of other studies or whether they had implications for practice as there were few studies on CAs’ weight loss effects (questions 11 and 12).</p>
      </sec>
      <sec>
        <title>Outcomes of the Included Studies</title>
        <sec>
          <title>Overview</title>
          <p><xref ref-type="table" rid="table3">Table 3</xref> summarizes the outcome reporting for the evaluation of the CAs. Overall, 62% (5/8) of the included studies reported outcomes for ≥3 items for CA evaluation [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref44">44</xref>]. Adherence to CAs (7/8, 88%) was the most frequently reported outcome in the included studies (<xref ref-type="table" rid="table3">Table 3</xref>).</p>
          <p>The effect estimates of the RCTs are listed in <xref ref-type="table" rid="table4">Table 4</xref>, and more detailed results of the included studies are presented in <xref ref-type="supplementary-material" rid="app6">Multimedia Appendix 6</xref> [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref38">38</xref>-<xref ref-type="bibr" rid="ref44">44</xref>].</p>
          <table-wrap position="float" id="table3">
            <label>Table 3</label>
            <caption>
              <p>Summary of the outcome reporting for the assessment of conversational agents (CAs).<sup>a</sup></p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="190"/>
              <col width="100"/>
              <col width="50"/>
              <col width="130"/>
              <col width="120"/>
              <col width="90"/>
              <col width="120"/>
              <col width="200"/>
              <thead>
                <tr valign="top">
                  <td>Study</td>
                  <td>Weight loss</td>
                  <td>Diet</td>
                  <td>Physical activity</td>
                  <td>User experience</td>
                  <td>Adherence</td>
                  <td>Adverse events</td>
                  <td>Reported items (n=6), n (%)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Wright et al [<xref ref-type="bibr" rid="ref40">40</xref>], 2013</td>
                  <td>0</td>
                  <td>0</td>
                  <td>1</td>
                  <td>1</td>
                  <td>1</td>
                  <td>NR<sup>b</sup></td>
                  <td>5 (83)</td>
                </tr>
                <tr valign="top">
                  <td>Stein, and Brooks [<xref ref-type="bibr" rid="ref20">20</xref>], 2017</td>
                  <td>1</td>
                  <td>1</td>
                  <td>NR</td>
                  <td>1</td>
                  <td>1</td>
                  <td>NR</td>
                  <td>4 (67)</td>
                </tr>
                <tr valign="top">
                  <td>Brust-Renck et al [<xref ref-type="bibr" rid="ref38">38</xref>], 2017</td>
                  <td>NR</td>
                  <td>1</td>
                  <td>1</td>
                  <td>NR</td>
                  <td>NR</td>
                  <td>NR</td>
                  <td>2 (33)</td>
                </tr>
                <tr valign="top">
                  <td>Kocielnik et al [<xref ref-type="bibr" rid="ref42">42</xref>], 2018</td>
                  <td>NR</td>
                  <td>NR</td>
                  <td>0</td>
                  <td>NR</td>
                  <td>1</td>
                  <td>NR</td>
                  <td>2 (33)</td>
                </tr>
                <tr valign="top">
                  <td>Stephens et al [<xref ref-type="bibr" rid="ref39">39</xref>], 2019</td>
                  <td>NR</td>
                  <td>NR</td>
                  <td>0</td>
                  <td>1</td>
                  <td>1</td>
                  <td>NR</td>
                  <td>3 (50)</td>
                </tr>
                <tr valign="top">
                  <td>Maher et al [<xref ref-type="bibr" rid="ref41">41</xref>], 2020</td>
                  <td>1</td>
                  <td>1</td>
                  <td>1</td>
                  <td>1</td>
                  <td>1</td>
                  <td>1</td>
                  <td>6 (100)</td>
                </tr>
                <tr valign="top">
                  <td>Piao et al [<xref ref-type="bibr" rid="ref43">43</xref>], 2020</td>
                  <td>NR</td>
                  <td>NR</td>
                  <td>1</td>
                  <td>NR</td>
                  <td>1</td>
                  <td>NR</td>
                  <td>2 (33)</td>
                </tr>
                <tr valign="top">
                  <td>To et al [<xref ref-type="bibr" rid="ref44">44</xref>], 2021</td>
                  <td>NR</td>
                  <td>NR</td>
                  <td>1</td>
                  <td>1</td>
                  <td>1</td>
                  <td>NR</td>
                  <td>3 (50)</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table3fn1">
                <p><sup>a</sup>Positive or mixed outcomes were coded as 1, and neutral or negative outcomes were coded as 0.</p>
              </fn>
              <fn id="table3fn2">
                <p><sup>b</sup>NR: not reported.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
          <table-wrap position="float" id="table4">
            <label>Table 4</label>
            <caption>
              <p>Effects of conversational agents (CAs) on obesity-related outcomes of the included randomized controlled trials.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="180"/>
              <col width="190"/>
              <col width="630"/>
              <thead>
                <tr valign="top">
                  <td>Outcomes</td>
                  <td>Study</td>
                  <td>Results</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Weight change (kg)</td>
                  <td>Wright et al [<xref ref-type="bibr" rid="ref40">40</xref>], 2013</td>
                  <td>For children (n=43): MD<sup>a</sup> −0.9 (95% CI −2.43 to 0.63); for parents (n=43): MD −1.60 (95% CI −8.93 to 5.73)</td>
                </tr>
                <tr valign="top">
                  <td>Diet</td>
                  <td>Wright et al [<xref ref-type="bibr" rid="ref40">40</xref>], 2013</td>
                  <td>Total calorie intake (kcal per day) change (n=43): MD −214 (95% CI −471.9 to 43.9); total fat intake (mg per day) change (n=43): MD −9.5 (95% CI −24.18 to 5.18)</td>
                </tr>
                <tr valign="top">
                  <td>Physical activity</td>
                  <td>Wright et al [<xref ref-type="bibr" rid="ref40">40</xref>], 2013</td>
                  <td>Screen time (hours per day) change (n=43): MD −2.2 (95% CI −4.32 to −0.08)</td>
                </tr>
                <tr valign="top">
                  <td>Physical activity</td>
                  <td>Piao et al [<xref ref-type="bibr" rid="ref43">43</xref>], 2020</td>
                  <td>SRHI<sup>b</sup> change (n=106): MD 6.70 (95% CI 3.47 to 9.93)</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table4fn1">
                <p><sup>a</sup>MD: mean difference.</p>
              </fn>
              <fn id="table4fn2">
                <p><sup>b</sup>SRHI: Self-Report Habit Index. The scores range from 7 to 84 points; the higher the score, the higher the habit strength of a particular action.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Weight Change</title>
          <p>Weight change was reported in 33% (1/3) of the RCTs [<xref ref-type="bibr" rid="ref40">40</xref>] and 40% (2/5) of the uncontrolled before-and-after studies [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref41">41</xref>]. MD in weight over 12 weeks was −0.9 kg, with no statistically significant difference in comparison with a waitlist control (95% CI −2.43 to 0.63; <xref ref-type="table" rid="table4">Table 4</xref>) [<xref ref-type="bibr" rid="ref40">40</xref>]; 2.4 kg (95% CI 0.8-4.0) and 2.4% (95% CI 1.0%-3.8%) reduction of baseline weight after 15 weeks of app use was reported [<xref ref-type="bibr" rid="ref20">20</xref>]; and an average loss of 1.3 kg (95% CI 0.7-2.5) and waist circumference decrease by 2.1 cm (95% CI 0.7-3.5) at 12 weeks of CA use were reported [<xref ref-type="bibr" rid="ref41">41</xref>] (<xref ref-type="table" rid="table4">Table 4</xref> and <xref ref-type="supplementary-material" rid="app6">Multimedia Appendix 6</xref>).</p>
        </sec>
        <sec>
          <title>Dietary Changes</title>
          <p>A total of 33% (1/3) of the RCTs reported that there was no significant difference between the groups in diet change. The CA group’s total calorie intake (MD −214, 95% CI −471.9 to 43.9) and total fat intake (MD −9.5, 95% CI −24.18 to 5.18) were similar to those of a waitlist control [<xref ref-type="bibr" rid="ref40">40</xref>]. In total, 25% (2/8) of the studies reported a change in meal quality; the proportion of healthy eating increased by 59% (95% CI 28.9%-51.7%), whereas unhealthy eating decreased by 11% (95% CI 5.24%-9.85%) [<xref ref-type="bibr" rid="ref20">20</xref>]. Over the first 6 weeks, the Mediterranean diet adherence score increased significantly, and during the following 6 weeks, it practically remained at this level (mean change from baseline to 12 weeks=5.7, 95% CI 4.2-7.3) [<xref ref-type="bibr" rid="ref41">41</xref>]. Finally, a 90-minute interactive tutorial with a CA improved knowledge, comprehension, and behavioral intentions for healthier nutrition [<xref ref-type="bibr" rid="ref38">38</xref>].</p>
        </sec>
        <sec>
          <title>Physical Activity Changes</title>
          <p>In total, 100% (3/3) of the RCTs reported outcomes associated with physical activity. In 33% (1/3) of the RCTs, the CA group’s screen time (hours per day) considerably decreased (MD −2.2, 95% CI −4.32 to −0.08) when compared with a waitlist control group [<xref ref-type="bibr" rid="ref40">40</xref>]. In another RCT, the Self-Report Habit Index score (ranges from 7 to 84 points; the higher the score, the higher the habit strength of a particular action) of the CA group was significantly higher compared with that of a control CA group where no positive feedback was given by the CA during the first 4 weeks (MD 6.70, 95% CI 3.47-9.93) [<xref ref-type="bibr" rid="ref41">41</xref>], and in the other RCT [<xref ref-type="bibr" rid="ref38">38</xref>], it was reported that engaging in dialogues with the CA increased knowledge and helped the users understand the behaviors that helped them prevent obesity. Furthermore, they reported knowledge and comprehension scores after the intervention that correlated with greater behavioral intentions to perform healthy behaviors (Pearson correlation coefficient: 0.2 to 0.4; <italic>P</italic>&#60;.01) [<xref ref-type="bibr" rid="ref38">38</xref>].</p>
          <p>In the remaining 80% (4/5) of the uncontrolled studies, inconsistent results were reported. Total physical exercise time per week rose by 109.8 minutes (95% CI 1.9-217.7) [<xref ref-type="bibr" rid="ref41">41</xref>], weekly mean step count rose from 10,133 to 11,165 (<italic>P</italic> value not reported) [<xref ref-type="bibr" rid="ref42">42</xref>], daily step counts significantly increased by 627 (95% CI 219-1035), weekly total minutes of physical activity increased by 154.2 (3.58 times higher at follow-up than at baseline; 95% CI 2.28-5.63), and participants were also more likely to follow the physical activity guidelines (odds ratio 6.37, 95% CI 3.31-12.27) [<xref ref-type="bibr" rid="ref44">44</xref>]. Stephens et al [<xref ref-type="bibr" rid="ref39">39</xref>] reported that progress toward targeted goals and actions increased by 81% of the time (<italic>P</italic> value not reported).</p>
        </sec>
        <sec>
          <title>User Experiences</title>
          <p>User experiences such as satisfaction with or usefulness of the CAs were measured using a predefined survey [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref44">44</xref>] or user-reported form [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>].</p>
          <p>Positive user experiences were reported in 50% (4/8) of the studies. More than 75% of users agreed that the CA was useful and helped them eat healthy foods. When it came to watching less television, 78% of parents agreed that the CA was helpful, but only 35% of children did so [<xref ref-type="bibr" rid="ref40">40</xref>]. The response rate for the survey was 100%, and high acceptability among users was reported—the satisfaction score; net promoter score, which was the intention to recommend the program to others; disappointment score if the weight loss program was not offered; and health outcome score were 87, 68, 47, and 60, respectively [<xref ref-type="bibr" rid="ref20">20</xref>]. Helpfulness was reported for 96% of the conversation time with the CA [<xref ref-type="bibr" rid="ref39">39</xref>]. Approximately 33% of users agreed that the CA was useful in increasing confidence and motivation to participate in regular physical activity [<xref ref-type="bibr" rid="ref44">44</xref>]. Approximately 25% of users agreed that the CA was useful in overcoming barriers, increasing support, and planning for physical activity [<xref ref-type="bibr" rid="ref44">44</xref>]. The average usability score for the CA (ranges from 0 to 100; the higher the score, the higher the usability and acceptability) was 61.6 (SD 9.7), with most users scoring the CA as <italic>okay</italic> (78.8%) or <italic>good</italic> (10.6%) [<xref ref-type="bibr" rid="ref44">44</xref>], whereas 53.1% agreed that the CA was helpful to become more active, less participants (43.4%) reported that they would recommend the CA to others, and 35.4% would continue to use it in the future. Although approximately one-quarter of the participants liked the messages that the CA sent out very much, 43.4% (49/113) thought that the chatbot understood their messages most of the time. Most participants experienced technical issues (93/113, 82.3%) and stopped receiving the chatbot messages at some point during the study (95/113, 84.1%) [<xref ref-type="bibr" rid="ref44">44</xref>].</p>
          <p>Negative user experiences were also reported. Although 79% of users believed that the CA may help them modify their lifestyles, they had disappointing experiences, such as the CA answering questions incorrectly, having limited access, the CA not acting quite like a human, and taking a lot of time [<xref ref-type="bibr" rid="ref41">41</xref>].</p>
        </sec>
        <sec>
          <title>CA Adherence</title>
          <p>A total of 88% (7/8) of the studies reported CA adherence using different types of measurements, such as retention or dropout rate [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref43">43</xref>], user response rate to CA messages [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref44">44</xref>], number of contacts with the CA [<xref ref-type="bibr" rid="ref39">39</xref>-<xref ref-type="bibr" rid="ref41">41</xref>], and length of conversations [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref44">44</xref>]—the retention rate ranged from 90% [<xref ref-type="bibr" rid="ref41">41</xref>] to 100% [<xref ref-type="bibr" rid="ref38">38</xref>], and the dropout rate ranged from 12.3% [<xref ref-type="bibr" rid="ref43">43</xref>] to 13.3% [<xref ref-type="bibr" rid="ref40">40</xref>]; the number of conversations was 103 (95% CI 75.0-130) at 15 weeks [<xref ref-type="bibr" rid="ref20">20</xref>], the number of exchanged messages was 4123 for 10 to 12 weeks [<xref ref-type="bibr" rid="ref39">39</xref>], there were 462 prompts and 429 follow-ups, there were 829 responses from users at 2 weeks [<xref ref-type="bibr" rid="ref42">42</xref>], and 6.7 (SD 7.0) messages were sent to the chatbot per week [<xref ref-type="bibr" rid="ref44">44</xref>]; the average number of contacts with the CA was 14.25 (SD 27.58) for 10 to 12 weeks [<xref ref-type="bibr" rid="ref41">41</xref>], 9.0 (SD 5.7) at 12 weeks [<xref ref-type="bibr" rid="ref40">40</xref>], and 6.9 per week (64%; range 1-11) [<xref ref-type="bibr" rid="ref41">41</xref>]; and the average length of conversations was 12.5 minutes [<xref ref-type="bibr" rid="ref39">39</xref>], decreasing from 170.1 (SD 31.8) characters in the first week to 138.1 (SD 17.0) characters in the second week [<xref ref-type="bibr" rid="ref42">42</xref>], and 5.1 (SD 7.4) minutes per day [<xref ref-type="bibr" rid="ref44">44</xref>]. Regarding attrition, 25 out of 251 participants did not complete the tutorial because of a technical problem [<xref ref-type="bibr" rid="ref38">38</xref>], 81 out of 239 participants failed to record initial height or weight, another 76 participants failed to provide the last weight, and 13 failed to record conversations with the CA in at least 4 separate weeks [<xref ref-type="bibr" rid="ref20">20</xref>]. The reason for failure to record was not reported.</p>
        </sec>
        <sec>
          <title>User Engagement and Outcomes</title>
          <p>The more users were engaged with the CA interventions, the better outcomes related to weight control were reported in 62% (5/8) of the studies [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref44">44</xref>]. However, there was no analysis of the relationship between attendance and weight loss in 38% (3/8) of the studies [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref43">43</xref>]. Frequent use of the CAs was associated with weight loss; in particular, the number of healthy or unhealthy foods logged was a significant predictor of weight loss (β=−.035, 95% CI −0.039 to −0.031) and weight gain (β=.088, 95% CI 0.068-0.107), respectively [<xref ref-type="bibr" rid="ref20">20</xref>]. Getting involved more fully in dialogues with the CA was associated with greater knowledge and understanding than not participating or than in the control group (<italic>P</italic> value not reported) [<xref ref-type="bibr" rid="ref38">38</xref>]. High users had a significant weight loss of 4 kg compared with low users (<italic>P</italic>=.001) [<xref ref-type="bibr" rid="ref40">40</xref>]. The more actively they engaged with the CAs, the better the outcomes of dietary adherence and moderate to vigorous physical activity (<italic>P</italic>=.26 and <italic>P</italic>=.59, respectively) [<xref ref-type="bibr" rid="ref41">41</xref>]. More exposure to CAs was associated with better outcomes regarding step counts per day (564, 95% CI 120-1009) and adherence to the physical activity guidelines (odds ratio 6.41, 95% CI 3.14-13.09), but physical activity time (176.6 min per week) did not improve [<xref ref-type="bibr" rid="ref44">44</xref>].</p>
          <p>In another study, the effect of engagement with the CA on outcomes was not tested, but it descriptively reported positive progress toward their goals ≥80% of the time based on interviews with active participants [<xref ref-type="bibr" rid="ref39">39</xref>].</p>
        </sec>
        <sec>
          <title>Safety, Quality of Life, and Costs</title>
          <p>Only 12% (1/8) of the studies reported adverse effects, showing no adverse events related to participation in CA research [<xref ref-type="bibr" rid="ref41">41</xref>]. There were no reported outcomes for health-related quality of life or cost-effectiveness (<xref ref-type="table" rid="table3">Table 3</xref>).</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This systematic review aimed to critically evaluate the effectiveness of CAs on weight loss and obesity-related outcomes and their feasibility in clinical practice. In total, 33% (1/3) of the RCTs and 40% (2/5) of the uncontrolled studies reported weight loss of 1.3 to 2.4 kg at 12 to 15 weeks, and the results, including physical activity change, positive user experience (eg, satisfaction, usefulness, or helpfulness), and adherence to CAs, largely supported the effectiveness and feasibility of CAs. On the basis of the main findings of this systematic review, the use of CAs is promising for behavior change and engagement in weight management programs even though it is difficult to be certain of their impact on weight reduction at present. CAs with unconstrained natural language input largely rely on psychological approaches and personalized content and support close to interpersonal interventions by human teachers or coaches. However, owing to the paucity of adequately designed and well-conducted controlled trials, further research is warranted to establish the role of CAs with unconstrained natural language input in weight management in clinical practice.</p>
      </sec>
      <sec>
        <title>Comparison With Prior Work</title>
        <p>Although it was difficult to make a direct comparison, the weight loss of 1.3-2.4 kg [<xref ref-type="bibr" rid="ref20">20</xref>] was lower than that achieved by DHIs with frequent in-person counseling, but it tended to be similar or better compared with the weight loss achieved by interventions without a human assistant [<xref ref-type="bibr" rid="ref11">11</xref>]. In a recently published RCT, CAs with only predefined answer options did not considerably change BMI at 6 months in obese adolescents [<xref ref-type="bibr" rid="ref47">47</xref>]. Another RCT of CA with constrained conversation for maintaining activity level in overweight adults produced no significant weight changes, and the change in step count in the intervention and control groups did not reach the threshold of significance (2.9% vs −12.8%, respectively; <italic>P</italic>=.07) over 12 weeks [<xref ref-type="bibr" rid="ref48">48</xref>]. Compared with previous systematic reviews on constrained and unconstrained CAs for promoting physical activity, diet, or weight loss [<xref ref-type="bibr" rid="ref27">27</xref>], better positive outcomes were reported on user experience and adherence in this systematic review. In a systematic review of CAs for mental health, content tailored to users’ needs and conversation through free-text input rather than constrained answer options were regarded as important points for CA users [<xref ref-type="bibr" rid="ref23">23</xref>]. SMS text messages for behavior change tended to have a greater impact on weight loss under conditions where the messages were bidirectional, personal, and tailored to clinical needs [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref49">49</xref>]. Although research comparing unconstrained conversational CAs with a fixed response is also needed, this suggests that the unconstrained conversation aspects of CAs, leading to personalization and enhanced interactivity with CAs, may be more likely to contribute to weight loss. This implies that more complex, flexible, and personalized conversation might play a substantial role in weight loss.</p>
        <p>With regard to the components of CAs contributing to weight loss, mimicking practices such as human health coaching or empathetic health counseling, theories applied to CAs such as psychological approaches (eg, CBT), LM programs (such as the Diabetes Prevention Program), and personalization (such as diversifying the conversation using users’ goals, graphs of physical activity, and aspects of behavior change) were common.</p>
        <p>The CAs in the included studies can be divided into a logging and a health coaching part. Previous studies examining calorie-tracking or physical activity–logging apps without health coaching showed no additional weight loss when compared with a control group [<xref ref-type="bibr" rid="ref50">50</xref>,<xref ref-type="bibr" rid="ref51">51</xref>]. This implies that the health coaching component might play a substantial role in weight loss using CAs. In addition, the CAs evaluated in this systematic review were designed to incorporate psychological approaches to behavior change and self-efficacy, which are known predictors of successful weight loss [<xref ref-type="bibr" rid="ref52">52</xref>]. A meta-analysis of CBT interventions on weight loss showed a mean weight loss difference of −1.7 kg (95% CI −2.5 to −0.9; duration: 10.7 months) in favor of the CBT arm [<xref ref-type="bibr" rid="ref53">53</xref>]. A meta-analysis of studies using CBT [<xref ref-type="bibr" rid="ref53">53</xref>] found that CBT plus LM [<xref ref-type="bibr" rid="ref54">54</xref>-<xref ref-type="bibr" rid="ref56">56</xref>] and CBT with intensive counseling [<xref ref-type="bibr" rid="ref57">57</xref>] produced greater weight reduction than other interventions. In another meta-analysis, a significant reduction in body weight of 1.47 kg (95% CI −2.05 to −0.88) was reported in the motivational interviewing group compared with the control groups [<xref ref-type="bibr" rid="ref58">58</xref>]. Although the weight reduction reported in this systematic review was not superior to that of in-person psychological approaches for weight loss, this implies that the psychological approach might play a substantial role in behavior change for weight loss.</p>
        <p>The engagement level of CAs in this review was related to better learning outcomes regarding healthy nutrition and exercise [<xref ref-type="bibr" rid="ref38">38</xref>] and greater weight loss [<xref ref-type="bibr" rid="ref20">20</xref>]. This is in line with previous findings that contact hours of LM counseling are a predictor of treatment success [<xref ref-type="bibr" rid="ref39">39</xref>]. Compared with other DHIs, mobile apps showed a high dropout rate [<xref ref-type="bibr" rid="ref59">59</xref>], and most users rarely used the app after the first month of the study [<xref ref-type="bibr" rid="ref12">12</xref>]. The engagement strategies of apps include ease of use, design, feedback, function, ability to customize design, tailored content, and phone features [<xref ref-type="bibr" rid="ref60">60</xref>]. In addition, high SMS text message frequency was associated with retention in the program [<xref ref-type="bibr" rid="ref61">61</xref>,<xref ref-type="bibr" rid="ref62">62</xref>]. In this regard, CAs can have the strengths of feedback, customized content, and tailored messages to promote adherence. However, further research is needed to determine whether CAs show better adherence than other DHIs or what mainly affects better adherence to CA interventions.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>In this review, only studies on CAs that used unconstrained natural language input through AI and machine learning were considered to reduce DHIs’ drawbacks such as dehumanization and low adherence. A protocol was developed and registered in the Research Registry database, and this systematic review was conducted as per protocol. However, because of a dearth of well-designed and rigorously conducted RCTs, a firm conclusion on whether CAs for weight management actually help maintain or lower weight in the overweight or obese population could not be drawn. Although a thorough literature search was conducted in a range of databases, including not just core medical databases but also psychology and computing or machinery databases, we cannot be completely certain that other potential studies were not overlooked.</p>
        <p>The diverse characteristics of the CAs and outcome measures in each study also precluded drawing a definite conclusion. Self-reported weight reduction cannot be entirely free from reporting bias or inaccuracy, and this would have to be considered when interpreting the results. Another limitation is that few studies reported potential adverse events associated with CAs. Adverse event reporting in CA studies is important as machine learning–based CAs are not completely free from the concerns of the <italic>black box effect</italic>, which can generate unpredictable CA responses [<xref ref-type="bibr" rid="ref21">21</xref>]. In addition, open-text input in CAs may cause serious privacy issues.</p>
        <p>Given the breadth of the reported findings in this review, some may argue that a scoping review would better serve our study indication. Although a scoping review identifies knowledge gaps, scopes a body of literature, clarifies concepts, investigates research conduct, and informs a future systematic review, a systematic review summarizes and critically evaluates the current evidence to answer well-crafted specific questions addressing the feasibility, appropriateness, meaningfulness, or effectiveness of a certain treatment or practice [<xref ref-type="bibr" rid="ref63">63</xref>]. Considering that the initial purpose of our review was to determine whether CAs were effective for weight management and could be applied to clinical practice, we contend that a systematic review approach better suited our study indication.</p>
      </sec>
      <sec>
        <title>Future Directions</title>
        <p>Although CAs have been widely used in various fields, research on CAs with unconstrained natural language input in weight management has only just begun. All included studies in this systematic review were published in the last decade. CAs are generally reported to have a positive effect on healthy behaviors, favorable experiences among users, and better adherence. Although the World Health Organization recommends via the global strategy on digital health 2020-2025 that all DHIs be evaluated and their effectiveness be verified in scientific research [<xref ref-type="bibr" rid="ref64">64</xref>], it was not easy to find robust evidence because of the paucity of studies, short study duration, and lack of adequate follow-up. Owing to an insufficient number of studies and the high heterogeneity in both the methodologies and results of the included studies, limited pooled effects could be calculated for weight loss outcomes. Future RCTs with larger sample sizes, longer treatment durations, and adequate follow-up are warranted to establish a place for unconstrained CAs in body weight management in clinical practice.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Although it is impossible to draw firm conclusions on CAs’ effects on weight loss at the moment, their use seems promising for behavior change and active participation in weight management programs. Unconstrained CAs seem to have a potential for effective and patient-centered interventions providing education, advice on food selection, and psychological approaches to body weight management via complex and flexible conversation. These findings warrant future controlled studies examining the use of CAs with unconstrained natural language input as an option for weight management.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>The PRISMA (Preferred Reporting Items for Systematic Reviews and Meta-Analyses) 2020 checklist.</p>
        <media xlink:href="jmir_v25i1e42238_app1.docx" xlink:title="DOCX File , 25 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Search strategies.</p>
        <media xlink:href="jmir_v25i1e42238_app2.docx" xlink:title="DOCX File , 16 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Traffic light plot of the domain-level risk-of-bias assessment of the included randomized controlled trials.</p>
        <media xlink:href="jmir_v25i1e42238_app3.docx" xlink:title="DOCX File , 42 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>Risk-of-bias assessment of the included randomized controlled trials.</p>
        <media xlink:href="jmir_v25i1e42238_app4.docx" xlink:title="DOCX File , 19 KB"/>
      </supplementary-material>
      <supplementary-material id="app5">
        <label>Multimedia Appendix 5</label>
        <p>Methodological quality assessment of the uncontrolled before-and-after studies using the Critical Appraisal Skills Programme checklist for cohort studies.</p>
        <media xlink:href="jmir_v25i1e42238_app5.docx" xlink:title="DOCX File , 18 KB"/>
      </supplementary-material>
      <supplementary-material id="app6">
        <label>Multimedia Appendix 6</label>
        <p>Obesity-related outcomes of the included studies.</p>
        <media xlink:href="jmir_v25i1e42238_app6.docx" xlink:title="DOCX File , 24 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AI</term>
          <def>
            <p>artificial intelligence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CA</term>
          <def>
            <p>conversational agent</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CBT</term>
          <def>
            <p>cognitive behavioral therapy</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">DHI</term>
          <def>
            <p>digital health intervention</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">ECA</term>
          <def>
            <p>embodied conversational agent</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">LM</term>
          <def>
            <p>lifestyle modification</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">MD</term>
          <def>
            <p>mean difference</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">PRISMA</term>
          <def>
            <p>Preferred Reporting Items for Systematic Reviews and Meta-Analyses</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">RCT</term>
          <def>
            <p>randomized controlled trial</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This work was supported by grant NRF-2020R1A6A6017334 from the National Research Foundation of Korea funded by the Korean Ministry of Science and Information and Communication Technology.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>EN, D-HH, and HL conceived the study. EN and HL designed the study. EN, JW, and SJ conducted the literature search, data extraction, and analysis of the data. EN led the drafting of the manuscript. All authors edited the manuscript and read and approved the final version.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>Obesity and overweight</article-title>
          <source>World Health Organization</source>
          <year>2021</year>
          <month>06</month>
          <day>09</day>
          <access-date>2023-03-18</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/news-room/fact-sheets/detail/obesity-and-overweight">https://www.who.int/news-room/fact-sheets/detail/obesity-and-overweight</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ho</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chau</surname>
              <given-names>PH</given-names>
            </name>
            <name name-style="western">
              <surname>Fong</surname>
              <given-names>DY</given-names>
            </name>
          </person-group>
          <article-title>Association of weight status and the risks of diabetes in adults: a systematic review and meta-analysis of prospective cohort studies</article-title>
          <source>Int J Obes (Lond)</source>
          <year>2022</year>
          <month>06</month>
          <volume>46</volume>
          <issue>6</issue>
          <fpage>1101</fpage>
          <lpage>13</lpage>
          <pub-id pub-id-type="doi">10.1038/s41366-022-01096-1</pub-id>
          <pub-id pub-id-type="medline">35197569</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41366-022-01096-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nkambule</surname>
              <given-names>BB</given-names>
            </name>
            <name name-style="western">
              <surname>Mxinwa</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Nyambuya</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Dludla</surname>
              <given-names>PV</given-names>
            </name>
          </person-group>
          <article-title>The mean platelet volume and atherosclerotic cardiovascular-risk factors in adults with obesity: a systematic review and meta-analysis of observational studies</article-title>
          <source>BMC Nutr</source>
          <year>2022</year>
          <month>05</month>
          <day>16</day>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>47</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35578358"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s40795-022-00541-8</pub-id>
          <pub-id pub-id-type="medline">35578358</pub-id>
          <pub-id pub-id-type="pii">10.1186/s40795-022-00541-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC9109381</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>O'Sullivan</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Sutherland</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Town</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chow</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Fan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Forbes</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Heitman</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hilsden</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Brenner</surname>
              <given-names>DR</given-names>
            </name>
          </person-group>
          <article-title>Risk factors for early-onset colorectal cancer: a systematic review and meta-analysis</article-title>
          <source>Clin Gastroenterol Hepatol</source>
          <year>2022</year>
          <month>06</month>
          <volume>20</volume>
          <issue>6</issue>
          <fpage>1229</fpage>
          <lpage>40.e5</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cgh.2021.01.037</pub-id>
          <pub-id pub-id-type="medline">33524598</pub-id>
          <pub-id pub-id-type="pii">S1542-3565(21)00087-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shiri</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lallukka</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Karppinen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Viikari-Juntura</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Obesity as a risk factor for sciatica: a meta-analysis</article-title>
          <source>Am J Epidemiol</source>
          <year>2014</year>
          <month>04</month>
          <day>15</day>
          <volume>179</volume>
          <issue>8</issue>
          <fpage>929</fpage>
          <lpage>37</lpage>
          <pub-id pub-id-type="doi">10.1093/aje/kwu007</pub-id>
          <pub-id pub-id-type="medline">24569641</pub-id>
          <pub-id pub-id-type="pii">kwu007</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cawley</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Biener</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Meyerhoefer</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ding</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Zvenyach</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Smolarz</surname>
              <given-names>BG</given-names>
            </name>
            <name name-style="western">
              <surname>Ramasamy</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Direct medical costs of obesity in the United States and the most populous states</article-title>
          <source>J Manag Care Spec Pharm</source>
          <year>2021</year>
          <month>03</month>
          <volume>27</volume>
          <issue>3</issue>
          <fpage>354</fpage>
          <lpage>66</lpage>
          <pub-id pub-id-type="doi">10.18553/jmcp.2021.20410</pub-id>
          <pub-id pub-id-type="medline">33470881</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goodrick</surname>
              <given-names>GK</given-names>
            </name>
            <name name-style="western">
              <surname>Poston 2nd</surname>
              <given-names>WS</given-names>
            </name>
            <name name-style="western">
              <surname>Foreyt</surname>
              <given-names>JP</given-names>
            </name>
          </person-group>
          <article-title>Methods for voluntary weight loss and control: update 1996</article-title>
          <source>Nutrition</source>
          <year>1996</year>
          <month>10</month>
          <volume>12</volume>
          <issue>10</issue>
          <fpage>672</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1016/s0899-9007(96)00243-2</pub-id>
          <pub-id pub-id-type="medline">8936489</pub-id>
          <pub-id pub-id-type="pii">S0899900796002432</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>NHLBI Obesity Education Initiative Expert Panel on the Identification, Evaluation, and Treatment of Overweight and Obesity in Adults</collab>
          </person-group>
          <article-title>Clinical guidelines on the identification, evaluation, and treatment of overweight and obesity in adults--the evidence report. National Institutes of Health</article-title>
          <source>Obes Res</source>
          <year>1998</year>
          <month>09</month>
          <volume>6 Suppl 2</volume>
          <fpage>51S</fpage>
          <lpage>209S</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hhs.gov/guidance/sites/default/files/hhs-guidance-documents/2007154166-as-ob_gdlns.pdf"/>
          </comment>
          <pub-id pub-id-type="medline">9813653</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Digenio</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Mancuso</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Gerber</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Dvorak</surname>
              <given-names>RV</given-names>
            </name>
          </person-group>
          <article-title>Comparison of methods for delivering a lifestyle modification program for obese patients: a randomized trial</article-title>
          <source>Ann Intern Med</source>
          <year>2009</year>
          <month>02</month>
          <day>17</day>
          <volume>150</volume>
          <issue>4</issue>
          <fpage>255</fpage>
          <lpage>62</lpage>
          <pub-id pub-id-type="doi">10.7326/0003-4819-150-4-200902170-00006</pub-id>
          <pub-id pub-id-type="medline">19221377</pub-id>
          <pub-id pub-id-type="pii">150/4/255</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Widmer</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Lerman</surname>
              <given-names>LO</given-names>
            </name>
            <name name-style="western">
              <surname>Lerman</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Digital health interventions for the prevention of cardiovascular disease: a systematic review and meta-analysis</article-title>
          <source>Mayo Clin Proc</source>
          <year>2015</year>
          <month>04</month>
          <volume>90</volume>
          <issue>4</issue>
          <fpage>469</fpage>
          <lpage>80</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/25841251"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.mayocp.2014.12.026</pub-id>
          <pub-id pub-id-type="medline">25841251</pub-id>
          <pub-id pub-id-type="pii">S0025-6196(15)00073-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC4551455</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wieland</surname>
              <given-names>LS</given-names>
            </name>
            <name name-style="western">
              <surname>Falzon</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sciamanna</surname>
              <given-names>CN</given-names>
            </name>
            <name name-style="western">
              <surname>Trudeau</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Brodney</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Schwartz</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Davidson</surname>
              <given-names>KW</given-names>
            </name>
          </person-group>
          <article-title>Interactive computer-based interventions for weight loss or weight maintenance in overweight or obese people</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2012</year>
          <month>08</month>
          <day>15</day>
          <volume>8</volume>
          <issue>8</issue>
          <fpage>CD007675</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/22895964"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/14651858.CD007675.pub2</pub-id>
          <pub-id pub-id-type="medline">22895964</pub-id>
          <pub-id pub-id-type="pmcid">PMC3996838</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Flores Mateo</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Granado-Font</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Ferré-Grau</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Montaña-Carreras</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>Mobile phone apps to promote weight loss and increase physical activity: a systematic review and meta-analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <month>11</month>
          <day>10</day>
          <volume>17</volume>
          <issue>11</issue>
          <fpage>e253</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2015/11/e253/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.4836</pub-id>
          <pub-id pub-id-type="medline">26554314</pub-id>
          <pub-id pub-id-type="pii">v17i11e253</pub-id>
          <pub-id pub-id-type="pmcid">PMC4704965</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Cole-Lewis</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Bernhardt</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Mobile text messaging for health: a systematic review of reviews</article-title>
          <source>Annu Rev Public Health</source>
          <year>2015</year>
          <month>03</month>
          <day>18</day>
          <volume>36</volume>
          <fpage>393</fpage>
          <lpage>415</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/25785892"/>
          </comment>
          <pub-id pub-id-type="doi">10.1146/annurev-publhealth-031914-122855</pub-id>
          <pub-id pub-id-type="medline">25785892</pub-id>
          <pub-id pub-id-type="pmcid">PMC4406229</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chew</surname>
              <given-names>HS</given-names>
            </name>
            <name name-style="western">
              <surname>Koh</surname>
              <given-names>WL</given-names>
            </name>
            <name name-style="western">
              <surname>Ng</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>KK</given-names>
            </name>
          </person-group>
          <article-title>Sustainability of weight loss through smartphone apps: systematic review and meta-analysis on anthropometric, metabolic, and dietary outcomes</article-title>
          <source>J Med Internet Res</source>
          <year>2022</year>
          <month>09</month>
          <day>21</day>
          <volume>24</volume>
          <issue>9</issue>
          <fpage>e40141</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2022/9/e40141/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/40141</pub-id>
          <pub-id pub-id-type="medline">36129739</pub-id>
          <pub-id pub-id-type="pii">v24i9e40141</pub-id>
          <pub-id pub-id-type="pmcid">PMC9536524</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bibault</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Chaix</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Nectoux</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Pienkowsky</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Guillemasse</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Brouard</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Healthcare ex machina: are conversational agents ready for prime time in oncology?</article-title>
          <source>Clin Transl Radiat Oncol</source>
          <year>2019</year>
          <month>05</month>
          <volume>16</volume>
          <fpage>55</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2405-6308(19)30015-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ctro.2019.04.002</pub-id>
          <pub-id pub-id-type="medline">31008379</pub-id>
          <pub-id pub-id-type="pii">S2405-6308(19)30015-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC6454131</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vaidyam</surname>
              <given-names>AN</given-names>
            </name>
            <name name-style="western">
              <surname>Wisniewski</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Halamka</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Kashavan</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>JB</given-names>
            </name>
          </person-group>
          <article-title>Chatbots and conversational agents in mental health: a review of the psychiatric landscape</article-title>
          <source>Can J Psychiatry</source>
          <year>2019</year>
          <month>07</month>
          <volume>64</volume>
          <issue>7</issue>
          <fpage>456</fpage>
          <lpage>64</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30897957"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/0706743719828977</pub-id>
          <pub-id pub-id-type="medline">30897957</pub-id>
          <pub-id pub-id-type="pmcid">PMC6610568</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hira</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Developing a chatbot? Learn the difference between AI, machine learning, and NLP</article-title>
          <source>Chatbots Life</source>
          <year>2016</year>
          <month>11</month>
          <day>04</day>
          <access-date>2023-03-18</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://chatbotslife.com/developing-a-chatbot-learn-the-difference-between-ai-machine-learning-and-nlp-40a3f745aec4">https://chatbotslife.com/developing-a-chatbot-learn-the-difference-between-ai-machine-learning-and-nlp-40a3f745aec4</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Obermeyer</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Emanuel</surname>
              <given-names>EJ</given-names>
            </name>
          </person-group>
          <article-title>Predicting the future - big data, machine learning, and clinical medicine</article-title>
          <source>N Engl J Med</source>
          <year>2016</year>
          <month>09</month>
          <day>29</day>
          <volume>375</volume>
          <issue>13</issue>
          <fpage>1216</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27682033"/>
          </comment>
          <pub-id pub-id-type="doi">10.1056/NEJMp1606181</pub-id>
          <pub-id pub-id-type="medline">27682033</pub-id>
          <pub-id pub-id-type="pmcid">PMC5070532</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Radziwill</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Benton</surname>
              <given-names>MC</given-names>
            </name>
          </person-group>
          <article-title>Evaluating quality of chatbots and intelligent conversational agents</article-title>
          <source>arXiv</source>
          <year>2017</year>
          <month>4</month>
          <day>25</day>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://arxiv.org/abs/1704.04579"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stein</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>A fully automated conversational artificial intelligence for weight loss: longitudinal observational study among overweight and obese adults</article-title>
          <source>JMIR Diabetes</source>
          <year>2017</year>
          <month>11</month>
          <day>01</day>
          <volume>2</volume>
          <issue>2</issue>
          <fpage>e28</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://diabetes.jmir.org/2017/2/e28/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/diabetes.8590</pub-id>
          <pub-id pub-id-type="medline">30291087</pub-id>
          <pub-id pub-id-type="pii">v2i2e28</pub-id>
          <pub-id pub-id-type="pmcid">PMC6238835</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tudor Car</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dhinagaran</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Kyaw</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Kowatsch</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Joty</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Theng</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Atun</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Conversational agents in health care: scoping review and conceptual analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>08</month>
          <day>07</day>
          <volume>22</volume>
          <issue>8</issue>
          <fpage>e17158</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/8/e17158/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17158</pub-id>
          <pub-id pub-id-type="medline">32763886</pub-id>
          <pub-id pub-id-type="pii">v22i8e17158</pub-id>
          <pub-id pub-id-type="pmcid">PMC7442948</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Laranjo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dunn</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Tong</surname>
              <given-names>HL</given-names>
            </name>
            <name name-style="western">
              <surname>Kocaballi</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bashir</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Surian</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gallego</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Magrabi</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Lau</surname>
              <given-names>AY</given-names>
            </name>
            <name name-style="western">
              <surname>Coiera</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Conversational agents in healthcare: a systematic review</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2018</year>
          <month>09</month>
          <day>01</day>
          <volume>25</volume>
          <issue>9</issue>
          <fpage>1248</fpage>
          <lpage>58</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30010941"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocy072</pub-id>
          <pub-id pub-id-type="medline">30010941</pub-id>
          <pub-id pub-id-type="pii">5052181</pub-id>
          <pub-id pub-id-type="pmcid">PMC6118869</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gaffney</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Mansell</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Tai</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Conversational agents in the treatment of mental health problems: mixed-method systematic review</article-title>
          <source>JMIR Ment Health</source>
          <year>2019</year>
          <month>10</month>
          <day>18</day>
          <volume>6</volume>
          <issue>10</issue>
          <fpage>e14166</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2019/10/e14166/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/14166</pub-id>
          <pub-id pub-id-type="medline">31628789</pub-id>
          <pub-id pub-id-type="pii">v6i10e14166</pub-id>
          <pub-id pub-id-type="pmcid">PMC6914342</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hoermann</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>McCabe</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Milne</surname>
              <given-names>DN</given-names>
            </name>
            <name name-style="western">
              <surname>Calvo</surname>
              <given-names>RA</given-names>
            </name>
          </person-group>
          <article-title>Application of synchronous text-based dialogue systems in mental health interventions: systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>07</month>
          <day>21</day>
          <volume>19</volume>
          <issue>8</issue>
          <fpage>e267</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/8/e267/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.7023</pub-id>
          <pub-id pub-id-type="medline">28784594</pub-id>
          <pub-id pub-id-type="pii">v19i8e267</pub-id>
          <pub-id pub-id-type="pmcid">PMC5595406</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abd-Alrazaq</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Rababeh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Alajlani</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bewick</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Househ</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness and safety of using chatbots to improve mental health: systematic review and meta-analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>07</month>
          <day>13</day>
          <volume>22</volume>
          <issue>7</issue>
          <fpage>e16021</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/7/e16021/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/16021</pub-id>
          <pub-id pub-id-type="medline">32673216</pub-id>
          <pub-id pub-id-type="pii">v22i7e16021</pub-id>
          <pub-id pub-id-type="pmcid">PMC7385637</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Provoost</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lau</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Ruwaard</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Riper</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Embodied conversational agents in clinical psychology: a scoping review</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>05</month>
          <day>09</day>
          <volume>19</volume>
          <issue>5</issue>
          <fpage>e151</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/5/e151/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.6553</pub-id>
          <pub-id pub-id-type="medline">28487267</pub-id>
          <pub-id pub-id-type="pii">v19i5e151</pub-id>
          <pub-id pub-id-type="pmcid">PMC5442350</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Oh</surname>
              <given-names>YJ</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Fang</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Fukuoka</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of artificial intelligence chatbots for promoting physical activity, healthy diet, and weight loss</article-title>
          <source>Int J Behav Nutr Phys Act</source>
          <year>2021</year>
          <month>12</month>
          <day>11</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>160</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ijbnpa.biomedcentral.com/articles/10.1186/s12966-021-01224-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12966-021-01224-6</pub-id>
          <pub-id pub-id-type="medline">34895247</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12966-021-01224-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC8665320</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chew</surname>
              <given-names>HS</given-names>
            </name>
          </person-group>
          <article-title>The use of artificial intelligence-based conversational agents (Chatbots) for weight loss: scoping review and practical recommendations</article-title>
          <source>JMIR Med Inform</source>
          <year>2022</year>
          <month>04</month>
          <day>13</day>
          <volume>10</volume>
          <issue>4</issue>
          <fpage>e32578</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://medinform.jmir.org/2022/4/e32578/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/32578</pub-id>
          <pub-id pub-id-type="medline">35416791</pub-id>
          <pub-id pub-id-type="pii">v10i4e32578</pub-id>
          <pub-id pub-id-type="pmcid">PMC9047740</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Page</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>McKenzie</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Bossuyt</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Boutron</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffmann</surname>
              <given-names>TC</given-names>
            </name>
            <name name-style="western">
              <surname>Mulrow</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Shamseer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Tetzlaff</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Akl</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Brennan</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Chou</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Glanville</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Grimshaw</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Hróbjartsson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lalu</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Loder</surname>
              <given-names>EW</given-names>
            </name>
            <name name-style="western">
              <surname>Mayo-Wilson</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>McDonald</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>McGuinness</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tricco</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Welch</surname>
              <given-names>VA</given-names>
            </name>
            <name name-style="western">
              <surname>Whiting</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The PRISMA 2020 statement: an updated guideline for reporting systematic reviews</article-title>
          <source>BMJ</source>
          <year>2021</year>
          <month>03</month>
          <day>29</day>
          <volume>372</volume>
          <fpage>n71</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/lookup/pmidlookup?view=long&#38;pmid=33782057"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.n71</pub-id>
          <pub-id pub-id-type="medline">33782057</pub-id>
          <pub-id pub-id-type="pmcid">PMC8005924</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Winter</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ugalde</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Livingston</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Engagement strategies to improve adherence and retention in web-based mindfulness programs: systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2022</year>
          <month>01</month>
          <day>12</day>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>e30026</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2022/1/e30026/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/30026</pub-id>
          <pub-id pub-id-type="medline">35019851</pub-id>
          <pub-id pub-id-type="pii">v24i1e30026</pub-id>
          <pub-id pub-id-type="pmcid">PMC8792770</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Burgess</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hassmén</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Welvaert</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pumpa</surname>
              <given-names>KL</given-names>
            </name>
          </person-group>
          <article-title>Behavioural treatment strategies improve adherence to lifestyle intervention programmes in adults with obesity: a systematic review and meta-analysis</article-title>
          <source>Clin Obes</source>
          <year>2017</year>
          <month>04</month>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>105</fpage>
          <lpage>14</lpage>
          <pub-id pub-id-type="doi">10.1111/cob.12180</pub-id>
          <pub-id pub-id-type="medline">28199047</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sterne</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Savović</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Page</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Elbers</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Blencowe</surname>
              <given-names>NS</given-names>
            </name>
            <name name-style="western">
              <surname>Boutron</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Cates</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>HY</given-names>
            </name>
            <name name-style="western">
              <surname>Corbett</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Eldridge</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Emberson</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Hernán</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Hopewell</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hróbjartsson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Junqueira</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Jüni</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kirkham</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lasserson</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>McAleenan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Reeves</surname>
              <given-names>BC</given-names>
            </name>
            <name name-style="western">
              <surname>Shepperd</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Shrier</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Tilling</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>IR</given-names>
            </name>
            <name name-style="western">
              <surname>Whiting</surname>
              <given-names>PF</given-names>
            </name>
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>JP</given-names>
            </name>
          </person-group>
          <article-title>RoB 2: a revised tool for assessing risk of bias in randomised trials</article-title>
          <source>BMJ</source>
          <year>2019</year>
          <month>08</month>
          <day>28</day>
          <volume>366</volume>
          <fpage>l4898</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://eprints.whiterose.ac.uk/150579/"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.l4898</pub-id>
          <pub-id pub-id-type="medline">31462531</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="web">
          <article-title>CASP checklist for systematic reviews</article-title>
          <source>Critical Appraisal Skills Programme</source>
          <year>2022</year>
          <access-date>2023-03-18</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://casp-uk.net/images/checklist/documents/CASP-Systematic-Review-Checklist/CASP-Systematic-Review-Checklist_2018.pdf">https://casp-uk.net/images/checklist/documents/CASP-Systematic-Review-Checklist/CASP-Systematic-Review-Checklist_2018.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Milne-Ives</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>de Cock</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Shehadeh</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>de Pennington</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Mole</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Normando</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Meinert</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>The effectiveness of artificial intelligence conversational agents in health care: systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>10</month>
          <day>22</day>
          <volume>22</volume>
          <issue>10</issue>
          <fpage>e20346</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/10/e20346/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/20346</pub-id>
          <pub-id pub-id-type="medline">33090118</pub-id>
          <pub-id pub-id-type="pii">v22i10e20346</pub-id>
          <pub-id pub-id-type="pmcid">PMC7644372</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Christopoulou</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Kotsilieris</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Anagnostopoulos</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Assessment of health information technology interventions in evidence-based medicine: a systematic review by adopting a methodological evaluation framework</article-title>
          <source>Healthcare (Basel)</source>
          <year>2018</year>
          <month>08</month>
          <day>31</day>
          <volume>6</volume>
          <issue>3</issue>
          <fpage>109</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=healthcare6030109"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/healthcare6030109</pub-id>
          <pub-id pub-id-type="medline">30200307</pub-id>
          <pub-id pub-id-type="pii">healthcare6030109</pub-id>
          <pub-id pub-id-type="pmcid">PMC6165327</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kocaballi</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Berkovsky</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Quiroz</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Laranjo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Tong</surname>
              <given-names>HL</given-names>
            </name>
            <name name-style="western">
              <surname>Rezazadegan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Briatore</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Coiera</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>The personalization of conversational agents in health care: systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>11</month>
          <day>07</day>
          <volume>21</volume>
          <issue>11</issue>
          <fpage>e15360</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/11/e15360/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/15360</pub-id>
          <pub-id pub-id-type="medline">31697237</pub-id>
          <pub-id pub-id-type="pii">v21i11e15360</pub-id>
          <pub-id pub-id-type="pmcid">PMC6873147</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Manuvinakurike</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Velicer</surname>
              <given-names>WF</given-names>
            </name>
            <name name-style="western">
              <surname>Bickmore</surname>
              <given-names>TW</given-names>
            </name>
          </person-group>
          <article-title>Automated indexing of internet stories for health behavior change: weight loss attitude pilot study</article-title>
          <source>J Med Internet Res</source>
          <year>2014</year>
          <month>12</month>
          <day>09</day>
          <volume>16</volume>
          <issue>12</issue>
          <fpage>e285</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2014/12/e285/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.3702</pub-id>
          <pub-id pub-id-type="medline">25491243</pub-id>
          <pub-id pub-id-type="pii">v16i12e285</pub-id>
          <pub-id pub-id-type="pmcid">PMC4275489</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brust-Renck</surname>
              <given-names>PG</given-names>
            </name>
            <name name-style="western">
              <surname>Reyna</surname>
              <given-names>VF</given-names>
            </name>
            <name name-style="western">
              <surname>Wilhelms</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Wolfe</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Widmer</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Cedillos-Whynott</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Morant</surname>
              <given-names>AK</given-names>
            </name>
          </person-group>
          <article-title>Active engagement in a web-based tutorial to prevent obesity grounded in Fuzzy-Trace theory predicts higher knowledge and gist comprehension</article-title>
          <source>Behav Res Methods</source>
          <year>2017</year>
          <month>08</month>
          <volume>49</volume>
          <issue>4</issue>
          <fpage>1386</fpage>
          <lpage>98</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27531360"/>
          </comment>
          <pub-id pub-id-type="doi">10.3758/s13428-016-0794-1</pub-id>
          <pub-id pub-id-type="medline">27531360</pub-id>
          <pub-id pub-id-type="pii">10.3758/s13428-016-0794-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC5313384</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stephens</surname>
              <given-names>TN</given-names>
            </name>
            <name name-style="western">
              <surname>Joerin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rauws</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Werk</surname>
              <given-names>LN</given-names>
            </name>
          </person-group>
          <article-title>Feasibility of pediatric obesity and prediabetes treatment support through Tess, the AI behavioral coaching chatbot</article-title>
          <source>Transl Behav Med</source>
          <year>2019</year>
          <month>05</month>
          <day>16</day>
          <volume>9</volume>
          <issue>3</issue>
          <fpage>440</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1093/tbm/ibz043</pub-id>
          <pub-id pub-id-type="medline">31094445</pub-id>
          <pub-id pub-id-type="pii">5489496</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>BD</given-names>
            </name>
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Newby</surname>
              <given-names>PK</given-names>
            </name>
            <name name-style="western">
              <surname>Norman</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Adams</surname>
              <given-names>WG</given-names>
            </name>
          </person-group>
          <article-title>Randomized trial of a family-based, automated, conversational obesity treatment program for underserved populations</article-title>
          <source>Obesity (Silver Spring)</source>
          <year>2013</year>
          <month>09</month>
          <volume>21</volume>
          <issue>9</issue>
          <fpage>E369</fpage>
          <lpage>78</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/23512915"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/oby.20388</pub-id>
          <pub-id pub-id-type="medline">23512915</pub-id>
          <pub-id pub-id-type="pmcid">PMC3695059</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Curtis</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Short</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>KJ</given-names>
            </name>
          </person-group>
          <article-title>A physical activity and diet program delivered by artificially intelligent virtual health coach: proof-of-concept study</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2020</year>
          <month>07</month>
          <day>10</day>
          <volume>8</volume>
          <issue>7</issue>
          <fpage>e17558</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2020/7/e17558/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17558</pub-id>
          <pub-id pub-id-type="medline">32673246</pub-id>
          <pub-id pub-id-type="pii">v8i7e17558</pub-id>
          <pub-id pub-id-type="pmcid">PMC7382010</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kocielnik</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Xiao</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Avrahami</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hsieh</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Reflection companion: a conversational system for engaging users in reflection on physical activity</article-title>
          <source>Proc ACM Interact Mob Wearable Ubiquitous Technol</source>
          <year>2018</year>
          <month>07</month>
          <day>05</day>
          <volume>2</volume>
          <issue>2</issue>
          <fpage>70</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dl.acm.org/doi/10.1145/3214273"/>
          </comment>
          <pub-id pub-id-type="doi">10.1145/3214273</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Piao</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ryu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Use of the healthy lifestyle coaching chatbot app to promote stair-climbing habits among office workers: exploratory randomized controlled trial</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2020</year>
          <month>05</month>
          <day>19</day>
          <volume>8</volume>
          <issue>5</issue>
          <fpage>e15085</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2020/5/e15085/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/15085</pub-id>
          <pub-id pub-id-type="medline">32427114</pub-id>
          <pub-id pub-id-type="pii">v8i5e15085</pub-id>
          <pub-id pub-id-type="pmcid">PMC7267999</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>To</surname>
              <given-names>QG</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Vandelanotte</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Feasibility, usability, and effectiveness of a machine learning-based physical activity chatbot: quasi-experimental study</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2021</year>
          <month>11</month>
          <day>26</day>
          <volume>9</volume>
          <issue>11</issue>
          <fpage>e28577</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2021/11/e28577/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/28577</pub-id>
          <pub-id pub-id-type="medline">34842552</pub-id>
          <pub-id pub-id-type="pii">v9i11e28577</pub-id>
          <pub-id pub-id-type="pmcid">PMC8665384</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Horowitz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Shilts</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Townsend</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>EatFit: a goal-oriented intervention that challenges adolescents to improve their eating and fitness choices</article-title>
          <source>J Nutr Educ Behav</source>
          <year>2004</year>
          <month>01</month>
          <volume>36</volume>
          <issue>1</issue>
          <fpage>43</fpage>
          <lpage>4</lpage>
          <pub-id pub-id-type="doi">10.1016/s1499-4046(06)60128-0</pub-id>
          <pub-id pub-id-type="medline">14756982</pub-id>
          <pub-id pub-id-type="pii">S1499-4046(06)60128-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Franz</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>VanWormer</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Crain</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Boucher</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Histon</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Caplan</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Bowman</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Pronk</surname>
              <given-names>NP</given-names>
            </name>
          </person-group>
          <article-title>Weight-loss outcomes: a systematic review and meta-analysis of weight-loss clinical trials with a minimum 1-year follow-up</article-title>
          <source>J Am Diet Assoc</source>
          <year>2007</year>
          <month>10</month>
          <volume>107</volume>
          <issue>10</issue>
          <fpage>1755</fpage>
          <lpage>67</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jada.2007.07.017</pub-id>
          <pub-id pub-id-type="medline">17904936</pub-id>
          <pub-id pub-id-type="pii">S0002-8223(07)01483-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stasinaki</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Büchter</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Shih</surname>
              <given-names>CI</given-names>
            </name>
            <name name-style="western">
              <surname>Heldt</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Güsewell</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Brogle</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Farpour-Lambert</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kowatsch</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>l'Allemand</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Effects of a novel mobile health intervention compared to a multi-component behaviour changing program on body mass index, physical capacities and stress parameters in adolescents with obesity: a randomized controlled trial</article-title>
          <source>BMC Pediatr</source>
          <year>2021</year>
          <month>07</month>
          <day>09</day>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>308</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpediatr.biomedcentral.com/articles/10.1186/s12887-021-02781-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12887-021-02781-2</pub-id>
          <pub-id pub-id-type="medline">34243738</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12887-021-02781-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC8266630</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bickmore</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Cange</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kulshreshtha</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kvedar</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>An internet-based virtual coach to promote physical activity adherence in overweight adults: randomized controlled trial</article-title>
          <source>J Med Internet Res</source>
          <year>2012</year>
          <month>01</month>
          <day>26</day>
          <volume>14</volume>
          <issue>1</issue>
          <fpage>e1</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2012/1/e1/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.1629</pub-id>
          <pub-id pub-id-type="medline">22281837</pub-id>
          <pub-id pub-id-type="pii">v14i1e1</pub-id>
          <pub-id pub-id-type="pmcid">PMC3374543</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wald</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Butt</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bestwick</surname>
              <given-names>JP</given-names>
            </name>
          </person-group>
          <article-title>One-way versus two-way text messaging on improving medication adherence: meta-analysis of randomized trials</article-title>
          <source>Am J Med</source>
          <year>2015</year>
          <month>10</month>
          <volume>128</volume>
          <issue>10</issue>
          <fpage>1139.e1</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1016/j.amjmed.2015.05.035</pub-id>
          <pub-id pub-id-type="medline">26087045</pub-id>
          <pub-id pub-id-type="pii">S0002-9343(15)00519-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Laing</surname>
              <given-names>BY</given-names>
            </name>
            <name name-style="western">
              <surname>Mangione</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Tseng</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Leng</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vaisberg</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Mahida</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bholat</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Glazier</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Morisky</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>DS</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of a smartphone application for weight loss compared with usual care in overweight primary care patients: a randomized, controlled trial</article-title>
          <source>Ann Intern Med</source>
          <year>2014</year>
          <month>11</month>
          <day>18</day>
          <volume>161</volume>
          <issue>10 Suppl</issue>
          <fpage>S5</fpage>
          <lpage>12</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.acpjournals.org/doi/abs/10.7326/M13-3005?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.7326/M13-3005</pub-id>
          <pub-id pub-id-type="medline">25402403</pub-id>
          <pub-id pub-id-type="pii">1935738</pub-id>
          <pub-id pub-id-type="pmcid">PMC4422872</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Glynn</surname>
              <given-names>LG</given-names>
            </name>
            <name name-style="western">
              <surname>Hayes</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Casey</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Glynn</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Alvarez-Iglesias</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Newell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>OLaighin</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Heaney</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>O'Donnell</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>AW</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of a smartphone application to promote physical activity in primary care: the SMART MOVE randomised controlled trial</article-title>
          <source>Br J Gen Pract</source>
          <year>2014</year>
          <month>07</month>
          <volume>64</volume>
          <issue>624</issue>
          <fpage>e384</fpage>
          <lpage>91</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bjgp.org/lookup/pmidlookup?view=long&#38;pmid=24982490"/>
          </comment>
          <pub-id pub-id-type="doi">10.3399/bjgp14X680461</pub-id>
          <pub-id pub-id-type="medline">24982490</pub-id>
          <pub-id pub-id-type="pii">64/624/e384</pub-id>
          <pub-id pub-id-type="pmcid">PMC4073723</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Linde</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Rothman</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Baldwin</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Jeffery</surname>
              <given-names>RW</given-names>
            </name>
          </person-group>
          <article-title>The impact of self-efficacy on behavior change and weight change among overweight participants in a weight loss trial</article-title>
          <source>Health Psychol</source>
          <year>2006</year>
          <month>05</month>
          <volume>25</volume>
          <issue>3</issue>
          <fpage>282</fpage>
          <lpage>91</lpage>
          <pub-id pub-id-type="doi">10.1037/0278-6133.25.3.282</pub-id>
          <pub-id pub-id-type="medline">16719599</pub-id>
          <pub-id pub-id-type="pii">2006-05891-004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jacob</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Moullec</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Lavoie</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Laurin</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Cowan</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Tisshaw</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kazazian</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Raddatz</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bacon</surname>
              <given-names>SL</given-names>
            </name>
          </person-group>
          <article-title>Impact of cognitive-behavioral interventions on weight loss and psychological outcomes: a meta-analysis</article-title>
          <source>Health Psychol</source>
          <year>2018</year>
          <month>05</month>
          <volume>37</volume>
          <issue>5</issue>
          <fpage>417</fpage>
          <lpage>32</lpage>
          <pub-id pub-id-type="doi">10.1037/hea0000576</pub-id>
          <pub-id pub-id-type="medline">29698017</pub-id>
          <pub-id pub-id-type="pii">2018-18423-003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Teixeira</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Silva</surname>
              <given-names>MN</given-names>
            </name>
            <name name-style="western">
              <surname>Coutinho</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Palmeira</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Mata</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Vieira</surname>
              <given-names>PN</given-names>
            </name>
            <name name-style="western">
              <surname>Carraça</surname>
              <given-names>EV</given-names>
            </name>
            <name name-style="western">
              <surname>Santos</surname>
              <given-names>TC</given-names>
            </name>
            <name name-style="western">
              <surname>Sardinha</surname>
              <given-names>LB</given-names>
            </name>
          </person-group>
          <article-title>Mediators of weight loss and weight loss maintenance in middle-aged women</article-title>
          <source>Obesity (Silver Spring)</source>
          <year>2010</year>
          <month>04</month>
          <volume>18</volume>
          <issue>4</issue>
          <fpage>725</fpage>
          <lpage>35</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/doi/10.1038/oby.2009.281"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/oby.2009.281</pub-id>
          <pub-id pub-id-type="medline">19696752</pub-id>
          <pub-id pub-id-type="pii">oby2009281</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nurkkala</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kaikkonen</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Vanhala</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Karhunen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Keränen</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Korpelainen</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Lifestyle intervention has a beneficial effect on eating behavior and long-term weight loss in obese adults</article-title>
          <source>Eat Behav</source>
          <year>2015</year>
          <month>08</month>
          <volume>18</volume>
          <fpage>179</fpage>
          <lpage>85</lpage>
          <pub-id pub-id-type="doi">10.1016/j.eatbeh.2015.05.009</pub-id>
          <pub-id pub-id-type="medline">26112229</pub-id>
          <pub-id pub-id-type="pii">S1471-0153(15)00062-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Batra</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Das</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Salinardi</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Saltzman</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Pittas</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>SB</given-names>
            </name>
          </person-group>
          <article-title>Eating behaviors as predictors of weight loss in a 6 month weight loss intervention</article-title>
          <source>Obesity (Silver Spring)</source>
          <year>2013</year>
          <month>11</month>
          <volume>21</volume>
          <issue>11</issue>
          <fpage>2256</fpage>
          <lpage>63</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/doi/10.1002/oby.20404"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/oby.20404</pub-id>
          <pub-id pub-id-type="medline">23512619</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Keränen</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Savolainen</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Reponen</surname>
              <given-names>AH</given-names>
            </name>
            <name name-style="western">
              <surname>Kujari</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Lindeman</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Bloigu</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Laitinen</surname>
              <given-names>JH</given-names>
            </name>
          </person-group>
          <article-title>The effect of eating behavior on weight loss and maintenance during a lifestyle intervention</article-title>
          <source>Prev Med</source>
          <year>2009</year>
          <month>08</month>
          <volume>49</volume>
          <issue>1</issue>
          <fpage>32</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ypmed.2009.04.011</pub-id>
          <pub-id pub-id-type="medline">19406146</pub-id>
          <pub-id pub-id-type="pii">S0091-7435(09)00208-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Armstrong</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Mottershead</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Ronksley</surname>
              <given-names>PE</given-names>
            </name>
            <name name-style="western">
              <surname>Sigal</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>TS</given-names>
            </name>
            <name name-style="western">
              <surname>Hemmelgarn</surname>
              <given-names>BR</given-names>
            </name>
          </person-group>
          <article-title>Motivational interviewing to improve weight loss in overweight and/or obese patients: a systematic review and meta-analysis of randomized controlled trials</article-title>
          <source>Obes Rev</source>
          <year>2011</year>
          <month>09</month>
          <volume>12</volume>
          <issue>9</issue>
          <fpage>709</fpage>
          <lpage>23</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1467-789X.2011.00892.x</pub-id>
          <pub-id pub-id-type="medline">21692966</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kwon</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>YR</given-names>
            </name>
            <name name-style="western">
              <surname>Shin</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Effect of self-monitoring on long-term patient engagement with mobile health applications</article-title>
          <source>PLoS One</source>
          <year>2018</year>
          <volume>13</volume>
          <issue>7</issue>
          <fpage>e0201166</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0201166"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0201166</pub-id>
          <pub-id pub-id-type="medline">30048546</pub-id>
          <pub-id pub-id-type="pii">PONE-D-17-10288</pub-id>
          <pub-id pub-id-type="pmcid">PMC6062090</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rivera</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>McPherson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hamilton</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Birken</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Coons</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Iyer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Agarwal</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lalloo</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Stinson</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Mobile apps for weight management: a scoping review</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2016</year>
          <month>07</month>
          <day>26</day>
          <volume>4</volume>
          <issue>3</issue>
          <fpage>e87</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2016/3/e87/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.5115</pub-id>
          <pub-id pub-id-type="medline">27460502</pub-id>
          <pub-id pub-id-type="pii">v4i3e87</pub-id>
          <pub-id pub-id-type="pmcid">PMC4978862</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shaw</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bosworth</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Short message service (SMS) text messaging as an intervention medium for weight loss: a literature review</article-title>
          <source>Health Informatics J</source>
          <year>2012</year>
          <month>12</month>
          <volume>18</volume>
          <issue>4</issue>
          <fpage>235</fpage>
          <lpage>50</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/1460458212442422?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1460458212442422</pub-id>
          <pub-id pub-id-type="medline">23257055</pub-id>
          <pub-id pub-id-type="pii">18/4/235</pub-id>
          <pub-id pub-id-type="pmcid">PMC3675895</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Siopis</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Chey</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Allman-Farinelli</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A systematic review and meta-analysis of interventions for weight management using text messaging</article-title>
          <source>J Hum Nutr Diet</source>
          <year>2015</year>
          <month>02</month>
          <volume>28 Suppl 2</volume>
          <fpage>1</fpage>
          <lpage>15</lpage>
          <pub-id pub-id-type="doi">10.1111/jhn.12207</pub-id>
          <pub-id pub-id-type="medline">24480032</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Munn</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Stern</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tufanaru</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>McArthur</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Aromataris</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Systematic review or scoping review? Guidance for authors when choosing between a systematic or scoping review approach</article-title>
          <source>BMC Med Res Methodol</source>
          <year>2018</year>
          <month>11</month>
          <day>19</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>143</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedresmethodol.biomedcentral.com/articles/10.1186/s12874-018-0611-x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12874-018-0611-x</pub-id>
          <pub-id pub-id-type="medline">30453902</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12874-018-0611-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC6245623</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="web">
          <article-title>Global strategy on digital health 2020-2025</article-title>
          <source>World Health Organization</source>
          <year>2021</year>
          <access-date>2023-03-18</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://apps.who.int/iris/handle/10665/344249">https://apps.who.int/iris/handle/10665/344249</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
