<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v25i1e45984</article-id>
      <article-id pub-id-type="pmid">37463036</article-id>
      <article-id pub-id-type="doi">10.2196/45984</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Scope, Characteristics, Behavior Change Techniques, and Quality of Conversational Agents for Mental Health and Well-Being: Systematic Assessment of Apps</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Leung</surname>
            <given-names>Tiffany</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Taylor</surname>
            <given-names>Barr</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Xi</surname>
            <given-names>Yue</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Lin</surname>
            <given-names>Xiaowen</given-names>
          </name>
          <degrees>BSocSci</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7497-026X</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Martinengo</surname>
            <given-names>Laura</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3539-7207</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Jabir</surname>
            <given-names>Ahmad Ishqi</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6864-9867</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Ho</surname>
            <given-names>Andy Hau Yan</given-names>
          </name>
          <degrees>MFT, EdD, PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0373-7043</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Car</surname>
            <given-names>Josip</given-names>
          </name>
          <degrees>DIC, MSc, MD, PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8969-371X</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Atun</surname>
            <given-names>Rifat</given-names>
          </name>
          <degrees>DIC, MBBS, MBA</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1531-5983</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Tudor Car</surname>
            <given-names>Lorainne</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Lee Kong Chian School of Medicine</institution>
            <institution>Nanyang Technological University Singapore</institution>
            <addr-line>11 Mandalay Rd, Singapore</addr-line>
            <addr-line>Singapore, 308232</addr-line>
            <country>Singapore</country>
            <phone>65 69041258</phone>
            <email>lorainne.tudor.car@ntu.edu.sg</email>
          </address>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8414-7664</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Lee Kong Chian School of Medicine</institution>
        <institution>Nanyang Technological University Singapore</institution>
        <addr-line>Singapore</addr-line>
        <country>Singapore</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Psychology Programme, School of Social Sciences</institution>
        <institution>Nanyang Technological University Singapore</institution>
        <addr-line>Singapore</addr-line>
        <country>Singapore</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Centre for Population Health Sciences, Lee Kong Chian School of Medicine</institution>
        <institution>Nanyang Technological University Singapore</institution>
        <addr-line>Singapore</addr-line>
        <country>Singapore</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Palliative Care Centre for Excellence in Research and Education</institution>
        <addr-line>Singapore</addr-line>
        <country>Singapore</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Department of Primary Care and Public Health, School of Public Health</institution>
        <institution>Imperial College London</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Department of Global Health and Population, Harvard T.H. Chan School of Public Health</institution>
        <institution>Harvard University</institution>
        <addr-line>Cambridge, MA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Lorainne Tudor Car <email>lorainne.tudor.car@ntu.edu.sg</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>18</day>
        <month>7</month>
        <year>2023</year>
      </pub-date>
      <volume>25</volume>
      <elocation-id>e45984</elocation-id>
      <history>
        <date date-type="received">
          <day>25</day>
          <month>1</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>2</day>
          <month>3</month>
          <year>2023</year>
        </date>
        <date date-type="rev-recd">
          <day>5</day>
          <month>4</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>20</day>
          <month>6</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Xiaowen Lin, Laura Martinengo, Ahmad Ishqi Jabir, Andy Hau Yan Ho, Josip Car, Rifat Atun, Lorainne Tudor Car. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 18.07.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2023/1/e45984" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Mental disorders cause substantial health-related burden worldwide. Mobile health interventions are increasingly being used to promote mental health and well-being, as they could improve access to treatment and reduce associated costs. Behavior change is an important feature of interventions aimed at improving mental health and well-being. There is a need to discern the active components that can promote behavior change in such interventions and ultimately improve users’ mental health.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study systematically identified mental health conversational agents (CAs) currently available in app stores and assessed the behavior change techniques (BCTs) used. We further described their main features, technical aspects, and quality in terms of engagement, functionality, esthetics, and information using the Mobile Application Rating Scale.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>The search, selection, and assessment of apps were adapted from a systematic review methodology and included a search, 2 rounds of selection, and an evaluation following predefined criteria. We conducted a systematic app search of Apple’s App Store and Google Play using 42matters. Apps with CAs in English that uploaded or updated from January 2020 and provided interventions aimed at improving mental health and well-being and the assessment or management of mental disorders were tested by at least 2 reviewers. The BCT taxonomy v1, a comprehensive list of 93 BCTs, was used to identify the specific behavior change components in CAs.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>We found 18 app-based mental health CAs. Most CAs had &#60;1000 user ratings on both app stores (12/18, 67%) and targeted several conditions such as stress, anxiety, and depression (13/18, 72%). All CAs addressed &#62;1 mental disorder. Most CAs (14/18, 78%) used cognitive behavioral therapy (CBT). Half (9/18, 50%) of the CAs identified were rule based (ie, only offered predetermined answers) and the other half (9/18, 50%) were artificial intelligence enhanced (ie, included open-ended questions). CAs used 48 different BCTs and included on average 15 (SD 8.77; range 4-30) BCTs. The most common BCTs were 3.3 “Social support (emotional),” 4.1 “Instructions for how to perform a behavior,” 11.2 “Reduce negative emotions,” and 6.1 “Demonstration of the behavior.” One-third (5/14, 36%) of the CAs claiming to be CBT based did not include core CBT concepts.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Mental health CAs mostly targeted various mental health issues such as stress, anxiety, and depression, reflecting a broad intervention focus. The most common BCTs identified serve to promote the self-management of mental disorders with few therapeutic elements. CA developers should consider the quality of information, user confidentiality, access, and emergency management when designing mental health CAs. Future research should assess the role of artificial intelligence in promoting behavior change within CAs and determine the choice of BCTs in evidence-based psychotherapies to enable systematic, consistent, and transparent development and evaluation of effective digital mental health interventions.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>conversational agent</kwd>
        <kwd>chatbot</kwd>
        <kwd>mental health</kwd>
        <kwd>mobile health</kwd>
        <kwd>mHealth</kwd>
        <kwd>behavior change</kwd>
        <kwd>apps</kwd>
        <kwd>Mobile Application Rating Scale</kwd>
        <kwd>MARS</kwd>
        <kwd>mobile phone</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Mental disorders affect approximately 18% of the global population [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>], cause substantial health-related burden worldwide [<xref ref-type="bibr" rid="ref4">4</xref>], and account for the largest burden of disease as measured by years lived with disability [<xref ref-type="bibr" rid="ref5">5</xref>]. Despite the recognition of mental health disorders as a substantial cause of disease burden and demand for health care services [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>], major treatment gaps remain [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. Substantial barriers, such as the lack of access to professionals and resources [<xref ref-type="bibr" rid="ref10">10</xref>] and negative perceptions and stigma [<xref ref-type="bibr" rid="ref11">11</xref>], hinder help-seeking behaviors. Digital health interventions such as mobile apps and conversational agents (CAs) can help reduce these gaps [<xref ref-type="bibr" rid="ref6">6</xref>] by improving access to care [<xref ref-type="bibr" rid="ref12">12</xref>] and reducing treatment costs [<xref ref-type="bibr" rid="ref13">13</xref>].</p>
        <p>CAs are computer programs designed to mimic human conversations [<xref ref-type="bibr" rid="ref14">14</xref>]. They include both rule-based scripted agents with constrained user input and responses and artificial intelligence (AI)–enhanced agents with the ability to respond to natural language input. CAs can communicate with individuals through text, speech, videos, or other methods of information exchange and can be embedded within social media platforms, websites, or smartphone apps [<xref ref-type="bibr" rid="ref15">15</xref>-<xref ref-type="bibr" rid="ref17">17</xref>]. With the increasing use of smartphones [<xref ref-type="bibr" rid="ref18">18</xref>], there is potential for apps to reach wide audiences in a cost-effective and unobtrusive manner. In mental health settings, CAs can provide full-time, internet-based support for users seeking to manage mental disorders or improve their general well-being [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>].</p>
        <p>CAs often adopt a behavior change approach for mental health promotion, with cognitive behavioral therapy (CBT) [<xref ref-type="bibr" rid="ref19">19</xref>] and behavioral activation [<xref ref-type="bibr" rid="ref20">20</xref>] forming the basis of their interventions. These interventions are often complex and encompass several different activities [<xref ref-type="bibr" rid="ref21">21</xref>-<xref ref-type="bibr" rid="ref23">23</xref>] that are usually described with little detail about the active ingredients of the activities responsible for the improved health outcomes [<xref ref-type="bibr" rid="ref24">24</xref>]. To improve the understanding and comparability of complex interventions, it is useful to standardize the identification and characterization of the active components that lead to the desired behavior outcomes [<xref ref-type="bibr" rid="ref24">24</xref>]. Behavior change techniques (BCTs) are the smallest “observable and replicable components designed to change behavior,” which can be used alone or in combination with other BCTs [<xref ref-type="bibr" rid="ref25">25</xref>]. Several classification systems have been developed to categorize BCTs, of which one of the most used is the BCT taxonomy v1 [<xref ref-type="bibr" rid="ref24">24</xref>], which is a structured and comprehensive list of 93 BCTs. This taxonomy has been used in a range of health interventions such as smoking cessation, physical activity, healthy eating, and mental health [<xref ref-type="bibr" rid="ref26">26</xref>-<xref ref-type="bibr" rid="ref31">31</xref>].</p>
        <p>Although there has been an increasing number of smartphone apps involving CAs for mental health [<xref ref-type="bibr" rid="ref12">12</xref>], the capacity and range of these interventions in promoting behavioral change remain underexplored. Existing reviews analyzing apps for behavior change mostly focus on apps promoting physical health [<xref ref-type="bibr" rid="ref32">32</xref>], mental health in specific populations [<xref ref-type="bibr" rid="ref29">29</xref>], or the use of persuasive strategies [<xref ref-type="bibr" rid="ref33">33</xref>]. Although these apps deliver health information and therapy-based exercises to users, they often do not deliver content using a conversational format that actively engages in a dialog with users, as seen in CAs. None of the reviews focused specifically on the use of CAs for mental health and well-being.</p>
        <p>Therefore, to provide an overview and guidance for the development of future effective interventions [<xref ref-type="bibr" rid="ref34">34</xref>], there is a need to characterize existing CAs and identify the types of BCTs they use.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>This study aimed to systematically assess mental health and well-being CAs on Apple’s App Store and Google Play using the BCT taxonomy v1 [<xref ref-type="bibr" rid="ref24">24</xref>]. Specifically, we aimed to do the following:</p>
        <list list-type="order">
          <list-item>
            <p>Identify the main characteristics of mental health CAs</p>
          </list-item>
          <list-item>
            <p>Describe BCTs in the existing mental health CAs</p>
          </list-item>
          <list-item>
            <p>Examine the use of chosen BCTs in relation to the CA characteristics and types of mental health interventions delivered by the CAs</p>
          </list-item>
          <list-item>
            <p>Assess the technical aspects and quality of mental health CAs in terms of engagement, functionality, esthetics, and information using a validated scale</p>
          </list-item>
        </list>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>The search, selection, and assessment of apps used an established methodology [<xref ref-type="bibr" rid="ref35">35</xref>-<xref ref-type="bibr" rid="ref40">40</xref>]. The process involved a systematic search, 2 rounds of selection, and an evaluation following a predefined list of criteria adapted from previous studies [<xref ref-type="bibr" rid="ref38">38</xref>-<xref ref-type="bibr" rid="ref40">40</xref>]. The protocol was registered on the Open Science Framework [<xref ref-type="bibr" rid="ref41">41</xref>] before data collection.</p>
      </sec>
      <sec>
        <title>Assessment Criteria</title>
        <p>Information was extracted from the app store descriptions, app websites, and after testing the apps. The apps were evaluated based on the following assessment criteria that included four sections:</p>
        <list list-type="order">
          <list-item>
            <p><italic>General characteristics of the app and CA</italic>, as described on the app store product page, were evaluated, including the developer’s name, app store category, version number, user rating, cost (if any), number of downloads, country of origin, and target users. The features of the CAs [<xref ref-type="bibr" rid="ref14">14</xref>] comprised the personality traits of the CA, defined as personality codes of the CAs as described in individual studies, and other features such as the level of intelligence and duration of the user-CA relationship [<xref ref-type="bibr" rid="ref42">42</xref>], defined as short term if the CA immediately responded to user queries in 1 or a few interactions and long term if the CA repeatedly interacted with the user over several interdependent sessions.</p>
          </list-item>
          <list-item>
            <p><italic>Evidence-based mental health interventions delivered by CAs</italic>, based on established clinical guidelines [<xref ref-type="bibr" rid="ref43">43</xref>], a CBT competencies framework [<xref ref-type="bibr" rid="ref44">44</xref>], a CBT manual [<xref ref-type="bibr" rid="ref45">45</xref>], and components of existing CBT and third-wave therapies [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref46">46</xref>,<xref ref-type="bibr" rid="ref47">47</xref>], were assessed. Apps designed for multiple mental disorders or no specific disorder were defined as “transdiagnostic” [<xref ref-type="bibr" rid="ref48">48</xref>], as opposed to apps targeting a single specific mental disorder, such as reSET for substance use disorder [<xref ref-type="bibr" rid="ref49">49</xref>]. The details of the assessment criteria are presented in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
          </list-item>
          <list-item>
            <p><italic>Behavioral change techniques offered by the CA</italic>, based on the BCT taxonomy v1 [<xref ref-type="bibr" rid="ref24">24</xref>] that describes 93 distinct techniques arranged within 16 clusters, such as goals and planning, social support, reward and threat, antecedents, self-belief, and covert learning, were evaluated.</p>
          </list-item>
          <list-item>
            <p><italic>Technical aspects and quality assessment of the app</italic>, based on the Health on the Net Foundation certification of mobile applications (mHONcode) [<xref ref-type="bibr" rid="ref50">50</xref>] and Mobile Application Rating Scale (MARS) [<xref ref-type="bibr" rid="ref51">51</xref>,<xref ref-type="bibr" rid="ref52">52</xref>], were assessed. The mHONcode evaluates credibility, safety, confidentiality, justifiability, ease of use, financial disclosure, and the use of advertising in apps. The MARS provides app quality and content rating scales that include engagement, functionality, esthetics, and information subscales as well as a subjective quality subscale based on researchers’ appraisal of the app. Items are rated on a Likert scale ranging from 1 (inadequate) to 5 (excellent). In line with the tool development paper [<xref ref-type="bibr" rid="ref51">51</xref>], the total MARS score was calculated as the average of the subscales excluding the subjective quality.</p>
          </list-item>
        </list>
      </sec>
      <sec>
        <title>App Selection</title>
        <p>A systematic search of the commercially available apps on Apple’s App Store and Google Play was performed on March 28, 2022, using 42matters [<xref ref-type="bibr" rid="ref53">53</xref>], a mobile app market database. We searched the “Health and Fitness,” “Lifestyle,” and “Medical” app store categories using a search strategy comprising 24 search terms (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). A complementary Google search using the term <italic>mental health chatbot</italic> was also performed on April 29, 2022, and apps that were identified in the first 3 pages of the search results were added to enhance the rigor of the search. The inclusion and exclusion criteria for the apps are specified in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Inclusion and exclusion criteria of apps.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="160"/>
            <col width="480"/>
            <col width="360"/>
            <thead>
              <tr valign="top">
                <td>Criteria</td>
                <td>Inclusion criteria</td>
                <td>Exclusion criteria</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Type of app</td>
                <td>Free or paid apps available on Apple’s App Store or Google Play</td>
                <td>Apps found only in the app stores not listed in the inclusion criteria</td>
              </tr>
              <tr valign="top">
                <td>Language</td>
                <td>Apps in English</td>
                <td>Apps in languages other than English</td>
              </tr>
              <tr valign="top">
                <td>Last update</td>
                <td>Apps uploaded or updated from January 2020 onward</td>
                <td>Apps uploaded or updated before January 2020</td>
              </tr>
              <tr valign="top">
                <td>Scope of app</td>
                <td>Apps that provided mental health care such as mental well-being promotion, assessment, or the management of mental disorders, including, but not limited to, depression, anxiety disorders, posttraumatic stress disorder, and substance use disorders</td>
                <td>Apps that did not provide mental health care as specified in the inclusion criteria</td>
              </tr>
              <tr valign="top">
                <td>CA<sup>a</sup> component</td>
                <td>Apps with a CA either stand-alone or as a component of a multifunctional app</td>
                <td>Apps without any CA component</td>
              </tr>
              <tr valign="top">
                <td>Technical issues and access</td>
                <td>Apps without technical or access issues as specified in the exclusion criteria</td>
                <td>Apps that could not be used after 2 attempts because of technical problems or required an access code provided by a third party (eg, insurance company or health care institution)</td>
              </tr>
              <tr valign="top">
                <td>User ratings</td>
                <td>Apps with &#62;10 user ratings on the app store’s page</td>
                <td>Apps with &#60;10 user ratings on the app store’s page</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>CA: conversational agent.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>App Assessment</title>
        <p>The app selection process is illustrated in a flowchart (<xref rid="figure1" ref-type="fig">Figure 1</xref>). Two independent reviewers (LM and XL) worked in parallel to screen the app names and app store descriptions based on the eligibility criteria. After the first stage of screening, apps with &#60;10 user ratings were excluded and those that were available on both app stores were combined. The remaining apps were downloaded onto smartphones and further assessed for eligibility in the second stage of screening. Any disagreements were resolved through consensus or discussion with a third reviewer (LTC).</p>
        <p>Apps were downloaded and assessed using an iPhone 13 (iOS 15.4.1), Samsung A52 (Android 12, One UI 4.1), and Xiaomi Mi Max (Android 6.0.1) by at least 2 reviewers, including XL, LM, and 1 of 3 medical students who assisted with the project. If the apps were available on both platforms, both versions of the app were assessed and counted as 1 individual app. The data were extracted and tabulated using Microsoft Excel (version 2205; Microsoft Corp).</p>
        <p>To ensure consistency and comprehensiveness of the assessment, the research team created 3 user personas with information relating to mental health, including the user’s name, demographics, medical history, opening statements with CAs, and answers to common self-reported questionnaires (ie, Patient Health Questionnaire 9 and Generalized Anxiety Disorder-7). For example, 1 profile was of a user with moderate depression that included symptoms of sadness, insomnia, and anhedonia, with the user staying at home most of the time and not looking for a new job. These personas were used by the study team to select or generate user responses when interacting with the CA. The web-based BCT taxonomy training program [<xref ref-type="bibr" rid="ref54">54</xref>] was completed by the reviewers before data extraction to ensure reliability in the categorization of the BCTs. Apps were assessed for the available BCTs through repeated testing and the completion of modules within the app. BCTs were coded only when they were delivered directly by the CA through dialog or within an app component suggested by the CA. Each reviewer assessed the MARS scores for the apps, and the final result was defined by calculating the mean of both reviewers’ assessments. For scores that differed by &#62;2 points on the Likert scale, indicating disagreement between reviewer assessments, the final result was defined by consensus between reviewers or in consultation with a third reviewer acting as an arbiter. The duration of app testing depended on the complexity of the content and modules offered by the CAs. In multifunctional apps, only the CAs were assessed in accordance with the objectives of this study.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>App selection flowchart.</p>
          </caption>
          <graphic xlink:href="jmir_v25i1e45984_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Data Analysis</title>
        <p>Descriptive statistics were used to analyze the CAs’ characteristics, evidence-based mental health features, number of BCTs, app store user ratings, and MARS ratings using Microsoft Excel. BCTs that were frequently observed in &#62;75% of apps in each subgroup were included in the narrative analysis, following the definitions of common BCTs that ranged from 50% to 80% in previous app reviews [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref55">55</xref>]. The number of user ratings was also used to examine the quality of the apps, as it was found to be related to the app’s degree of success [<xref ref-type="bibr" rid="ref56">56</xref>].</p>
        <p>For the classification of mental health and well-being topics, a free-for-use text analytics platform [<xref ref-type="bibr" rid="ref57">57</xref>] was used to generate a word cloud from the app descriptions. For the apps available on both iOS and Android platforms, as the app descriptions were similar, only 1 description was included to avoid double counting of words. The top 50 frequently occurring words or phrases from the descriptions were included in the word cloud (<xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>). The size of words indicated the relative frequency of occurrence after considering valid terms that can be found within other terms (eg, the term “mental health” is not counted with “good mental health”).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>App Search</title>
        <p>The app search yielded 2657 apps (1616 from Android and 1928 from iOS) after removing duplicates (<xref rid="figure1" ref-type="fig">Figure 1</xref>). After the screening and excluding apps with &#60;10 user ratings, 37 apps were downloaded for the second round of screening. A total of 18 apps were included in the assessment, comprising 5 Android-only apps, 3 iOS-only apps, and 10 apps available on both platforms (<xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref>).</p>
      </sec>
      <sec>
        <title>App Characteristics</title>
        <p>More than half (10/18, 56%) of the included apps were available on both Android and iOS platforms (<xref ref-type="table" rid="table2">Table 2</xref>). The average app store rating was 4.25 (SD 0.74), ranging from 2.04 to 5. Two-thirds (12/18, 67%) of the apps had &#60;1000 user ratings on both app stores. Most apps (15/18, 83%) were freely available for download, of which some apps followed a “freemium” model (5/15, 33%) that offered in-app purchases for additional content (Happify), analysis of user input (InnerHour), or premium courses that were not delivered by a CA (ie, GritX, IWill Care, and Zifcare) and were not assessed in this study. All included apps targeted people with mental disorders or the general population. None of the included CAs targeted health care professionals or caregivers.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>General characteristics of included apps (N=18).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="790"/>
            <col width="180"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Characteristic</td>
                <td>Value, n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">
                  <bold>Number of downloads (Android)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>&#60;100</td>
                <td>1 (6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>&#62;1000</td>
                <td>5 (28)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>&#62;10,000</td>
                <td>2 (11)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>&#62;100,000</td>
                <td>5 (28)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>&#62;1,000,000</td>
                <td>2 (11)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>N/A<sup>a</sup></td>
                <td>3 (17)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Number of user ratings<sup>b</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>&#60;50</td>
                <td>4 (22)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>50-100</td>
                <td>3 (17)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>100-1000</td>
                <td>5 (28)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>1000-5000</td>
                <td>2 (11)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>&#62;5000</td>
                <td>4 (22)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Pricing model</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Free</td>
                <td>10 (56)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Freemium</td>
                <td>5 (28)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Paid</td>
                <td>3 (17)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Minimum allowed age group (years)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Young adult (&#62;18)</td>
                <td>9 (50)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Adolescent (&#62;13)</td>
                <td>6 (33)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>No minimum age stated</td>
                <td>3 (17)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Input modality<sup>c</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Text</td>
                <td>17 (94)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Voice</td>
                <td>3 (17)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Emojis</td>
                <td>2 (11)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Images</td>
                <td>2 (11)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Output modality<sup>c</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Text</td>
                <td>18 (100)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Voice</td>
                <td>7 (39)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Emojis</td>
                <td>9 (50)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Images</td>
                <td>7 (39)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Video or Graphics Interchange Format</td>
                <td>9 (50)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>CA<sup>d</sup> personality<sup>c</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Coach like</td>
                <td>15 (83)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Informal</td>
                <td>12 (67)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Factual</td>
                <td>11 (61)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>CA identity</td>
                <td>10 (56)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Knowledgeable</td>
                <td>5 (28)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Health care professional like</td>
                <td>5 (28)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Gender specific</td>
                <td>2 (11)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Human like</td>
                <td>2 (11)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Mental health and well-being topics<sup>c</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>General well-being</td>
                <td>18 (100)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Stress</td>
                <td>15 (83)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Anxiety</td>
                <td>13 (72)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Depression</td>
                <td>12 (67)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Others<sup>e</sup></td>
                <td>7 (39)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Therapeutic approach<sup>c</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Cognitive behavioral therapy</td>
                <td>14 (78)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Positive psychology</td>
                <td>4 (22)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Dialectical behavioral therapy</td>
                <td>3 (17)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Acceptance and commitment therapy</td>
                <td>1 (6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Gestalt therapy</td>
                <td>1 (6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>None specified</td>
                <td>2 (11)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>N/A: not applicable.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>Number of user ratings from the Apple App Store and Google Play were summed up for apps that were available on both platforms.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>Some apps may present with &#62;1 feature within the sections; therefore, some sections do not add up to 100%.</p>
            </fn>
            <fn id="table2fn4">
              <p><sup>d</sup>CA: conversational agent.</p>
            </fn>
            <fn id="table2fn5">
              <p><sup>e</sup>Others included addiction, pain management, grief, loneliness, anger management, sleep hygiene, and relationship management.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>CA Characteristics</title>
        <p>Most CAs (12/18, 67%) were represented by a cartoon avatar, often representing an object or animal, whereas one-third (6/18, 33%) of the CAs had no visual representation. Half (9/18, 50%) of the CAs used a rule-based approach that delivered predetermined responses, whereas the other 9 CAs included AI algorithms that allowed free-text input from users. However, it was apparent that AI-enhanced CAs used rule-based dialogs for therapeutic delivery, although AI was primarily used for understanding user input, selecting conversation responses, and possibly for selecting the treatment approach but not delivering the therapeutic content, such as psychotherapeutic exercises or information about mental health. For example, in Talk to Poppy, although conversational starters with the CA varied from time to time, the delivery of health information by the CA remained fixed and did not change over multiple repeated interactions, suggesting a rule-based approach for the delivery of therapeutic content. Most CAs (13/18,72%) were also part of multifunctional apps with other components such as human support and additional course content delivered not through CAs but via articles, stories, and motivational quotes for users, to cite a few.</p>
        <p>Most CAs were encouraging, motivating, and nurturing (ie, coach like; 15/18, 83%) or informal (12/18, 67%). Approximately half (10/18, 56%) of the CAs explicitly identified themselves as a CA and not a person. One gender-specific CA (Inwords) provided 9 different voice output options.</p>
        <p>Most CAs (14/18, 78%) engaged in multiple interactions with users to support the completion of long-term goals such as self-management of mental health conditions [<xref ref-type="bibr" rid="ref42">42</xref>]. Alternatively, the short-term CAs [<xref ref-type="bibr" rid="ref42">42</xref>] (4/18, 22%) answered user queries but were not involved in the delivery of the therapeutic content over multiple interactions. Specifically, the Mindspa CA was designed to assist users in dealing with difficult emotions or situations in emergencies only, whereas the CAs in Jumping Minds, Magnify Wellness, and Zifcare provided general support to users through the delivery of stories, motivational quotes, and jokes. Magnify Wellness and Zifcare also provided general information on CBT and some mental disorders, respectively. <xref ref-type="table" rid="table2">Table 2</xref> lists the specific characteristics of CAs included in the analysis.</p>
      </sec>
      <sec>
        <title>Evidence-Based Mental Health Intervention Features</title>
        <p>All 18 CAs aimed to improve mental health and well-being, including 2 apps (2/18, 11%) that addressed only general well-being. Most CAs targeted ≥1 mental health issues such as stress (15/18, 83%), anxiety (13/18, 72%), and depression (12/18, 67%) and often focused on all 3 mental health topics (13/18, 72%). General wellness topics included suggestions to reduce negative emotions (11/18, 61%) and advice to improve the quality of sleep (5/18, 28%), encourage personal growth (4/18, 22%), and manage relationships (4/18, 22%). Most CAs mentioned using evidence-based therapies, mainly CBT (14/18, 78%). Conversely, 2 apps (ie, Jumping Minds and Aiki) did not specify the therapeutic approach or techniques offered by the app.</p>
        <p>In general, CAs included an average of 3.33 (SD 1.69) therapeutic techniques. Most CAs (16/18, 89%) offered patient education about the symptoms, diagnosis, or treatment of mental health conditions. However, less than half (7/16, 44%) of the apps included information about specific mental disorders such as depression and anxiety disorders. Most CAs (13/18, 72%) also offered relaxation techniques such as breathing exercises, mindfulness, and muscle relaxation. Half of the apps included behavioral activation (9/18, 50%) and cognitive restructuring (9/18, 50%) techniques. However, only a few apps that offered cognitive restructuring (3/9, 33%) also included behavioral experiments to test the accuracy of users’ maladaptive thoughts or beliefs. None of the CAs used exposure techniques to challenge users to engage in anxiety-provoking activities. Apps also offered other behavioral strategies such as emotional agility exercises for emotional regulation (Woebot), scheduling worry time as part of CBT (InnerHour and Iona), and encouraging positive self-affirmations (Iona) as described by positive psychology. The other techniques offered by the apps included journaling (9/18, 50%), mood monitoring (7/18, 39%), and gratitude exercises (5/18, 28%). Two CAs (Happify and Magnify Wellness) included video games aimed at reducing users’ worry and stress (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
        <p>Approximately a fifth (4/18, 22%) of the apps included an in-app user community. In 1 app (ie, Jumping Minds), users could chat with the members of the peer support network either individually or as a group. Moreover, 2 apps offered group chats with other users (ie, InnerHour and Happify), and another app (ie, tomo) shared users’ completed tasks with a few peers to encourage users. Some apps (4/18, 22%) also provided access to health professionals within the country of origin of the app (ie, India for Lissun, InnerHour, and IWill Care and Romania for I’m Fine).</p>
        <p>Few CAs included protocols to manage emergencies such as risk of suicide. In total, 2 CAs (2/18, 11%) were able to assess users at the risk of suicide by responding to user statements that included the words “suicide” or “suicidal thoughts.” Moreover, only approximately a third (5/18, 28%) of the apps included crisis helpline phone numbers limited to the country in which the app was developed or a limited number of countries. One app (Iona; 1/18, 6%) provided a comprehensive list of crisis helpline numbers for 93 countries and regions (<xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref>).</p>
      </sec>
      <sec>
        <title>The Use of BCTs in Mental Health CAs</title>
        <p>On average, the apps included 15.8 (SD 8.77) BCTs, ranging from 4 (Zifcare) to 30 BCTs (Woebot; <xref ref-type="supplementary-material" rid="app6">Multimedia Appendix 6</xref>). In total, 48 BCTs were found across the included apps (<xref ref-type="supplementary-material" rid="app7">Multimedia Appendix 7</xref>). The most common BCTs included in &#62;75% of apps were 4.1 “Instructions for how to perform a behaviour” (16/18, 89%), 3.3 “Social support (emotional)” (15/18, 83%), 11.2 “Reduce negative emotions” (15/18, 83%), and 6.1 “Demonstration of the behaviour” (14/18, 78%; <xref ref-type="table" rid="table3">Table 3</xref>). <xref rid="figure2" ref-type="fig">Figure 2</xref> shows the presentation of some common BCTs in the selected apps. None of the apps used BCTs from category 14 “Scheduled consequences,” referring to scheduling rewards or punishments based on the performance of a behavior. The 4 short-term CAs commonly used 1 BCT, 3.3 “Social support (emotional).”</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Examples of how behavior change techniques (BCTs) were implemented among the included apps.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="270"/>
            <col width="730"/>
            <thead>
              <tr valign="top">
                <td>Common BCTs</td>
                <td>BCT implementation</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>4.1 “Instructions for how to perform a behaviour”</td>
                <td>“Watch this video for 1 minute, there is no goal other than for you to observe what’s going on as it happens... Now watch it again. This time, pay attention to the thoughts that come into your head while you watch” [Iona]</td>
              </tr>
              <tr valign="top">
                <td>11.2 “Reduce negative emotions”</td>
                <td>“Imagine yourself on some island where you feel safe and sound... Not only will this shift your mood, but it can also make you more productive at work when you get back to it.” [Aiki]</td>
              </tr>
              <tr valign="top">
                <td>3.3 “Social support (emotional)”</td>
                <td>“I’m sorry to hear you are feeling sad. Here, take a hug from me [GIF of CA<sup>a</sup>]” [InnerHour]</td>
              </tr>
              <tr valign="top">
                <td>6.1 “Demonstration of the behaviour”</td>
                <td>Describes another CA as someone with similar experiences of negative thoughts and how the CA overcame them (Talk to Poppy)</td>
              </tr>
              <tr valign="top">
                <td>5.6 “Information about emotional consequences”</td>
                <td>“This can help interrupt our negative thoughts and boost our experiences of pleasure, achievement, and mastery which can help change our mood” [Nuna]</td>
              </tr>
              <tr valign="top">
                <td>12.6 “Body changes”</td>
                <td>Relaxation exercises, for example, breathing space audio track and grounding (Wysa)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>CA: conversational agent.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Screenshots of mental health conversational agents using behavior change techniques 3.3 (InnerHour or Amaha  on the left), 4.1 (IonaMind in the middle) and 11.2 (GritX on the right).</p>
          </caption>
          <graphic xlink:href="jmir_v25i1e45984_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Choice of BCTs Across CAs, Mental Health Topics, Approaches, and Techniques</title>
        <p>AI-enhanced CAs used a wider range of BCTs such as 5.6 “Information about emotional consequences” (8/9, 88%), 7.1 “Prompts/cues” (8/9, 89%), 1.4 “Action planning” (7/9, 78%), and 10.4 “Social reward” (7/9, 78%) compared with rule-based CAs.</p>
        <p>We observed that BCT 12.6 “Body changes” was commonly used in CAs targeting anxiety (10/13, 77%) and was demonstrated through breathing and relaxation exercises. CAs aimed at depression treatment used 2 additional BCTs. These were 5.6 “Information about emotional consequences” (9/12, 75%) as a justification for engaging in the suggested activities for depression and 12.6 “Body changes” (9/12, 75%) through relaxation, breathing, and stretching exercises.</p>
        <p>The use of BCTs in CAs also differed with respect to the therapeutic approach. CAs with CBT approaches commonly used 12.6 “Body changes” (12/14, 86%) and 5.6 “Information about emotional consequences” (11/14, 79%). CAs with mindfulness-based approaches also used the same additional BCTs 12.6 (8/10, 80%) and 5.6 (8/10, 80%). In these CAs, BCT 12.6 was used in physical activity and relaxation exercises, whereas BCT 5.6 was used to explain the benefits of the suggested tasks. CAs offering positive psychology approaches commonly included 6 additional BCTs, such as BCTs 5.1, 5.4, and 5.6 relating to information about health and emotional consequences; 8.1 “Behavioural practice or rehearsal”; 12.4 “Distraction”; and 12.6 “Body changes” (<xref ref-type="supplementary-material" rid="app8">Multimedia Appendix 8</xref>).</p>
      </sec>
      <sec>
        <title>Technical Aspects and Quality Assessment of the Apps</title>
        <p>Regarding the technical aspects, all CAs required a stable internet connection to function. Most apps (14/18, 78%) could send notifications to remind the users of scheduled activities and conversations with the CA, and most apps (12/18, 67%) also required users to sign up for an account. Only 1 CA (Aiki; 1/18, 6%) used phone sensors for additional data analytics by using the microphone to collect the user’s voice input for mood analysis.</p>
        <p>For the evidence base, only a few apps (3/18, 17%) were previously evaluated in studies such as qualitative research (Wysa and Happify) and randomized trials (Woebot), whereas other apps (Nuna and tomo; 2/18, 11%) reported ongoing studies.</p>
      </sec>
      <sec>
        <title>mHONcode Qualifications</title>
        <p>In general, apps showed high compliance with 5 (63%) out of the 8 mHONcode principles. Most apps clearly stated the qualifications of app development teams (14/18, 78%), provided disclaimers that the app does not replace health care providers’ advice (17/18, 94%), included the date of the last update (18/18, 100%), indicated funding sources or companies that commissioned the app (16/18, 89%), and had no advertisements (18/18, 100%). Notably, many apps (15/18, 83%) were either inconsistent or did not provide health references to the information included on the app or their websites. Finally, the majority of apps did not request for user consent before data collection (16/18, 89%) or check the use of the apps by minors (16/18, 89%; <xref ref-type="supplementary-material" rid="app9">Multimedia Appendix 9</xref>).</p>
      </sec>
      <sec>
        <title>MARS Assessment</title>
        <p>The average quality score of the included apps was 3.79 (SD 0.43), comprising engagement (mean 3.33, SD 0.67), functionality (mean 4.15, SD 0.47), esthetics (mean 4.12, SD 0.47), and information (mean 3.55, SD 0.52). The average MARS subjective score was 2.85 (SD 0.77), ranging from 1.38 to 4.38 (<xref ref-type="supplementary-material" rid="app10">Multimedia Appendix 10</xref>). <xref rid="figure3" ref-type="fig">Figure 3</xref> illustrates the app store ratings and total MARS scores for CAs categorized by the number of user ratings. For CAs with &#62;1000 user ratings, the user app store ratings and total MARS score appeared to be positively correlated, with the exception of Mindspa.</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>App store ratings and Mobile Application Rating Scale (MARS) scores of the included apps by the number of user ratings (N=18).</p>
          </caption>
          <graphic xlink:href="jmir_v25i1e45984_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This study systematically assessed the BCTs in 18 app-based mental health CAs in relation to their characteristics and quality. The CAs included 15 BCTs on average, of which the most commonly used were BCTs 4.1 “Instructions for how to perform a behaviour,” 3.3 “Social support (emotional),” 11.2 “Reduce negative emotions,” and 6.1 “Demonstration of the behaviour.” Most CAs used similar BCTs across different therapeutic interventions and topics. CAs that incorporated AI used a larger number of BCTs than purely rule-based CAs.</p>
        <p>Of the common BCTs, only BCT 3.3 “Social support (emotional)” was frequently used in both short-term and long-term CAs. These findings suggest that the provision of social support may be one of the key functions of mental health CAs, as it was present even in short-term CAs that did not deliver therapeutic content over multiple sessions with the user. However, CAs that delivered interventions focusing on problem-solving or behavioral activation techniques did not offer emotional social support, but they offered other forms of support such as providing advice on where to seek social support and encouraging help seeking. This finding is in line with a previous review on the use of health apps for behavior change [<xref ref-type="bibr" rid="ref58">58</xref>] and another review describing behavior change strategies to reduce sedentary behavior [<xref ref-type="bibr" rid="ref59">59</xref>], in which unspecified social support was identified as one of the frequently used BCTs. In contrast, a recent systematic review evaluating the effectiveness of physical and mental health apps in improving health behaviors did not observe social support as a common BCT, arguing that more research is needed to evaluate the correct number and association of BCTs [<xref ref-type="bibr" rid="ref31">31</xref>]. Other frequently observed BCTs in this assessment were BCTs 4.1 “Instructions for how to perform a behaviour” [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>], 6.1 “Demonstration of the behaviour” [<xref ref-type="bibr" rid="ref55">55</xref>], and 11.2 “Reduce negative emotions” [<xref ref-type="bibr" rid="ref55">55</xref>], which parallels other studies on physical health– [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>], mental health– [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref31">31</xref>], and sleep-related [<xref ref-type="bibr" rid="ref55">55</xref>] apps. In our review, these BCTs were common across most therapeutic approaches and techniques. We suggest that these BCTs can typically be expected in mental health CAs, especially in longer-term CAs directly involved in the delivery of therapeutic content over multiple interactions with users. As most mental health apps aim to support an individual’s self-management [<xref ref-type="bibr" rid="ref39">39</xref>], it is essential that they provide comprehensive information to educate individuals on the characteristics of mental disorders and the health care strategies better suited to improve mental well-being through BCTs 4.1 and 6.1. Further research that compares the use of BCTs in mental health care CAs is essential to improve our understanding of the mechanisms of behavior change associated with improved mental health outcomes.</p>
        <p>Approximately one-third (5/14, 36%) of CAs claiming to be based on CBT did not include core CBT concepts such as behavioral activation, cognitive restructuring, and behavioral experiments [<xref ref-type="bibr" rid="ref60">60</xref>,<xref ref-type="bibr" rid="ref61">61</xref>]. For instance, none of the CBT-based CAs included BCT 1.4 “Action planning,” an essential component in behavioral activation tasks, or BCT 13.2 “Framing/Reframing,” associated with cognitive restructuring exercises. These findings are consistent with previous studies, in which mental health apps claiming to include CBT may not actually adhere to the core concepts of CBT [<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref62">62</xref>,<xref ref-type="bibr" rid="ref63">63</xref>]. Furthermore, the majority of the apps did not provide references to support the evidence basis of their health claims. This could imply that some app developers might be using scientific terminology to attract users [<xref ref-type="bibr" rid="ref63">63</xref>]. In contrast, the lack of congruence with existing evidence may highlight the difficulty in translating traditional face-to-face therapies into mobile health (mHealth) interventions [<xref ref-type="bibr" rid="ref12">12</xref>]. As such, a more granular analysis focusing on the use of BCTs using a standardized framework such as the BCT taxonomy v1 may allow a more accurate and transparent translation of the effective components in these complex interventions into mHealth interventions. However, although the use of BCTs in diet, physical activity, and smoking cessation interventions [<xref ref-type="bibr" rid="ref26">26</xref>-<xref ref-type="bibr" rid="ref28">28</xref>] has been well documented, there is a dearth of studies on the use of BCTs mapping to specific components of psychotherapy interventions. Further research on the systematic identification of BCTs in evidence-based therapies is needed for these techniques to be easily implemented in mHealth interventions for mental health.</p>
        <p>A noteworthy finding was that AI-enhanced CAs included a greater variety of BCTs than rule-based CAs, an observation that has not been replicated in other similar studies. This finding suggests that the use of supervised machine learning and natural language processing techniques to predict, identify, and provide appropriate treatment options [<xref ref-type="bibr" rid="ref64">64</xref>] may support the delivery of a more comprehensive therapeutic intervention. However, our assessment indicated that the delivery of therapeutic content appeared to be largely driven by rule-based programming rather than machine learning, which may have been used to ensure high fidelity in the delivery of the intervention. As errors in the delivery of health care interventions may have severe consequences for users [<xref ref-type="bibr" rid="ref65">65</xref>], using fixed rule-based algorithms would ensure that the intervention follows an intended structure [<xref ref-type="bibr" rid="ref66">66</xref>]. An alternative explanation could be that the teams involved in the development of AI-enhanced CAs had more resources to develop more sophisticated CAs that could deliver a larger variety of therapeutic components and BCTs. The advantage of including AI components may then be to personalize the intervention and the technique choices for each individual user. A more thorough investigation of the use of AI for specific components of CAs and in relation to the delivery of BCTs is warranted to gain better insight into the impact of using AI for behavior change.</p>
        <p>Approximately two-thirds of the CAs in this assessment had &#60;500,000 Android downloads and &#60;1000 user ratings, and only 2 CAs had &#62;1,000,000 Android downloads and &#62;20,000 ratings on both app stores. This contrasts with earlier reviews of mHealth apps that had &#62;50,000 user ratings on average [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref67">67</xref>,<xref ref-type="bibr" rid="ref68">68</xref>]. In those reviews, few apps accounted for the bulk of the total downloads and ratings, whereas the remaining majority were much less used or rated. Similarly, in our review, we observed that the top 2 CAs accounted for 82% of the total user ratings and approximately 60% of the total downloads, which corresponds with a previous report on mHealth apps [<xref ref-type="bibr" rid="ref18">18</xref>]. We identified 3 reasons that might account for the lower use of some of the mental health CAs. First, users might have concerns about the limitations of some mental health CAs in understanding their inputs and providing suitable dialog responses [<xref ref-type="bibr" rid="ref69">69</xref>], as reported in previous studies on health care CAs [<xref ref-type="bibr" rid="ref70">70</xref>,<xref ref-type="bibr" rid="ref71">71</xref>]. This is also in line with the other limitations of the mental health CAs in this study, in which &#60;30% of the CAs did not request for user consent before data collection, include health references for the information provided, check the use of apps by minors, or include protocols to manage emergencies such as suicide risk, raising concerns about the confidentiality, justifiability of information, users’ practice, use by minors, and emergency safety netting. As users might perceive the quality of conversations or the CAs themselves to be poorer than expected, this could reduce their likelihood of using certain mental health CAs compared with other mental health CAs or apps. Second, potential users might not be familiar with these mental health CAs and thus would not have engaged with CAs, as has been previously reported for mental health professionals [<xref ref-type="bibr" rid="ref72">72</xref>]. Third, individuals could have different preferences for mHealth interventions, and some might choose not to engage with CAs, as they prefer features that are found in other health apps. These findings could be instructive for subsequent CA developers to consider the quality and justifiability of the information provided in conversations, the confidentiality of data, user access and appropriateness, and emergency management in the design of mental health CAs.</p>
        <p>According to the MARS assessment, the average mental health CA was highly functional, easy to learn and navigate, visually esthetic, appealing, and stylistically consistent. In contrast, it was lacking in engagement and interactivity as well as the quality of the information provided. This finding is consistent with previous assessments of mindfulness [<xref ref-type="bibr" rid="ref73">73</xref>] and health [<xref ref-type="bibr" rid="ref32">32</xref>] apps. We also observed that for CAs with &#62;1000 user ratings, the quality of apps as rated by the MARS appeared to be positively correlated with user ratings. In general, user ratings may not be a trustworthy indicator of an app’s quality, as positive reviews can easily be fabricated [<xref ref-type="bibr" rid="ref74">74</xref>]. Previous studies also found no substantial correlations between user ratings and MARS scores in apps for mindfulness [<xref ref-type="bibr" rid="ref73">73</xref>] and mental health [<xref ref-type="bibr" rid="ref75">75</xref>]. Preliminary findings from our study, however, support that user ratings could potentially reflect the quality of apps that were more highly used and reviewed [<xref ref-type="bibr" rid="ref56">56</xref>], although this finding was not supported in another study that compared user ratings and standardized expert rankings of health apps [<xref ref-type="bibr" rid="ref76">76</xref>]. A more robust analysis is required to support this finding.</p>
      </sec>
      <sec>
        <title>Strengths and Limitations of the Study</title>
        <p>We used a search strategy for app search, selection, and assessment that was based on a systematic review methodology. The apps were evaluated based on a comprehensive list of criteria and a reliable procedure for identifying the active components of health interventions using the BCT taxonomy v1. The use of the web-based BCT taxonomy training program before data extraction also ensured consistency in the specification of BCTs across reviewers.</p>
        <p>However, this study has some limitations. First, although we aimed to retrieve all commercially available mental health apps with CAs through a systematic search strategy at the time of the search, owing to the expansive growth of digital health apps [<xref ref-type="bibr" rid="ref18">18</xref>], relevant mental health apps may have been newly published and not fully captured in this analysis. Second, as apps were restricted to those available in the English language, apps published in other languages and countries may not have been well represented in this study. Third, we did not perform any statistical analyses as planned because of the small sample size of included apps. Finally, as this study only assessed CAs, the BCTs and MARS scores for the multifunctional apps may not reflect the assessment of all the other app components and therefore may differ from the assessments of the entire app.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Most app-based mental health CAs were transdiagnostic and targeted several mental health issues such as stress, anxiety, and depression, which is reflective of a broad therapeutic focus. The provision of emotional support, instructions to perform a behavior, and strategies to reduce negative emotions were the most common BCTs identified in mental health CAs, supporting their role in the self-management of mental disorders. There were only a few highly used CAs, and most CAs were infrequently downloaded and used. Future CA developers should consider the quality of the information provided by CAs, user confidentiality, user access and appropriateness, and emergency management in the design of mental health CAs. There remains a need to clarify the role of AI in the provision of BCTs in CA-based interventions that target mental health promotion, and further research is required for the systematic identification of BCTs in evidence-based psychotherapies such that effective techniques can be effectively implemented in future mHealth interventions.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Details on the assessment criteria.</p>
        <media xlink:href="jmir_v25i1e45984_app1.docx" xlink:title="DOCX File , 77 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Search terms.</p>
        <media xlink:href="jmir_v25i1e45984_app2.docx" xlink:title="DOCX File , 21 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Word cloud of the app store descriptions for the 18 included conversational agents.</p>
        <media xlink:href="jmir_v25i1e45984_app3.docx" xlink:title="DOCX File , 286 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>Characteristics of the included apps.</p>
        <media xlink:href="jmir_v25i1e45984_app4.docx" xlink:title="DOCX File , 28 KB"/>
      </supplementary-material>
      <supplementary-material id="app5">
        <label>Multimedia Appendix 5</label>
        <p>Other characteristics of the apps.</p>
        <media xlink:href="jmir_v25i1e45984_app5.docx" xlink:title="DOCX File , 26 KB"/>
      </supplementary-material>
      <supplementary-material id="app6">
        <label>Multimedia Appendix 6</label>
        <p>Number of behavior change techniques found in each app.</p>
        <media xlink:href="jmir_v25i1e45984_app6.docx" xlink:title="DOCX File , 23 KB"/>
      </supplementary-material>
      <supplementary-material id="app7">
        <label>Multimedia Appendix 7</label>
        <p>Number of conversational agents (N=18) using each behavior change technique.</p>
        <media xlink:href="jmir_v25i1e45984_app7.docx" xlink:title="DOCX File , 19 KB"/>
      </supplementary-material>
      <supplementary-material id="app8">
        <label>Multimedia Appendix 8</label>
        <p>Common behavior change techniques.</p>
        <media xlink:href="jmir_v25i1e45984_app8.docx" xlink:title="DOCX File , 38 KB"/>
      </supplementary-material>
      <supplementary-material id="app9">
        <label>Multimedia Appendix 9</label>
        <p>Health on the Net Foundation certification of mobile applications characteristics of the included apps.</p>
        <media xlink:href="jmir_v25i1e45984_app9.docx" xlink:title="DOCX File , 31 KB"/>
      </supplementary-material>
      <supplementary-material id="app10">
        <label>Multimedia Appendix 10</label>
        <p>Ratings of the included apps.</p>
        <media xlink:href="jmir_v25i1e45984_app10.docx" xlink:title="DOCX File , 26 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AI</term>
          <def>
            <p>artificial intelligence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">BCT</term>
          <def>
            <p>behavior change technique</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CA</term>
          <def>
            <p>conversational agent</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">CBT</term>
          <def>
            <p>cognitive behavioral therapy</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">MARS</term>
          <def>
            <p>Mobile Application Rating Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">mHealth</term>
          <def>
            <p>mobile health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">mHONcode</term>
          <def>
            <p>Health on the Net Foundation certification of mobile applications</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This research is supported by the Singapore Ministry of Education under the Singapore Ministry of Education Academic Research Fund Tier 1 (RG36/20). This research was conducted as part of the Future Health Technologies program, which was established collaboratively between ETH Zurich and the National Research Foundation, Singapore. This research is supported by the National Research Foundation, Prime Minister’s Office, Singapore, under its Campus for Research Excellence and Technological Enterprise program. The funders of this study had no role in the study design, data collection, data analysis, or data interpretation. The corresponding author had full access to the data and had final responsibility for the decision to submit it for publication. The authors would also like to acknowledge and thank Mr Ashwin Goyal, Ms Jessica Glenn, and Ms Keerthana Sriram for their assistance with testing the apps.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>Data can be made available by emailing the corresponding author.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>LTC conceptualized the study and supervised all steps of the research. LTC, XL, and LM designed this study. XL and LM extracted the data and conducted the analysis. XL drafted the original manuscript. LTC, LM, AIJ, JC, AHYH, and RA critically reviewed the manuscript. All the authors approved the final version of the manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>COVID-19 Mental Disorders Collaborators</collab>
          </person-group>
          <article-title>Global prevalence and burden of depressive and anxiety disorders in 204 countries and territories in 2020 due to the COVID-19 pandemic</article-title>
          <source>Lancet</source>
          <year>2021</year>
          <month>11</month>
          <day>06</day>
          <volume>398</volume>
          <issue>10312</issue>
          <fpage>1700</fpage>
          <lpage>12</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0140-6736(21)02143-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(21)02143-7</pub-id>
          <pub-id pub-id-type="medline">34634250</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(21)02143-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC8500697</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moreno-Agostino</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>YT</given-names>
            </name>
            <name name-style="western">
              <surname>Daskalopoulou</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hasan</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Huisman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Prina</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Global trends in the prevalence and incidence of depression:a systematic review and meta-analysis</article-title>
          <source>J Affect Disord</source>
          <year>2021</year>
          <month>02</month>
          <day>15</day>
          <volume>281</volume>
          <fpage>235</fpage>
          <lpage>43</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jad.2020.12.035</pub-id>
          <pub-id pub-id-type="medline">33338841</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(20)33124-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Steel</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Marnane</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Iranpour</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Chey</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Jackson</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Silove</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The global prevalence of common mental disorders: a systematic review and meta-analysis 1980-2013</article-title>
          <source>Int J Epidemiol</source>
          <year>2014</year>
          <month>04</month>
          <volume>43</volume>
          <issue>2</issue>
          <fpage>476</fpage>
          <lpage>93</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/24648481"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/ije/dyu038</pub-id>
          <pub-id pub-id-type="medline">24648481</pub-id>
          <pub-id pub-id-type="pii">dyu038</pub-id>
          <pub-id pub-id-type="pmcid">PMC3997379</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>GBD 2019 Mental Disorders Collaborators</collab>
          </person-group>
          <article-title>Global, regional, and national burden of 12 mental disorders in 204 countries and territories, 1990-2019: a systematic analysis for the global burden of disease study 2019</article-title>
          <source>Lancet Psychiatry</source>
          <year>2022</year>
          <month>02</month>
          <volume>9</volume>
          <issue>2</issue>
          <fpage>137</fpage>
          <lpage>50</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2215-0366(21)00395-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S2215-0366(21)00395-3</pub-id>
          <pub-id pub-id-type="medline">35026139</pub-id>
          <pub-id pub-id-type="pii">S2215-0366(21)00395-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC8776563</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vigo</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Thornicroft</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Atun</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Estimating the true global burden of mental illness</article-title>
          <source>Lancet Psychiatry</source>
          <year>2016</year>
          <month>02</month>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>171</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1016/S2215-0366(15)00505-2</pub-id>
          <pub-id pub-id-type="medline">26851330</pub-id>
          <pub-id pub-id-type="pii">S2215-0366(15)00505-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>SK</given-names>
            </name>
          </person-group>
          <article-title>Pandemic blues drive demand for mental health apps in Singapore</article-title>
          <source>Channel NewsAsia</source>
          <year>2021</year>
          <month>10</month>
          <day>07</day>
          <access-date>2022-10-18</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.channelnewsasia.com/singapore/covid-19-mental-health-startups-singapore-mindfi-intellect-2203336">https://www.channelnewsasia.com/singapore/covid-19-mental-health-startups-singapore-mindfi-intellect-2203336</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Timakum</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Analysis of E-mental health research: mapping the relationship between information technology and mental healthcare</article-title>
          <source>BMC Psychiatry</source>
          <year>2022</year>
          <month>01</month>
          <day>25</day>
          <volume>22</volume>
          <issue>1</issue>
          <fpage>57</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpsychiatry.biomedcentral.com/articles/10.1186/s12888-022-03713-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12888-022-03713-9</pub-id>
          <pub-id pub-id-type="medline">35078432</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12888-022-03713-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC8787445</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alonso</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Evans-Lacko</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sadikova</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Sampson</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Chatterji</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Abdulmalik</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Aguilar-Gaxiola</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Al-Hamzawi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Andrade</surname>
              <given-names>LH</given-names>
            </name>
            <name name-style="western">
              <surname>Bruffaerts</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Cardoso</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Cia</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Florescu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>de Girolamo</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Gureje</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Haro</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>He</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>de Jonge</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Karam</surname>
              <given-names>EG</given-names>
            </name>
            <name name-style="western">
              <surname>Kawakami</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kovess-Masfety</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Levinson</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Medina-Mora</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Navarro-Mateu</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Pennell</surname>
              <given-names>BE</given-names>
            </name>
            <name name-style="western">
              <surname>Piazza</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Posada-Villa</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ten Have</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zarkov</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Thornicroft</surname>
              <given-names>G</given-names>
            </name>
            <collab>WHO World Mental Health Survey Collaborators</collab>
          </person-group>
          <article-title>Treatment gap for anxiety disorders is global: results of the World Mental Health Surveys in 21 countries</article-title>
          <source>Depress Anxiety</source>
          <year>2018</year>
          <month>03</month>
          <volume>35</volume>
          <issue>3</issue>
          <fpage>195</fpage>
          <lpage>208</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://hdl.handle.net/2027.42/142890"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/da.22711</pub-id>
          <pub-id pub-id-type="medline">29356216</pub-id>
          <pub-id pub-id-type="pmcid">PMC6008788</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kohn</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Saxena</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Levav</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Saraceno</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>The treatment gap in mental health care</article-title>
          <source>Bull World Health Organ</source>
          <year>2004</year>
          <month>11</month>
          <volume>82</volume>
          <issue>11</issue>
          <fpage>858</fpage>
          <lpage>66</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/15640922"/>
          </comment>
          <pub-id pub-id-type="medline">15640922</pub-id>
          <pub-id pub-id-type="pii">S0042-96862004001100011</pub-id>
          <pub-id pub-id-type="pmcid">PMC2623050</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Saxena</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Thornicroft</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Knapp</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Whiteford</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Resources for mental health: scarcity, inequity, and inefficiency</article-title>
          <source>Lancet</source>
          <year>2007</year>
          <month>09</month>
          <day>08</day>
          <volume>370</volume>
          <issue>9590</issue>
          <fpage>878</fpage>
          <lpage>89</lpage>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(07)61239-2</pub-id>
          <pub-id pub-id-type="medline">17804062</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(07)61239-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fernandez Y-Garcia</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Duberstein</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Paterniti</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Cipri</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Kravitz</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Epstein</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>Feeling labeled, judged, lectured, and rejected by family and friends over depression: cautionary results for primary care clinicians from a multi-centered, qualitative study</article-title>
          <source>BMC Fam Pract</source>
          <year>2012</year>
          <month>06</month>
          <day>29</day>
          <volume>13</volume>
          <fpage>64</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcfampract.biomedcentral.com/articles/10.1186/1471-2296-13-64"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2296-13-64</pub-id>
          <pub-id pub-id-type="medline">22747989</pub-id>
          <pub-id pub-id-type="pii">1471-2296-13-64</pub-id>
          <pub-id pub-id-type="pmcid">PMC3495682</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bucci</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>IH</given-names>
            </name>
            <name name-style="western">
              <surname>Kessing</surname>
              <given-names>LV</given-names>
            </name>
            <name name-style="western">
              <surname>Faurholt-Jepsen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Whelan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Carvalho</surname>
              <given-names>AF</given-names>
            </name>
            <name name-style="western">
              <surname>Keshavan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Linardon</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Firth</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The growing field of digital psychiatry: current evidence and the future of apps, social media, chatbots, and virtual reality</article-title>
          <source>World Psychiatry</source>
          <year>2021</year>
          <month>10</month>
          <volume>20</volume>
          <issue>3</issue>
          <fpage>318</fpage>
          <lpage>35</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34505369"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/wps.20883</pub-id>
          <pub-id pub-id-type="medline">34505369</pub-id>
          <pub-id pub-id-type="pmcid">PMC8429349</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Polson</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Apps, avatars, and robots: the future of mental healthcare</article-title>
          <source>Issues Ment Health Nurs</source>
          <year>2019</year>
          <month>03</month>
          <volume>40</volume>
          <issue>3</issue>
          <fpage>208</fpage>
          <lpage>14</lpage>
          <pub-id pub-id-type="doi">10.1080/01612840.2018.1524535</pub-id>
          <pub-id pub-id-type="medline">30605359</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tudor Car</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dhinagaran</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Kyaw</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Kowatsch</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Joty</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Theng</surname>
              <given-names>YL</given-names>
            </name>
            <name name-style="western">
              <surname>Atun</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Conversational agents in health care: scoping review and conceptual analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>08</month>
          <day>07</day>
          <volume>22</volume>
          <issue>8</issue>
          <fpage>e17158</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/8/e17158/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17158</pub-id>
          <pub-id pub-id-type="medline">32763886</pub-id>
          <pub-id pub-id-type="pii">v22i8e17158</pub-id>
          <pub-id pub-id-type="pmcid">PMC7442948</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fitzpatrick</surname>
              <given-names>KK</given-names>
            </name>
            <name name-style="western">
              <surname>Darcy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vierhile</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Delivering cognitive behavior therapy to young adults with symptoms of depression and anxiety using a fully automated conversational agent (Woebot): a randomized controlled trial</article-title>
          <source>JMIR Ment Health</source>
          <year>2017</year>
          <month>06</month>
          <day>06</day>
          <volume>4</volume>
          <issue>2</issue>
          <fpage>e19</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2017/2/e19/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mental.7785</pub-id>
          <pub-id pub-id-type="medline">28588005</pub-id>
          <pub-id pub-id-type="pii">v4i2e19</pub-id>
          <pub-id pub-id-type="pmcid">PMC5478797</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gaffney</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Mansell</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Manage Your Life Online (MYLO): a pilot trial of a conversational computer-based intervention for problem solving in a student sample</article-title>
          <source>Behav Cogn Psychother</source>
          <year>2014</year>
          <month>11</month>
          <volume>42</volume>
          <issue>6</issue>
          <fpage>731</fpage>
          <lpage>46</lpage>
          <pub-id pub-id-type="doi">10.1017/S135246581300060X</pub-id>
          <pub-id pub-id-type="medline">23899405</pub-id>
          <pub-id pub-id-type="pii">S135246581300060X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ly</surname>
              <given-names>KH</given-names>
            </name>
            <name name-style="western">
              <surname>Ly</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Andersson</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>A fully automated conversational agent for promoting mental well-being: a pilot RCT using mixed methods</article-title>
          <source>Internet Interv</source>
          <year>2017</year>
          <month>12</month>
          <volume>10</volume>
          <fpage>39</fpage>
          <lpage>46</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2214-7829(17)30091-X"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.invent.2017.10.002</pub-id>
          <pub-id pub-id-type="medline">30135751</pub-id>
          <pub-id pub-id-type="pii">S2214-7829(17)30091-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC6084875</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aitken</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nass</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Digital health trends 2021: innovation, evidence, regulation, and adoption</article-title>
          <source>IQVIA Institute for Human Data Science</source>
          <year>2021</year>
          <access-date>2022-07-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.iqvia.com/insights/the-iqvia-institute/reports/digital-health-trends-2021">https://www.iqvia.com/insights/the-iqvia-institute/reports/digital-health-trends-2021</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mennin</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Ellard</surname>
              <given-names>KK</given-names>
            </name>
            <name name-style="western">
              <surname>Fresco</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Gross</surname>
              <given-names>JJ</given-names>
            </name>
          </person-group>
          <article-title>United we stand: emphasizing commonalities across cognitive-behavioral therapies</article-title>
          <source>Behav Ther</source>
          <year>2013</year>
          <month>06</month>
          <volume>44</volume>
          <issue>2</issue>
          <fpage>234</fpage>
          <lpage>48</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/23611074"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.beth.2013.02.004</pub-id>
          <pub-id pub-id-type="medline">23611074</pub-id>
          <pub-id pub-id-type="pii">S0005-7894(13)00011-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC4992341</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dimidjian</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Barrera Jr</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Martell</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Muñoz</surname>
              <given-names>RF</given-names>
            </name>
            <name name-style="western">
              <surname>Lewinsohn</surname>
              <given-names>PM</given-names>
            </name>
          </person-group>
          <article-title>The origins and current status of behavioral activation treatments for depression</article-title>
          <source>Annu Rev Clin Psychol</source>
          <year>2011</year>
          <volume>7</volume>
          <fpage>1</fpage>
          <lpage>38</lpage>
          <pub-id pub-id-type="doi">10.1146/annurev-clinpsy-032210-104535</pub-id>
          <pub-id pub-id-type="medline">21275642</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Balcombe</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>De Leo</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Digital mental health challenges and the horizon ahead for solutions</article-title>
          <source>JMIR Ment Health</source>
          <year>2021</year>
          <month>03</month>
          <day>29</day>
          <volume>8</volume>
          <issue>3</issue>
          <fpage>e26811</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2021/3/e26811/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/26811</pub-id>
          <pub-id pub-id-type="medline">33779570</pub-id>
          <pub-id pub-id-type="pii">v8i3e26811</pub-id>
          <pub-id pub-id-type="pmcid">PMC8077937</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rousseau</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Turner</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Duncan</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>O'Cathain</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Croot</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Yardley</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hoddinott</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Attending to design when developing complex health interventions: a qualitative interview study with intervention developers and associated stakeholders</article-title>
          <source>PLoS One</source>
          <year>2019</year>
          <month>10</month>
          <day>15</day>
          <volume>14</volume>
          <issue>10</issue>
          <fpage>e0223615</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0223615"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0223615</pub-id>
          <pub-id pub-id-type="medline">31613913</pub-id>
          <pub-id pub-id-type="pii">PONE-D-19-18310</pub-id>
          <pub-id pub-id-type="pmcid">PMC6793869</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tanner-Smith</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Grant</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Meta-analysis of complex interventions</article-title>
          <source>Annu Rev Public Health</source>
          <year>2018</year>
          <month>04</month>
          <day>01</day>
          <volume>39</volume>
          <fpage>135</fpage>
          <lpage>51</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.annualreviews.org/doi/abs/10.1146/annurev-publhealth-040617-014112?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1146/annurev-publhealth-040617-014112</pub-id>
          <pub-id pub-id-type="medline">29328876</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Richardson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Abraham</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Francis</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hardeman</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Eccles</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Cane</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>CE</given-names>
            </name>
          </person-group>
          <article-title>The behavior change technique taxonomy (v1) of 93 hierarchically clustered techniques: building an international consensus for the reporting of behavior change interventions</article-title>
          <source>Ann Behav Med</source>
          <year>2013</year>
          <month>08</month>
          <volume>46</volume>
          <issue>1</issue>
          <fpage>81</fpage>
          <lpage>95</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://core.ac.uk/reader/191129821?utm_source=linkout"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s12160-013-9486-6</pub-id>
          <pub-id pub-id-type="medline">23512568</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Abraham</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Francis</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hardeman</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Behaviour change techniques: the development and evaluation of a taxonomic method for reporting and describing behaviour change interventions (a suite of five studies involving consensus methods, randomised controlled trials and analysis of qualitative data)</article-title>
          <source>Health Technol Assess</source>
          <year>2015</year>
          <month>11</month>
          <volume>19</volume>
          <issue>99</issue>
          <fpage>1</fpage>
          <lpage>188</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3310/hta19990"/>
          </comment>
          <pub-id pub-id-type="doi">10.3310/hta19990</pub-id>
          <pub-id pub-id-type="medline">26616119</pub-id>
          <pub-id pub-id-type="pmcid">PMC4781650</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ahmed</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Heaven</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lawton</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rawlings</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Sloan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Clegg</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Behaviour change techniques in personalised care planning for older people: a systematic review</article-title>
          <source>Br J Gen Pract</source>
          <year>2021</year>
          <month>01</month>
          <day>28</day>
          <volume>71</volume>
          <issue>703</issue>
          <fpage>e121</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bjgp.org/lookup/pmidlookup?view=long&#38;pmid=33495201"/>
          </comment>
          <pub-id pub-id-type="doi">10.3399/bjgp20X714017</pub-id>
          <pub-id pub-id-type="medline">33495201</pub-id>
          <pub-id pub-id-type="pmcid">PMC7846352</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Black</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hartmann-Boyce</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Viechtbauer</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Eisma</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>de Bruin</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Behaviour change techniques associated with smoking cessation in intervention and comparator groups of randomized controlled trials: a systematic review and meta-regression</article-title>
          <source>Addiction</source>
          <year>2020</year>
          <month>11</month>
          <volume>115</volume>
          <issue>11</issue>
          <fpage>2008</fpage>
          <lpage>20</lpage>
          <pub-id pub-id-type="doi">10.1111/add.15056</pub-id>
          <pub-id pub-id-type="medline">32196796</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spring</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Champion</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Acabchuk</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hennessy</surname>
              <given-names>EA</given-names>
            </name>
          </person-group>
          <article-title>Self-regulatory behaviour change techniques in interventions to promote healthy eating, physical activity, or weight loss: a meta-review</article-title>
          <source>Health Psychol Rev</source>
          <year>2021</year>
          <month>12</month>
          <volume>15</volume>
          <issue>4</issue>
          <fpage>508</fpage>
          <lpage>39</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31973666"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/17437199.2020.1721310</pub-id>
          <pub-id pub-id-type="medline">31973666</pub-id>
          <pub-id pub-id-type="pmcid">PMC7429262</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Korte</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Wiezer</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Bakhuys Roozeboom</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vink</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kraaij</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Behavior change techniques in mHealth apps for the mental and physical health of employees: systematic assessment</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2018</year>
          <month>10</month>
          <day>03</day>
          <volume>6</volume>
          <issue>10</issue>
          <fpage>e167</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2018/10/e167/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.6363</pub-id>
          <pub-id pub-id-type="medline">30282621</pub-id>
          <pub-id pub-id-type="pii">v6i10e167</pub-id>
          <pub-id pub-id-type="pmcid">PMC6231882</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McKay</surname>
              <given-names>FH</given-names>
            </name>
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Shill</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stephens</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Uccellini</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Using health and well-being apps for behavior change: a systematic search and rating of apps</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2019</year>
          <month>07</month>
          <day>04</day>
          <volume>7</volume>
          <issue>7</issue>
          <fpage>e11926</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2019/7/e11926/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/11926</pub-id>
          <pub-id pub-id-type="medline">31274112</pub-id>
          <pub-id pub-id-type="pii">v7i7e11926</pub-id>
          <pub-id pub-id-type="pmcid">PMC6637726</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Milne-Ives</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lam</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>De Cock</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Van Velthoven</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Meinert</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Mobile apps for health behavior change in physical activity, diet, drug and alcohol use, and mental health: systematic review</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2020</year>
          <month>03</month>
          <day>18</day>
          <volume>8</volume>
          <issue>3</issue>
          <fpage>e17046</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2020/3/e17046/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17046</pub-id>
          <pub-id pub-id-type="medline">32186518</pub-id>
          <pub-id pub-id-type="pii">v8i3e17046</pub-id>
          <pub-id pub-id-type="pmcid">PMC7113799</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schoeppe</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Alley</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rebar</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Hayman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bray</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Van Lippevelde</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Gnam</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Bachert</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Direito</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vandelanotte</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Apps to improve diet, physical activity and sedentary behaviour in children and adolescents: a review of quality, features and behaviour change techniques</article-title>
          <source>Int J Behav Nutr Phys Act</source>
          <year>2017</year>
          <month>06</month>
          <day>24</day>
          <volume>14</volume>
          <issue>1</issue>
          <fpage>83</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ijbnpa.biomedcentral.com/articles/10.1186/s12966-017-0538-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12966-017-0538-3</pub-id>
          <pub-id pub-id-type="medline">28646889</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12966-017-0538-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC5483249</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alqahtani</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Al Khalifah</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Oyebode</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Orji</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Apps for mental health: an evaluation of behavior change strategies and recommendations for future development</article-title>
          <source>Front Artif Intell</source>
          <year>2019</year>
          <month>12</month>
          <day>17</day>
          <volume>2</volume>
          <fpage>30</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33733119"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/frai.2019.00030</pub-id>
          <pub-id pub-id-type="medline">33733119</pub-id>
          <pub-id pub-id-type="pmcid">PMC7861234</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zagorski</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Popularity of mental health chatbots grows</article-title>
          <source>American Psychiatric Association</source>
          <year>2022</year>
          <access-date>2022-06-07</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://psychnews.psychiatryonline.org/doi/10.1176/appi.pn.2022.05.4.50">https://psychnews.psychiatryonline.org/doi/10.1176/appi.pn.2022.05.4.50</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Galen</surname>
              <given-names>LS</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Koh</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Thng</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Car</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Eczema apps conformance with clinical guidelines: a systematic assessment of functions, tools and content</article-title>
          <source>Br J Dermatol</source>
          <year>2020</year>
          <month>02</month>
          <volume>182</volume>
          <issue>2</issue>
          <fpage>444</fpage>
          <lpage>53</lpage>
          <pub-id pub-id-type="doi">10.1111/bjd.18152</pub-id>
          <pub-id pub-id-type="medline">31179535</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lum</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Jimenez</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Thai</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Semwal</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Boehm</surname>
              <given-names>BO</given-names>
            </name>
            <name name-style="western">
              <surname>Car</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Decision support and alerts of apps for self-management of blood glucose for type 2 diabetes</article-title>
          <source>JAMA</source>
          <year>2019</year>
          <month>04</month>
          <day>16</day>
          <volume>321</volume>
          <issue>15</issue>
          <fpage>1530</fpage>
          <lpage>2</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30990543"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jama.2019.1644</pub-id>
          <pub-id pub-id-type="medline">30990543</pub-id>
          <pub-id pub-id-type="pii">2730605</pub-id>
          <pub-id pub-id-type="pmcid">PMC6484806</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huckvale</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Adomaviciute</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Prieto</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Leow</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Car</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Smartphone apps for calculating insulin dose: a systematic assessment</article-title>
          <source>BMC Med</source>
          <year>2015</year>
          <month>05</month>
          <day>06</day>
          <volume>13</volume>
          <fpage>106</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedicine.biomedcentral.com/articles/10.1186/s12916-015-0314-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12916-015-0314-7</pub-id>
          <pub-id pub-id-type="medline">25943590</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12916-015-0314-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC4433091</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martinengo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Van Galen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lum</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kowalski</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Subramaniam</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Car</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Suicide prevention and depression apps' suicide risk assessment and management: a systematic assessment of adherence to clinical guidelines</article-title>
          <source>BMC Med</source>
          <year>2019</year>
          <month>12</month>
          <day>19</day>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>231</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedicine.biomedcentral.com/articles/10.1186/s12916-019-1461-z"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12916-019-1461-z</pub-id>
          <pub-id pub-id-type="medline">31852455</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12916-019-1461-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC6921471</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martinengo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Stona</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Tudor Car</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Griva</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Car</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Education on depression in mental health apps: systematic assessment of characteristics and adherence to evidence-based guidelines</article-title>
          <source>J Med Internet Res</source>
          <year>2022</year>
          <month>03</month>
          <day>09</day>
          <volume>24</volume>
          <issue>3</issue>
          <fpage>e28942</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2022/3/e28942/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/28942</pub-id>
          <pub-id pub-id-type="medline">35262489</pub-id>
          <pub-id pub-id-type="pii">v24i3e28942</pub-id>
          <pub-id pub-id-type="pmcid">PMC8943550</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martinengo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Stona</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Griva</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Dazzan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Pariante</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>von Wangenheim</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Car</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Self-guided cognitive behavioral therapy apps for depression: systematic assessment of features, functionality, and congruence with evidence</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>07</month>
          <day>30</day>
          <volume>23</volume>
          <issue>7</issue>
          <fpage>e27619</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/7/e27619/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/27619</pub-id>
          <pub-id pub-id-type="medline">34328431</pub-id>
          <pub-id pub-id-type="pii">v23i7e27619</pub-id>
          <pub-id pub-id-type="pmcid">PMC8367167</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="web">
          <article-title>Systematic assessment of behavioral change techniques and outcomes in mental health conversational agents</article-title>
          <source>Open Science Framework</source>
          <year>2022</year>
          <access-date>2022-02-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://osf.io/9gbp6">https://osf.io/9gbp6</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nißen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Selimi</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Janssen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cardona</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Breitner</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Kowatsch</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>von Wangenheim</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>See you soon again, chatbot? A design taxonomy to characterize user-chatbot relationships with different time horizons</article-title>
          <source>Comput Human Behav</source>
          <year>2022</year>
          <month>02</month>
          <volume>127</volume>
          <fpage>107043</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.sciencedirect.com/science/article/pii/S0747563221003666"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.chb.2021.107043</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="web">
          <article-title>Depression in adults: treatment and management</article-title>
          <source>The National Institute for Health and Care Excellence</source>
          <year>2022</year>
          <access-date>2022-08-25</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nice.org.uk/guidance/ng222">https://www.nice.org.uk/guidance/ng222</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Roth</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pilling</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The competences required to deliver effective cognitive and behavioural therapy for people with depression and with anxiety disorders</article-title>
          <source>Department of Health</source>
          <year>2007</year>
          <month>09</month>
          <access-date>2022-12-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ucl.ac.uk/clinical-psychology//CORE/CBT_Competences/CBT_Competence_List.pdf">https://www.ucl.ac.uk/clinical-psychology//CORE/CBT _Competences/CBT_Competence_List.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Beck</surname>
              <given-names>JS</given-names>
            </name>
          </person-group>
          <source>Cognitive Behavioural Therapy: Basics and Beyond. 2nd edition</source>
          <year>2011</year>
          <publisher-loc>New York, NY, USA</publisher-loc>
          <publisher-name>The Guilford Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hayes</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Villatte</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Levin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hildebrandt</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Open, aware, and active: contextual approaches as an emerging trend in the behavioral and cognitive therapies</article-title>
          <source>Annu Rev Clin Psychol</source>
          <year>2011</year>
          <volume>7</volume>
          <fpage>141</fpage>
          <lpage>68</lpage>
          <pub-id pub-id-type="doi">10.1146/annurev-clinpsy-032210-104449</pub-id>
          <pub-id pub-id-type="medline">21219193</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ciarrochi</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hayes</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Oades</surname>
              <given-names>LG</given-names>
            </name>
            <name name-style="western">
              <surname>Hofmann</surname>
              <given-names>SG</given-names>
            </name>
          </person-group>
          <article-title>Toward a unified framework for positive psychology interventions: evidence-based processes of change in coaching, prevention, and training</article-title>
          <source>Front Psychol</source>
          <year>2021</year>
          <month>02</month>
          <day>10</day>
          <volume>12</volume>
          <fpage>809362</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35222161"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyg.2021.809362</pub-id>
          <pub-id pub-id-type="medline">35222161</pub-id>
          <pub-id pub-id-type="pmcid">PMC8866971</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wasil</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Venturo-Conerly</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Shingleton</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Weisz</surname>
              <given-names>JR</given-names>
            </name>
          </person-group>
          <article-title>A review of popular smartphone apps for depression and anxiety: assessing the inclusion of evidence-based content</article-title>
          <source>Behav Res Ther</source>
          <year>2019</year>
          <month>12</month>
          <volume>123</volume>
          <fpage>103498</fpage>
          <pub-id pub-id-type="doi">10.1016/j.brat.2019.103498</pub-id>
          <pub-id pub-id-type="medline">31707224</pub-id>
          <pub-id pub-id-type="pii">S0005-7967(19)30184-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="web">
          <source>Pear Therapeutics</source>
          <access-date>2023-07-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.reachforreset.com/our-treatments">https://www.reachforreset.com/our-treatments</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="web">
          <article-title>The mHONcode guidelines</article-title>
          <source>Health on the Net Foundation</source>
          <access-date>2022-02-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hon.ch/en/guidelines-mhoncode.html">https://www.hon.ch/en/guidelines-mhoncode.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stoyanov</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Hides</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kavanagh</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Zelenko</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Tjondronegoro</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mani</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Mobile app rating scale: a new tool for assessing the quality of health mobile apps</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2015</year>
          <month>03</month>
          <day>11</day>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>e27</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2015/1/e27/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.3422</pub-id>
          <pub-id pub-id-type="medline">25760773</pub-id>
          <pub-id pub-id-type="pii">v3i1e27</pub-id>
          <pub-id pub-id-type="pmcid">PMC4376132</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Terhorst</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Philippi</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Sander</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Schultchen</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Paganini</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bardus</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Santo</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Knitza</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Machado</surname>
              <given-names>GC</given-names>
            </name>
            <name name-style="western">
              <surname>Schoeppe</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bauereiß</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Portenhauser</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Domhardt</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Walter</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Krusche</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Baumeister</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Messner</surname>
              <given-names>EM</given-names>
            </name>
          </person-group>
          <article-title>Validation of the Mobile Application Rating Scale (MARS)</article-title>
          <source>PLoS One</source>
          <year>2020</year>
          <month>11</month>
          <day>02</day>
          <volume>15</volume>
          <issue>11</issue>
          <fpage>e0241480</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0241480"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0241480</pub-id>
          <pub-id pub-id-type="medline">33137123</pub-id>
          <pub-id pub-id-type="pii">PONE-D-20-14930</pub-id>
          <pub-id pub-id-type="pmcid">PMC7605637</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="web">
          <source>42Matters</source>
          <access-date>2022-01-19</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://42matters.com/">https://42matters.com/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="web">
          <article-title>BCT taxonomy v1 online training</article-title>
          <source>BCT taxonomy</source>
          <access-date>2022-04-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.bct-taxonomy.com/">https://www.bct-taxonomy.com/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arroyo</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Zawadzki</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>The implementation of behavior change techniques in mHealth apps for sleep: systematic review</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2022</year>
          <month>04</month>
          <day>04</day>
          <volume>10</volume>
          <issue>4</issue>
          <fpage>e33527</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2022/4/e33527/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/33527</pub-id>
          <pub-id pub-id-type="medline">35377327</pub-id>
          <pub-id pub-id-type="pii">v10i4e33527</pub-id>
          <pub-id pub-id-type="pmcid">PMC9132368</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guerrouj</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Baysal</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>Investigating the android apps' success: an empirical study</article-title>
          <source>Proceedings of the 24th International Conference on Program Comprehension</source>
          <year>2016</year>
          <conf-name>ICPC '16</conf-name>
          <conf-date>May 16-17, 2016</conf-date>
          <conf-loc>Austin, TX, USA</conf-loc>
          <fpage>1</fpage>
          <lpage>4</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ieeexplore.ieee.org/document/7503724"/>
          </comment>
          <pub-id pub-id-type="doi">10.1109/icpc.2016.7503724</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="web">
          <article-title>WordCloud generator</article-title>
          <source>MonkeyLearn</source>
          <access-date>2022-07-19</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://monkeylearn.com/word-cloud/">https://monkeylearn.com/word-cloud/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Payne</surname>
              <given-names>HE</given-names>
            </name>
            <name name-style="western">
              <surname>Lister</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Bernhardt</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Behavioral functionality of mobile apps in health interventions: a systematic review of the literature</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2015</year>
          <month>02</month>
          <day>26</day>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>e20</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2015/1/e20/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.3335</pub-id>
          <pub-id pub-id-type="medline">25803705</pub-id>
          <pub-id pub-id-type="pii">v3i1e20</pub-id>
          <pub-id pub-id-type="pmcid">PMC4376122</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gardner</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lorencatto</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Hamer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Biddle</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>How to reduce sitting time? A review of behaviour change strategies used in sedentary behaviour reduction interventions among adults</article-title>
          <source>Health Psychol Rev</source>
          <year>2016</year>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>89</fpage>
          <lpage>112</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26315814"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/17437199.2015.1082146</pub-id>
          <pub-id pub-id-type="medline">26315814</pub-id>
          <pub-id pub-id-type="pmcid">PMC4743603</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="web">
          <article-title>Cognitive and behavioral therapies for generalized anxiety disorder</article-title>
          <source>American Psychological Association Division 12</source>
          <access-date>2022-08-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://div12.org/treatment/cognitive-and-behavioral-therapies-for-generalized-anxiety-disorder/">https://div12.org/treatment/cognitive-and-behavioral-therapies-for-generalized-anxiety-disorder/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="web">
          <article-title>Cognitive behavioral analysis system of psychotherapy for depression</article-title>
          <source>American Psychological Association Division 12</source>
          <access-date>2022-08-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://div12.org/treatment/cognitive-behavioral-analysis-system-of-psychotherapy-for-depression/">https://div12.org/treatment/cognitive-behavioral-analysis-system-of-psychotherapy-for-depression/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huguet</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rao</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>McGrath</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Wozney</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wheaton</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Conrod</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rozario</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of cognitive behavioral therapy and behavioral activation apps for depression</article-title>
          <source>PLoS One</source>
          <year>2016</year>
          <month>05</month>
          <day>02</day>
          <volume>11</volume>
          <issue>5</issue>
          <fpage>e0154248</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0154248"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0154248</pub-id>
          <pub-id pub-id-type="medline">27135410</pub-id>
          <pub-id pub-id-type="pii">PONE-D-15-42879</pub-id>
          <pub-id pub-id-type="pmcid">PMC4852920</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Larsen</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Huckvale</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Nicholas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Birrell</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Reda</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Using science to sell apps: evaluation of mental health app store quality claims</article-title>
          <source>NPJ Digit Med</source>
          <year>2019</year>
          <month>03</month>
          <day>22</day>
          <volume>2</volume>
          <fpage>18</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-019-0093-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-019-0093-1</pub-id>
          <pub-id pub-id-type="medline">31304366</pub-id>
          <pub-id pub-id-type="pii">93</pub-id>
          <pub-id pub-id-type="pmcid">PMC6550255</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Graham</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Depp</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Nebeker</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>HC</given-names>
            </name>
            <name name-style="western">
              <surname>Jeste</surname>
              <given-names>DV</given-names>
            </name>
          </person-group>
          <article-title>Artificial intelligence for mental health and mental illnesses: an overview</article-title>
          <source>Curr Psychiatry Rep</source>
          <year>2019</year>
          <month>11</month>
          <day>07</day>
          <volume>21</volume>
          <issue>11</issue>
          <fpage>116</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31701320"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11920-019-1094-0</pub-id>
          <pub-id pub-id-type="medline">31701320</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11920-019-1094-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC7274446</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref65">
        <label>65</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fiske</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Henningsen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Buyx</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Your robot therapist will see you now: ethical implications of embodied artificial intelligence in psychiatry, psychology, and psychotherapy</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>05</month>
          <day>09</day>
          <volume>21</volume>
          <issue>5</issue>
          <fpage>e13216</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/5/e13216/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/13216</pub-id>
          <pub-id pub-id-type="medline">31094356</pub-id>
          <pub-id pub-id-type="pii">v21i5e13216</pub-id>
          <pub-id pub-id-type="pmcid">PMC6532335</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref66">
        <label>66</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abd-Alrazaq</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Alajlani</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Alalwan</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Bewick</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Gardner</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Househ</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>An overview of the features of chatbots in mental health: a scoping review</article-title>
          <source>Int J Med Inform</source>
          <year>2019</year>
          <month>12</month>
          <volume>132</volume>
          <fpage>103978</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://eprints.whiterose.ac.uk/151992/"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2019.103978</pub-id>
          <pub-id pub-id-type="medline">31622850</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(19)30716-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref67">
        <label>67</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lau</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>O'Daffer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Yi-Frazier</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenberg</surname>
              <given-names>AR</given-names>
            </name>
          </person-group>
          <article-title>Popular evidence-based commercial mental health apps: analysis of engagement, functionality, aesthetics, and information quality</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2021</year>
          <month>07</month>
          <day>14</day>
          <volume>9</volume>
          <issue>7</issue>
          <fpage>e29689</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2021/7/e29689/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/29689</pub-id>
          <pub-id pub-id-type="medline">34259639</pub-id>
          <pub-id pub-id-type="pii">v9i7e29689</pub-id>
          <pub-id pub-id-type="pmcid">PMC8319777</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref68">
        <label>68</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ahmed</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ali</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Aziz</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Abd-alrazaq</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Hassan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Khalifa</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Elhusein</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Ahmed</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ahmed</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Househ</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A review of mobile chatbot apps for anxiety and depression and their self-care features</article-title>
          <source>Comput Methods Programs Biomed Update</source>
          <year>2021</year>
          <volume>1</volume>
          <fpage>100012</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.sciencedirect.com/science/article/pii/S2666990021000112"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.cmpbup.2021.100012</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref69">
        <label>69</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abd-Alrazaq</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Alajlani</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ali</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Denecke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bewick</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Househ</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Perceptions and opinions of patients about mental health chatbots: scoping review</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>01</month>
          <day>13</day>
          <volume>23</volume>
          <issue>1</issue>
          <fpage>e17828</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/1/e17828/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17828</pub-id>
          <pub-id pub-id-type="medline">33439133</pub-id>
          <pub-id pub-id-type="pii">v23i1e17828</pub-id>
          <pub-id pub-id-type="pmcid">PMC7840290</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref70">
        <label>70</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Milne-Ives</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>de Cock</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Shehadeh</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>de Pennington</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Mole</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Normando</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Meinert</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>The effectiveness of artificial intelligence conversational agents in health care: systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>10</month>
          <day>22</day>
          <volume>22</volume>
          <issue>10</issue>
          <fpage>e20346</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/10/e20346/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/20346</pub-id>
          <pub-id pub-id-type="medline">33090118</pub-id>
          <pub-id pub-id-type="pii">v22i10e20346</pub-id>
          <pub-id pub-id-type="pmcid">PMC7644372</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref71">
        <label>71</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Laranjo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dunn</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Tong</surname>
              <given-names>HL</given-names>
            </name>
            <name name-style="western">
              <surname>Kocaballi</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bashir</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Surian</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gallego</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Magrabi</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Lau</surname>
              <given-names>AY</given-names>
            </name>
            <name name-style="western">
              <surname>Coiera</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Conversational agents in healthcare: a systematic review</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2018</year>
          <month>09</month>
          <day>01</day>
          <volume>25</volume>
          <issue>9</issue>
          <fpage>1248</fpage>
          <lpage>58</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30010941"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocy072</pub-id>
          <pub-id pub-id-type="medline">30010941</pub-id>
          <pub-id pub-id-type="pii">5052181</pub-id>
          <pub-id pub-id-type="pmcid">PMC6118869</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref72">
        <label>72</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sweeney</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Potts</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ennis</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Bond</surname>
              <given-names>RR</given-names>
            </name>
            <name name-style="western">
              <surname>Mulvenna</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>O’neill</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Malcolm</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kuosmanen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kostenius</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Vakaloudis</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mcconvey</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Turkington</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hanna</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Nieminen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Vartiainen</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Robertson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mctear</surname>
              <given-names>MF</given-names>
            </name>
          </person-group>
          <article-title>Can chatbots help support a person’s mental health? Perceptions and views from mental healthcare professionals and experts</article-title>
          <source>ACM Trans Comput Healthc</source>
          <year>2021</year>
          <month>07</month>
          <day>15</day>
          <volume>2</volume>
          <issue>3</issue>
          <fpage>1</fpage>
          <lpage>15</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dl.acm.org/doi/10.1145/3453175"/>
          </comment>
          <pub-id pub-id-type="doi">10.1145/3453175</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref73">
        <label>73</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schultchen</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Terhorst</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Holderied</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Stach</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Messner</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Baumeister</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Sander</surname>
              <given-names>LB</given-names>
            </name>
          </person-group>
          <article-title>Stay present with your phone: a systematic review and standardized rating of mindfulness apps in European app stores</article-title>
          <source>Int J Behav Med</source>
          <year>2021</year>
          <month>10</month>
          <volume>28</volume>
          <issue>5</issue>
          <fpage>552</fpage>
          <lpage>60</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33215348"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s12529-020-09944-y</pub-id>
          <pub-id pub-id-type="medline">33215348</pub-id>
          <pub-id pub-id-type="pii">10.1007/s12529-020-09944-y</pub-id>
          <pub-id pub-id-type="pmcid">PMC8384800</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref74">
        <label>74</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kuehnhausen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Frost</surname>
              <given-names>VS</given-names>
            </name>
          </person-group>
          <article-title>Trusting smartphone apps? To install or not to install, that is the question</article-title>
          <source>Proceedings of the 2013 International Multi-Disciplinary Conference on Cognitive Methods in Situation Awareness and Decision Support</source>
          <year>2013</year>
          <conf-name>CogSIMA '03</conf-name>
          <conf-date>February 25-28, 2013</conf-date>
          <conf-loc>San Diego, CA, USA</conf-loc>
          <fpage>30</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ieeexplore.ieee.org/document/6523820"/>
          </comment>
          <pub-id pub-id-type="doi">10.1109/cogsima.2013.6523820</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref75">
        <label>75</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kaveladze</surname>
              <given-names>BT</given-names>
            </name>
            <name name-style="western">
              <surname>Wasil</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Bunyi</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Ramirez</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Schueller</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>User experience, engagement, and popularity in mental health apps: secondary analysis of app analytics and expert app reviews</article-title>
          <source>JMIR Hum Factors</source>
          <year>2022</year>
          <month>01</month>
          <day>31</day>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>e30766</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://humanfactors.jmir.org/2022/1/e30766/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/30766</pub-id>
          <pub-id pub-id-type="medline">35099398</pub-id>
          <pub-id pub-id-type="pii">v9i1e30766</pub-id>
          <pub-id pub-id-type="pmcid">PMC8844980</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref76">
        <label>76</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Chantal</surname>
              <given-names>PL</given-names>
            </name>
            <name name-style="western">
              <surname>Chagnon</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cardinal</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Faieta</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Guertin</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Evidence of user-expert gaps in health app ratings and implications for practice</article-title>
          <source>Front Digit Health</source>
          <year>2022</year>
          <month>02</month>
          <day>17</day>
          <volume>4</volume>
          <fpage>765993</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35252957"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fdgth.2022.765993</pub-id>
          <pub-id pub-id-type="medline">35252957</pub-id>
          <pub-id pub-id-type="pmcid">PMC8891373</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
