<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="review-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v23i12e31737</article-id>
      <article-id pub-id-type="pmid">34931997</article-id>
      <article-id pub-id-type="doi">10.2196/31737</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Review</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Review</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Improving User Experience of Virtual Health Assistants: Scoping Review</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Kukafka</surname>
            <given-names>Rita</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Mazeas</surname>
            <given-names>Alexandre</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Nalin</surname>
            <given-names>Kajsa</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Tanaka</surname>
            <given-names>Hiroki</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Raeside</surname>
            <given-names>Rebecca</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Stara</surname>
            <given-names>Vera</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Rampioni</surname>
            <given-names>Margherita</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Curtis</surname>
            <given-names>Rachel G</given-names>
          </name>
          <degrees>BPsych (Hons), PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>UniSA Allied Health and Human Performance</institution>
            <institution>Alliance for Research in Exercise, Nutrition and Activity</institution>
            <institution>University of South Australia</institution>
            <addr-line>GPO Box 2471</addr-line>
            <addr-line>Adelaide, 5001</addr-line>
            <country>Australia</country>
            <phone>61 8 8302 2455</phone>
            <email>Rachel.Curtis@unisa.edu.au</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1341-7804</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Bartel</surname>
            <given-names>Bethany</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5401-0923</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Ferguson</surname>
            <given-names>Ty</given-names>
          </name>
          <degrees>BPhysio (Hons)</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0106-7621</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Blake</surname>
            <given-names>Henry T</given-names>
          </name>
          <degrees>BHmMvt, BHlthSc (Hons)</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9903-9287</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Northcott</surname>
            <given-names>Celine</given-names>
          </name>
          <degrees>BBus, MRsch</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9765-4734</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Virgara</surname>
            <given-names>Rosa</given-names>
          </name>
          <degrees>BPhysio (Hons)</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7717-7715</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Maher</surname>
            <given-names>Carol A</given-names>
          </name>
          <degrees>BPhysio (Hons), PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8676-0224</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>UniSA Allied Health and Human Performance</institution>
        <institution>Alliance for Research in Exercise, Nutrition and Activity</institution>
        <institution>University of South Australia</institution>
        <addr-line>Adelaide</addr-line>
        <country>Australia</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Rachel G Curtis <email>Rachel.Curtis@unisa.edu.au</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>12</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>21</day>
        <month>12</month>
        <year>2021</year>
      </pub-date>
      <volume>23</volume>
      <issue>12</issue>
      <elocation-id>e31737</elocation-id>
      <history>
        <date date-type="received">
          <day>2</day>
          <month>7</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>25</day>
          <month>8</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>19</day>
          <month>9</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>21</day>
          <month>10</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Rachel G Curtis, Bethany Bartel, Ty Ferguson, Henry T Blake, Celine Northcott, Rosa Virgara, Carol A Maher. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 21.12.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2021/12/e31737" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Virtual assistants can be used to deliver innovative health programs that provide appealing, personalized, and convenient health advice and support at scale and low cost. Design characteristics that influence the look and feel of the virtual assistant, such as visual appearance or language features, may significantly influence users’ experience and engagement with the assistant.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This scoping review aims to provide an overview of the experimental research examining how design characteristics of virtual health assistants affect user experience, summarize research findings of experimental research examining how design characteristics of virtual health assistants affect user experience, and provide recommendations for the design of virtual health assistants if sufficient evidence exists.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We searched 5 electronic databases (Web of Science, MEDLINE, Embase, PsycINFO, and ACM Digital Library) to identify the studies that used an experimental design to compare the effects of design characteristics between 2 or more versions of an interactive virtual health assistant on user experience among adults. Data were synthesized descriptively. Health domains, design characteristics, and outcomes were categorized, and descriptive statistics were used to summarize the body of research. Results for each study were categorized as positive, negative, or no effect, and a matrix of the design characteristics and outcome categories was constructed to summarize the findings.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The database searches identified 6879 articles after the removal of duplicates. We included 48 articles representing 45 unique studies in the review. The most common health domains were mental health and physical activity. Studies most commonly examined design characteristics in the categories of visual design or conversational style and relational behavior and assessed outcomes in the categories of personality, satisfaction, relationship, or use intention. Over half of the design characteristics were examined by only 1 study. Results suggest that empathy and relational behavior and self-disclosure are related to more positive user experience. Results also suggest that if a human-like avatar is used, realistic rendering and medical attire may potentially be related to more positive user experience; however, more research is needed to confirm this.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>There is a growing body of scientific evidence examining the impact of virtual health assistants’ design characteristics on user experience. Taken together, data suggest that the look and feel of a virtual health assistant does affect user experience. Virtual health assistants that show empathy, display nonverbal relational behaviors, and disclose personal information about themselves achieve better user experience. At present, the evidence base is broad, and the studies are typically small in scale and highly heterogeneous. Further research, particularly using longitudinal research designs with repeated user interactions, is needed to inform the optimal design of virtual health assistants.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>virtual assistant</kwd>
        <kwd>conversational agent</kwd>
        <kwd>chatbot</kwd>
        <kwd>eHealth</kwd>
        <kwd>digital health</kwd>
        <kwd>design</kwd>
        <kwd>user experience</kwd>
        <kwd>mobile phone</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Advancements in machine learning and artificial intelligence offer promise for delivering automated, tailored, convenient health assistance with an unprecedented level of sophistication and personalization and are already contributing to the transformation of health care [<xref ref-type="bibr" rid="ref1">1</xref>]. Virtual assistants can be broadly defined as digital services designed to simulate human conversation and provide personalized responses based on input from the user. They can be programmed with structured conversations or to answer the user’s questions. Capabilities range from simple menu or multiple choice–based assistants to more sophisticated virtual assistants with natural language processing that recognize free speech or text. At present, virtual assistants are widely deployed in web-based banking and service settings, reducing reliance on staff by being available to answer consumers’ questions about products and services <italic>on demand</italic>. Virtual assistants are also increasingly being designed for various health applications, such as delivering cognitive behavior therapy for depression and anxiety [<xref ref-type="bibr" rid="ref2">2</xref>], improving diet and physical activity [<xref ref-type="bibr" rid="ref3">3</xref>], and conducting remote patient monitoring [<xref ref-type="bibr" rid="ref4">4</xref>]. Despite the exciting potential for using virtual assistants for health purposes, the use of virtual assistants in health could be ineffective or even have unintended negative consequences if the technology does not meet the user’s needs and preferences.</p>
        <p>The user experience of a virtual health assistant can be defined as the user’s perceptions and responses (eg, emotions, beliefs, preferences, and behaviors) that result from its use or anticipated use [<xref ref-type="bibr" rid="ref5">5</xref>]. User experience is influenced by a range of factors, including presentation, functionality, and interactive behavior [<xref ref-type="bibr" rid="ref5">5</xref>]. It is important to optimize the design of virtual assistants to provide a positive user experience and promote engagement. A growing body of evidence suggests that design characteristics that influence the <italic>look and feel</italic> of the virtual assistant, such as visual appearance, communication method, and language features, are an important consideration for design, as such design characteristics can significantly influence users’ psychological and emotional responses and engagement with technology-based applications [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. In addition, although some design decisions may not affect the cost (eg, whether an avatar should be male or female), other decisions may have a major impact on the cost of designing a virtual health assistant (eg, whether an avatar should be animated with facial expressions). Understanding how such design characteristics influence user experience will assist in using finite health software development budgets most effectively.</p>
        <p>Previous literature has proposed general guidelines for designing voice user interfaces [<xref ref-type="bibr" rid="ref8">8</xref>] and accessible conversational user interfaces for different disability groups [<xref ref-type="bibr" rid="ref9">9</xref>], as well as virtual assistants for specific purposes such as teaching [<xref ref-type="bibr" rid="ref10">10</xref>] and in-vehicle assistance [<xref ref-type="bibr" rid="ref11">11</xref>]. Optimal design techniques are likely to depend on the purpose of the virtual assistant [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]; therefore, recommendations specifically in the context of health are needed. Although research has examined methods of assessing the usability of virtual assistants in the health domain [<xref ref-type="bibr" rid="ref14">14</xref>], clear guidelines on maximizing the user experience of virtual health assistants are lacking.</p>
        <p>An important first step toward constructing guidelines for the development of virtual health assistants was achieved by the literature review conducted by ter Stal et al [<xref ref-type="bibr" rid="ref15">15</xref>] in 2018, which aimed to identify the researched design characteristics for embodied conversational agents (virtual assistants that have an animated avatar) in health. The review provided a comprehensive overview of the existing literature, with results suggesting that speech and/or textual output and facial and gaze expressions were the most commonly researched design characteristics. The secondary aims of ter Stal et al [<xref ref-type="bibr" rid="ref15">15</xref>] were to identify the outcome variables used in the research and the effects of the design characteristics. The authors concluded that, based on the immature body of evidence at the time, there was no consensus on the optimal design characteristics for embodied conversational agents in health. Results highlighted key avenues for future research, including the fact that more research is needed on all design characteristics to advance the field. Notably, the review by ter Stal et al [<xref ref-type="bibr" rid="ref15">15</xref>] included studies using any research design and studies where participants viewed stimuli but did not necessarily interact with a virtual assistant.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>The evidence base for the use of interactive virtual health assistants is rapidly growing in both size and quality. In particular, experimental research designs with interactive virtual assistants are being reported increasingly, which should provide clearer evidence of the influence of design characteristics on user experience. A scoping review methodology offers an explicit, systematic means to overview this large and diverse body of literature using rigorous methods to minimize bias [<xref ref-type="bibr" rid="ref16">16</xref>]. In this study, we seek to undertake the first scoping review of design characteristics of virtual health assistants, with a view to bring together the strongest evidence available regarding the effects of design characteristics on the user experience of interactive virtual health assistants. In particular, the aims of our scoping review are as follows:</p>
        <list list-type="order">
          <list-item>
            <p>Provide an overview of all the experimental research examining how design characteristics of virtual health assistants affect user experience</p>
          </list-item>
          <list-item>
            <p>Summarize research findings of experimental research examining how design characteristics of virtual health assistants affect user experience</p>
          </list-item>
          <list-item>
            <p>Identify whether research supports making recommendations for the design of virtual health assistants</p>
          </list-item>
        </list>
        <p>Bringing together the available evidence on how design characteristics affect the user experience of virtual health assistants will assist researchers and software developers in making decisions about the look and feel of their software and developing the most user-friendly and effective virtual health assistants.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>This review is reported according to the PRISMA-ScR (Preferred Reporting Items for Systematic Reviews and Meta-Analyses Extension for Scoping Reviews) checklist [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
      <sec>
        <title>Eligibility Criteria</title>
        <p>Eligibility criteria were designed using the population, intervention, comparator, and outcome framework (population: adults; intervention: virtual health assistant; comparator: design characteristics; and outcome: user experience) [<xref ref-type="bibr" rid="ref18">18</xref>]. Original research articles in peer-reviewed journals and full-length conference papers were included.</p>
        <sec>
          <title>Population</title>
          <p>Studies with adult samples (aged ≥18 years) were included.</p>
        </sec>
        <sec>
          <title>Intervention</title>
          <p>Studies examining virtual health assistants were included. For this review, we considered virtual health assistants to be any virtual assistant aimed at the health consumer (general population or patient) relating to the prevention, management, or treatment of any physical or mental health condition, as well as clinical research. Virtual health assistants were included if they functioned on any electronic device (eg, smartphone, computer, and headset). <italic>Wizard of Oz</italic> virtual assistants (where the user believes they are interacting with a computer-automated virtual assistant, but the virtual assistant is operated by a human [<xref ref-type="bibr" rid="ref19">19</xref>]) were included.</p>
        </sec>
        <sec>
          <title>Comparator</title>
          <p>Studies comparing design characteristics between ≥2 versions of a virtual health assistant were included. For this review, we defined design characteristics as characteristics of the virtual assistant that influence its <italic>look and feel</italic> without affecting its core content, purpose, or function. Examples of design characteristics include visual cues such as whether the virtual health assistant has an avatar (ie, an image that represents the virtual assistant), language style, and interaction modality (ie, text or speech). Between- and within-subject experimental designs were included.</p>
        </sec>
        <sec>
          <title>Outcome</title>
          <p>Studies evaluating user experience outcomes were included. For this review, we defined user experience to include self-reported evaluations of the virtual assistant or the user’s interaction with the virtual assistant that indicated a more positive or negative experience (eg, trustworthiness, likeability, enjoyment, and ease of use), affect, intentions to continue using the virtual assistant, and objective measures of user engagement (eg, frequency, duration, or nature of the interaction with the virtual health assistant). Only quantitative data were included.</p>
        </sec>
      </sec>
      <sec>
        <title>Exclusion Criteria</title>
        <p>Dissertations, review articles, conference abstracts, and studies with children were excluded. Virtual assistants used for training or educating medical professionals, as well as robots with a physical body, were excluded. Studies were excluded if participants did not interact with the virtual health assistant; that is, they did not provide any input into the system. Studies were also excluded if the virtual health assistant was not the main component of the health program. Studies were excluded if they evaluated only 1 version of a virtual assistant (ie, nonexperimental research design with no comparator) or if they compared a virtual assistant to a human. Dependent variables that were not associated with a more positive or negative user experience—for example, those used as <italic>manipulation checks</italic> (eg, where participants were asked to confirm whether a realistic-looking assistant was indeed more realistic looking than a cartoon-style assistant)—were excluded.</p>
      </sec>
      <sec>
        <title>Information Sources and Search Strategy</title>
        <p>A cross-disciplinary search of the literature was conducted on June 4, 2020, and included 5 electronic databases across the fields of health and information technology: Web of Science, MEDLINE, Embase, PsycINFO, and ACM Digital Library. Search terms for virtual assistant AND design characteristics were included in the search strategy (<xref ref-type="table" rid="table1">Table 1</xref>). Eligibility specifying the virtual assistant related to <italic>health</italic>, user experience outcomes, and experimental study design was assessed at screening. Searches were limited to the English language with no limit on publication date. Reference lists of the included studies and other key papers in the field were searched to identify further studies (pearling).</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Search terms.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="170"/>
            <col width="830"/>
            <thead>
              <tr valign="top">
                <td>Search category</td>
                <td>Search terms</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Virtual assistant</td>
                <td>“<italic>conversational agent*”</italic> OR <italic>“conversational system*”</italic> OR <italic>“dialog system*”</italic> OR <italic>“dialogue system*”</italic> OR <italic>“assistance technolog*”</italic> OR <italic>“relational agent*”</italic> OR <italic>“virtual agent*”</italic> OR <italic>“virtual assistant*”</italic> OR <italic>“embodied agent*”</italic> OR <italic>chatbot*</italic></td>
              </tr>
              <tr valign="top">
                <td>Design characteristics</td>
                <td><italic>anthropomorphi*</italic> OR <italic>humanness</italic> OR <italic>personality</italic> OR <italic>emotion*</italic> OR <italic>empathy</italic> OR <italic>sympathy</italic> OR <italic>humour</italic> OR <italic>humor</italic> OR <italic>language</italic> OR <italic>linguistic*</italic> OR <italic>communication</italic> OR <italic>“conversational tone”</italic> OR <italic>voice</italic> OR <italic>speech</italic> OR <italic>avatar</italic> OR <italic>“profile picture”</italic> OR <italic>face</italic> OR <italic>facial</italic> OR <italic>graphic*</italic> OR <italic>appearance</italic> OR <italic>“visual design”</italic> OR <italic>animation</italic> OR <italic>interface</italic> OR <italic>button*</italic> OR <italic>menu*</italic> OR <italic>emoji*</italic> OR <italic>emoticon*</italic> OR <italic>“human factors”</italic></td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Evidence Selection and Data Charting</title>
        <p>Search results from each database were imported into EndNote (Clarivate) [<xref ref-type="bibr" rid="ref20">20</xref>], in which duplicates were removed. Studies were screened based on title and abstract. Studies that met the eligibility criteria progressed to full-text screening. The full texts of the studies were then screened to determine final eligibility. Articles were screened by 1 of 2 raters. Raters screened a randomly generated selection of 20 articles in duplicate, and the agreement was 100%. A custom form was developed and used for data charting (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). Extracted data included population, sample size, age, gender, study country, cultural background, health domain, purpose of the virtual assistant, name of the virtual assistant, <italic>Wizard of Oz</italic> design, device used, animated character, output modality, input modality, whether the interaction was scripted (whether participants were told what to say), duration of interaction, experimental design, and study results. If articles included multiple studies, data extraction was completed only for studies meeting the eligibility criteria. Where multiple eligible studies were included in an article, data were extracted separately. Where relevant outcomes were measured but not compared statistically between experimental conditions, authors were contacted to provide additional information.</p>
      </sec>
      <sec>
        <title>Data Synthesis</title>
        <p>Study characteristics were compiled for all the studies included in the review. Where a study was reported in multiple articles, articles were compiled as 1 study with a primary reference indicated, as well as an indication of additional references. To facilitate data synthesis across diverse research designs, overarching categories were constructed to describe the health domains, design characteristics, and outcomes. Retrospective thematic analysis was used to identify similar health domains, design characteristics, and outcomes to construct the relevant categories. After data extraction was completed, lists of all reported health domains, design characteristics, and outcomes were compiled. After familiarization with the data, the first author sorted them into similar categories using an inductive approach (ie, directed by the data with no preconceived categories). These categories were reviewed with the senior author, refined, and named.</p>
        <p>Data were synthesized descriptively. Descriptive statistics were used to summarize the body of research. A matrix of the design characteristics and outcome categories was constructed to summarize the research findings. Results in the matrix were based on statistical results reported in the articles. Where interactions were examined (eg, in factorial designs or examining interactions with participant characteristics), main effects were included in the matrix. Studies could report results for 1 or multiple outcomes within a particular outcome category. Results were categorized as positive, negative, or no effect. Where studies reported multiple results in a single outcome category, they were categorized as positive if all multiple outcomes showed positive effects, mixed positive if multiple outcomes were reported with both positive and nonsignificant effects, negative if all multiple outcomes showed negative effects, mixed negative if multiple outcomes were reported with both negative and nonsignificant effects, and no effect if multiple outcomes showed no significant effects.</p>
        <p>Authors from 2 studies provided additional data on measures that were not compared between experimental groups. Independent sample <italic>t</italic> tests (2-tailed) were conducted, and the results were included in the matrix. In total, 4 studies did not present a statistical analysis comparing relevant experimental conditions; therefore, these studies are included only in the text description.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Overview</title>
        <p>The search identified 6879 articles after duplicates were removed. Of the 6879 articles, 6763 (98.31%) were deemed ineligible based on title and abstract screening. We identified 30 additional records through reference lists. In total, 146 articles (116/6879, 1.69% from the database search plus 30 from reference lists) were screened at full text. Of the 146 articles, 98 (67.1%) were deemed ineligible; 81 (55.5%) did not examine an interactive virtual health assistant, 8 (5.5%) did not compare design features between ≥2 virtual health assistants, 4 (2.7%) did not report user experience outcomes, 2 (1.4%) were not adult samples, 1 (0.7%) did not report original research, 1 (0.7%) was not a journal of conference paper, and 1 (0.7%) did not have the virtual health assistant as a main component of the program. Of the 146 articles, a final 48 (32.9%) articles were included in the scoping review (<xref rid="figure1" ref-type="fig">Figure 1</xref>). From the 48 articles, 45 unique studies were identified (5 studies were reported in multiple articles, whereas 3 articles contained multiple studies).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>PRISMA (Preferred Reporting Items for Systematic Reviews and Meta-Analyses) flowchart. VHA: virtual health assistant.</p>
          </caption>
          <graphic xlink:href="jmir_v23i12e31737_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p><xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref> [<xref ref-type="bibr" rid="ref21">21</xref>-<xref ref-type="bibr" rid="ref68">68</xref>] provides an overview of the participant characteristics and study designs for all studies included in the review. <xref ref-type="table" rid="table2">Table 2</xref> summarizes the characteristics of the body of research. The virtual assistants used in the research were categorized into 8 health domains: physical activity (aimed to increase exercise), nutrition (aimed to improve diet), alcohol consumption (aimed to reduce alcohol consumption), mental health (eg, aimed to improve mood), medical information or treatment (eg, discussed colorectal cancer screening), sexual health (eg, provided advice about sexually transmitted infections), multiple health behaviors (eg, aimed to improve both exercise and diet), and other (eg, aimed to prevent carpal tunnel). A total of 27 design characteristics were examined in the literature. These were categorized into 5 categories: visual design (eg, realism, age, and body shape of an animated avatar), interface design (eg, input modality), conversational style and relational behavior (eg, empathy and relational behavior and personality), combined visual and conversational design (eg, variability in language and background scene assessed simultaneously), and cultural and organizational affiliation (eg, culturally tailored argumentation and appearance; see <xref ref-type="table" rid="table3">Table 3</xref> for the full list of design characteristics). We identified 140 outcome variables, which were categorized into nine categories: virtual assistant personality traits (eg, credible and intelligent), relationship (eg, intimacy and relationship closeness), ease of use (eg, cognitive load and ease of use), satisfaction (eg, enjoyment, satisfaction, and usefulness), emotion (eg, positive and negative affect), use intention (eg, intention to keep using the virtual assistant), engagement (eg, interaction duration), and disclosure (eg, self-disclosure detail and intimacy; see <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref> for a full list of outcomes by category). Outcome assessment most frequently used Likert scales, with server logs and conversation transcripts used to assess engagement and disclosure.</p>
        <p>Most studies were conducted in the United States, with a greater number of studies conducted during more recent years (ie, between 2017 and 2020). Several authors led multiple studies (ie, Bickmore [<xref ref-type="bibr" rid="ref25">25</xref>-<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref31">31</xref>], Creed [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref35">35</xref>], Olaffsson, [<xref ref-type="bibr" rid="ref53">53</xref>,<xref ref-type="bibr" rid="ref54">54</xref>], Ring [<xref ref-type="bibr" rid="ref56">56</xref>-<xref ref-type="bibr" rid="ref58">58</xref>], and Zhou [<xref ref-type="bibr" rid="ref67">67</xref>,<xref ref-type="bibr" rid="ref68">68</xref>]). Most studies examined conversational style and relational behavior or visual design and assessed outcomes in the categories of personality, satisfaction, relationship, and use intention. Virtual assistants most frequently related to mental health and physical activity. Those addressing multiple health behaviors frequently examined physical health and nutrition together. Most virtual assistants had an animated avatar and used speech output and multiple-choice input. Most virtual assistants were automated (did not use a <italic>Wizard</italic> <italic>of</italic> <italic>Oz</italic> design), and participant input was not scripted. Studies were most frequently conducted with between 21 and 100 participants in a single session using a between-subjects design, where participants were allocated to evaluate 1 version of the virtual assistant. Participants were most frequently from the general population, with a larger proportion of females than males. Studies were most often published in conference proceedings in fields related to interdisciplinary research on intelligent virtual agents and human–computer interactions, with fewer published in health-related fields.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Summary of study characteristics (N=45).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="30"/>
            <col width="670"/>
            <col width="0"/>
            <col width="270"/>
            <thead>
              <tr valign="top">
                <td colspan="4">Study Characteristics</td>
                <td>Value, n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="5">
                  <bold>Year</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">2017-2020</td>
                <td colspan="2">18 (40)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">2013-2016</td>
                <td colspan="2">11 (24)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">2009-2012</td>
                <td colspan="2">10 (22)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">2005-2008</td>
                <td colspan="2">6 (13)</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Country</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">United States</td>
                <td colspan="2">25 (56)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">United Kingdom</td>
                <td colspan="2">4 (9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Other</td>
                <td colspan="2">7 (16)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Not available</td>
                <td colspan="2">9 (20)</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Sample size</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">1-20</td>
                <td colspan="2">6 (13)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">21-50</td>
                <td colspan="2">16 (36)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">51-100</td>
                <td colspan="2">14 (31)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">101-200</td>
                <td colspan="2">5 (11)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">201-500</td>
                <td colspan="2">4 (9)</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Duration</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Single session</td>
                <td colspan="2">37 (82)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Multiple sessions</td>
                <td colspan="2">8 (18)</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Health domain</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Mental health</td>
                <td colspan="2">11 (24)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Physical activity</td>
                <td colspan="2">10 (22)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Multiple health behaviors</td>
                <td colspan="2">7 (16)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Medical information or treatment</td>
                <td colspan="2">6 (13)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Nutrition</td>
                <td colspan="2">4 (9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Sexual health</td>
                <td colspan="2">2 (4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Alcohol consumption</td>
                <td colspan="2">1 (2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Other</td>
                <td colspan="2">4 (9)</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Design category<sup>a</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Conversational style and relational behavior</td>
                <td colspan="2">22 (49)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Visual design</td>
                <td colspan="2">12 (27)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Interface design</td>
                <td colspan="2">6 (13)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Cultural and organizational affiliation</td>
                <td colspan="2">5 (11)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Combined visual and conversational design</td>
                <td colspan="2">2 (4)</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Outcome category</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Personality</td>
                <td colspan="2">30 (67)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Satisfaction</td>
                <td colspan="2">20 (44)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Relationship</td>
                <td colspan="2">19 (42)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Use intention</td>
                <td colspan="2">17 (38)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Engagement</td>
                <td colspan="2">11 (24)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Ease of use</td>
                <td colspan="2">8 (18)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Emotion</td>
                <td colspan="2">7 (16)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Disclosure</td>
                <td colspan="2">5 (11)</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Virtual assistant characteristics</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="4">
                  <bold>Animated avatar</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Yes<sup>b</sup></td>
                <td colspan="2">31 (69)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td colspan="2">14 (31)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="4">
                  <bold>Output</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Speech<sup>c</sup></td>
                <td colspan="2">33 (73)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Text</td>
                <td colspan="2">11 (24)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Not available</td>
                <td colspan="2">1 (2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="4">
                  <bold>Input</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Multiple choice</td>
                <td colspan="2">26 (58)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Speech<sup>c</sup></td>
                <td colspan="2">11 (24)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Text</td>
                <td colspan="2">7 (16)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Not available</td>
                <td colspan="2">1 (2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="4">
                  <bold>Wizard of Oz</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td colspan="2">37 (82)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td colspan="2">8 (18)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="4">
                  <bold>Scripted</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>No</td>
                <td colspan="2">41 (91)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Yes</td>
                <td colspan="2">4 (9)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>N sums to &#62;45 studies and 100% because 2 studies examined design characteristics in multiple categories.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>Includes studies where at least one experimental condition used an animated avatar.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>Includes studies where at least one experimental condition used speech.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Summary of research findings (N=41).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="100"/>
            <col width="70"/>
            <col width="100"/>
            <col width="100"/>
            <col width="100"/>
            <col width="100"/>
            <col width="90"/>
            <col width="110"/>
            <col width="100"/>
            <col width="0"/>
            <col width="100"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Design characteristics</td>
                <td>Values, n (%)</td>
                <td colspan="9">Outcomes (effect)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Personality</td>
                <td>Relationship</td>
                <td>Ease of use</td>
                <td>Satisfaction</td>
                <td>Emotion</td>
                <td>Use intention</td>
                <td>Engagement</td>
                <td colspan="2">Disclosure</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="12">
                  <bold>Visual design</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Animated avatar (vs no visual representation)</td>
                <td>3 (7)</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Mixed negative [<xref ref-type="bibr" rid="ref48">48</xref>]<sup>a</sup>,[<xref ref-type="bibr" rid="ref62">62</xref>]</p>
                    </list-item>
                    <list-item>
                      <p>No significant effect [<xref ref-type="bibr" rid="ref51">51</xref>]</p>
                    </list-item>
                  </list>
                </td>
                <td>Mixed negative [<xref ref-type="bibr" rid="ref48">48</xref>]<sup>a</sup>,[<xref ref-type="bibr" rid="ref62">62</xref>]</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref48">48</xref>]<sup>a</sup></td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref48">48</xref>]<sup>a</sup>,[<xref ref-type="bibr" rid="ref51">51</xref>,<xref ref-type="bibr" rid="ref62">62</xref>]</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref48">48</xref>]<sup>a</sup>,[<xref ref-type="bibr" rid="ref51">51</xref>]</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref48">48</xref>]<sup>a</sup></td>
                <td colspan="2">—<sup>b</sup></td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Realistic (vs cartoon)</td>
                <td>4 (10)</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Positive [<xref ref-type="bibr" rid="ref64">64</xref>]</p>
                    </list-item>
                    <list-item>
                      <p>Mixed negative [<xref ref-type="bibr" rid="ref57">57</xref>]</p>
                    </list-item>
                    <list-item>
                      <p>No significant effect [<xref ref-type="bibr" rid="ref57">57</xref>,<xref ref-type="bibr" rid="ref62">62</xref>]</p>
                    </list-item>
                  </list>
                </td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref62">62</xref>]</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref64">64</xref>]</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Mixed positive [<xref ref-type="bibr" rid="ref64">64</xref>]</p>
                    </list-item>
                    <list-item>
                      <p>No significant effect [<xref ref-type="bibr" rid="ref62">62</xref>]</p>
                    </list-item>
                  </list>
                </td>
                <td>—</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Positive [<xref ref-type="bibr" rid="ref64">64</xref>]</p>
                    </list-item>
                    <list-item>
                      <p>No significant effect [<xref ref-type="bibr" rid="ref57">57</xref>]<sup>c</sup> (2 studies)</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Human (vs robot)</td>
                <td>1 (2)</td>
                <td>Mixed negative [<xref ref-type="bibr" rid="ref62">62</xref>]</td>
                <td>Mixed negative [<xref ref-type="bibr" rid="ref62">62</xref>]</td>
                <td>—</td>
                <td>Mixed negative [<xref ref-type="bibr" rid="ref62">62</xref>]</td>
                <td>—</td>
                <td>—</td>
                <td colspan="2">—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Younger (vs older)</td>
                <td>1 (2)</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref64">64</xref>]</td>
                <td>—</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref64">64</xref>]</td>
                <td>Mixed positive [<xref ref-type="bibr" rid="ref64">64</xref>]</td>
                <td>—</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref64">64</xref>]</td>
                <td colspan="2">—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Fat (vs slim)</td>
                <td>1 (2)</td>
                <td>Positive [<xref ref-type="bibr" rid="ref63">63</xref>]</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref63">63</xref>]</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref63">63</xref>]</td>
                <td colspan="2">—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Familiar (vs unfamiliar)</td>
                <td>1 (2)</td>
                <td>Mixed negative [<xref ref-type="bibr" rid="ref64">64</xref>]</td>
                <td>—</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref64">64</xref>]</td>
                <td>Mixed negative [<xref ref-type="bibr" rid="ref64">64</xref>]</td>
                <td>—</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref64">64</xref>]</td>
                <td colspan="2">—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Medical professional attire (vs casual)</td>
                <td>1 (2)</td>
                <td>Positive [<xref ref-type="bibr" rid="ref55">55</xref>]</td>
                <td>Positive [<xref ref-type="bibr" rid="ref55">55</xref>]</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>Positive [<xref ref-type="bibr" rid="ref55">55</xref>]</td>
                <td colspan="2">—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Medical office (vs empty room)</td>
                <td>1 (2)</td>
                <td>Mixed positive [<xref ref-type="bibr" rid="ref55">55</xref>]</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref55">55</xref>]</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref55">55</xref>]</td>
                <td colspan="2">—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Variability in camera angle (vs no variability)</td>
                <td>3 (7)</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Mixed positive [<xref ref-type="bibr" rid="ref58">58</xref>]</p>
                    </list-item>
                    <list-item>
                      <p>No significant effect [<xref ref-type="bibr" rid="ref58">58</xref>]<sup>c</sup> (2 studies)</p>
                    </list-item>
                  </list>
                </td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td colspan="2">No significant effect [<xref ref-type="bibr" rid="ref58">58</xref>]<sup>c</sup> (3 studies)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td colspan="12">
                  <bold>Interface design</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Speech input (vs text or multiple choice)</td>
                <td>3 (7)</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>Mixed negative [<xref ref-type="bibr" rid="ref32">32</xref>]</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td colspan="2">Positive [<xref ref-type="bibr" rid="ref52">52</xref>]</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Motion initiated (vs user initiated)</td>
                <td>1 (2)</td>
                <td>—</td>
                <td>Positive [<xref ref-type="bibr" rid="ref56">56</xref>]</td>
                <td>—</td>
                <td>—</td>
                <td>Positive [<xref ref-type="bibr" rid="ref56">56</xref>]</td>
                <td>—</td>
                <td colspan="2">No significant effect [<xref ref-type="bibr" rid="ref56">56</xref>]</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Polite notification ringtone (vs impolite)</td>
                <td>1 (2)</td>
                <td>Positive [<xref ref-type="bibr" rid="ref25">25</xref>]</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>Positive [<xref ref-type="bibr" rid="ref25">25</xref>]</td>
                <td colspan="2">—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td colspan="12">
                  <bold>Conversational style and relational behavior</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Empathy and relational behavior (vs none)</td>
                <td>7 (17)</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Positive [<xref ref-type="bibr" rid="ref48">48</xref>,<xref ref-type="bibr" rid="ref51">51</xref>]</p>
                    </list-item>
                    <list-item>
                      <p>Mixed positive [<xref ref-type="bibr" rid="ref31">31</xref>]</p>
                    </list-item>
                    <list-item>
                      <p>No significant effect [<xref ref-type="bibr" rid="ref40">40</xref>]<sup>d</sup>,[<xref ref-type="bibr" rid="ref49">49</xref>]</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Mixed positive [<xref ref-type="bibr" rid="ref48">48</xref>]</p>
                    </list-item>
                    <list-item>
                      <p>No significant effect [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref49">49</xref>]</p>
                    </list-item>
                  </list>
                </td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref48">48</xref>]</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Positive [<xref ref-type="bibr" rid="ref48">48</xref>]</p>
                    </list-item>
                    <list-item>
                      <p>Mixed positive [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref51">51</xref>]</p>
                    </list-item>
                    <list-item>
                      <p>No significant effect [<xref ref-type="bibr" rid="ref49">49</xref>]</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Mixed positive [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref39">39</xref>]</p>
                    </list-item>
                    <list-item>
                      <p>No significant effect [<xref ref-type="bibr" rid="ref48">48</xref>,<xref ref-type="bibr" rid="ref51">51</xref>]</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Positive [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref48">48</xref>]</p>
                    </list-item>
                    <list-item>
                      <p>No significant effect [<xref ref-type="bibr" rid="ref27">27</xref>]</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">No significant effect [<xref ref-type="bibr" rid="ref40">40</xref>]</td>
                <td>Positive [<xref ref-type="bibr" rid="ref31">31</xref>]</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Emotional expression (vs none)</td>
                <td>3 (7)</td>
                <td>Positive [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref43">43</xref>]</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref43">43</xref>]</td>
                <td>—</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref43">43</xref>]</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref34">34</xref>]</td>
                <td>—</td>
                <td colspan="2">—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Self-disclosure (vs none)</td>
                <td>3 (7)</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Positive [<xref ref-type="bibr" rid="ref47">47</xref>]<sup>e</sup></p>
                    </list-item>
                    <list-item>
                      <p>No significant effect [<xref ref-type="bibr" rid="ref29">29</xref>]</p>
                    </list-item>
                  </list>
                </td>
                <td>Positive [<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref47">47</xref>]</td>
                <td>—</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Positive [<xref ref-type="bibr" rid="ref47">47</xref>]</p>
                    </list-item>
                    <list-item>
                      <p>Mixed positive [<xref ref-type="bibr" rid="ref29">29</xref>]</p>
                    </list-item>
                  </list>
                </td>
                <td>—</td>
                <td>—</td>
                <td colspan="2">Positive [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref47">47</xref>]</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Mixed positive [<xref ref-type="bibr" rid="ref47">47</xref>]<sup>e</sup></p>
                    </list-item>
                    <list-item>
                      <p>Positive [<xref ref-type="bibr" rid="ref44">44</xref>]</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Personality (various)<sup>f</sup></td>
                <td>3 (7)</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Positive [<xref ref-type="bibr" rid="ref61">61</xref>]</p>
                    </list-item>
                    <list-item>
                      <p>No significant effect [<xref ref-type="bibr" rid="ref36">36</xref>]</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Mixed positive [<xref ref-type="bibr" rid="ref60">60</xref>]</p>
                    </list-item>
                    <list-item>
                      <p>No significant effect [<xref ref-type="bibr" rid="ref36">36</xref>]</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Positive [<xref ref-type="bibr" rid="ref61">61</xref>]</p>
                    </list-item>
                    <list-item>
                      <p>No significant effect [<xref ref-type="bibr" rid="ref36">36</xref>]</p>
                    </list-item>
                  </list>
                </td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref36">36</xref>]</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref36">36</xref>]</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref60">60</xref>]</td>
                <td colspan="2">No significant effect [<xref ref-type="bibr" rid="ref36">36</xref>]</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Conversation memory (vs none)</td>
                <td>2 (5)</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Mixed positive [<xref ref-type="bibr" rid="ref36">36</xref>]</p>
                    </list-item>
                    <list-item>
                      <p>No significant effect [<xref ref-type="bibr" rid="ref23">23</xref>]</p>
                    </list-item>
                  </list>
                </td>
                <td>Mixed positive [<xref ref-type="bibr" rid="ref36">36</xref>]</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref36">36</xref>]</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref36">36</xref>]</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]</td>
                <td colspan="2">No significant effect [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Humor (vs none)</td>
                <td>1 (2)</td>
                <td>Mixed positive [<xref ref-type="bibr" rid="ref36">36</xref>]</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref36">36</xref>]</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref36">36</xref>]</td>
                <td>Mixed positive [<xref ref-type="bibr" rid="ref36">36</xref>]</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref36">36</xref>]</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref36">36</xref>]</td>
                <td colspan="2">No significant effect [<xref ref-type="bibr" rid="ref36">36</xref>]</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Emojis (vs none)</td>
                <td>1 (2)</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref37">37</xref>]</td>
                <td>—</td>
                <td>—</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref37">37</xref>]</td>
                <td>—</td>
                <td>—</td>
                <td colspan="2">No significant effect [<xref ref-type="bibr" rid="ref37">37</xref>]</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Rap (vs none)</td>
                <td>1 (2)</td>
                <td>Mixed negative [<xref ref-type="bibr" rid="ref53">53</xref>]</td>
                <td>Mixed positive [<xref ref-type="bibr" rid="ref53">53</xref>]</td>
                <td>—</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref53">53</xref>]</td>
                <td>—</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref53">53</xref>]</td>
                <td colspan="2">—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Participant control of facial and vocal expression (vs none)</td>
                <td>1 (2)</td>
                <td>—</td>
                <td>—</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref26">26</xref>]</td>
                <td>Mixed positive [<xref ref-type="bibr" rid="ref26">26</xref>]</td>
                <td>—</td>
                <td>—</td>
                <td colspan="2">—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Constrained to positive user response options (vs negative responses allowed)</td>
                <td>1 (2)</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref54">54</xref>]</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref54">54</xref>]</td>
                <td>—</td>
                <td>Mixed negative [<xref ref-type="bibr" rid="ref54">54</xref>]</td>
                <td>—</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref54">54</xref>]</td>
                <td colspan="2">—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td colspan="12">
                  <bold>Combined visual and conversational design</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Personification (name, static avatar, and conversational language vs none)</td>
                <td>1 (2)</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td colspan="2">—</td>
                <td>Mixed negative [<xref ref-type="bibr" rid="ref59">59</xref>]</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Variability in dialog structure, language, and scene (vs no variability)</td>
                <td>1 (2)</td>
                <td>Positive [<xref ref-type="bibr" rid="ref29">29</xref>]</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>Positive [<xref ref-type="bibr" rid="ref29">29</xref>]</td>
                <td colspan="2">Positive [<xref ref-type="bibr" rid="ref29">29</xref>]</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td colspan="12">
                  <bold>Cultural and organizational affiliation</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Culturally tailored argumentation (vs not)</td>
                <td>2 (5)</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref65">65</xref>]</td>
                <td>—</td>
                <td>—</td>
                <td>Positive [<xref ref-type="bibr" rid="ref50">50</xref>]</td>
                <td>—</td>
                <td>—</td>
                <td colspan="2">—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Culturally tailored appearance (vs not)</td>
                <td>3 (7)</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref65">65</xref>,<xref ref-type="bibr" rid="ref67">67</xref>]</td>
                <td>Negative [<xref ref-type="bibr" rid="ref67">67</xref>]</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref67">67</xref>]</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref50">50</xref>,<xref ref-type="bibr" rid="ref67">67</xref>]</td>
                <td>—</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref67">67</xref>]</td>
                <td colspan="2">—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Culturally tailored argumentation and scene combined (vs not)</td>
                <td>1 (2)</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref68">68</xref>]</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref68">68</xref>]</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref68">68</xref>]</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref68">68</xref>]</td>
                <td>—</td>
                <td>No significant effect [<xref ref-type="bibr" rid="ref68">68</xref>]</td>
                <td colspan="2">—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Patient assistant (vs researcher or government employee)</td>
                <td>1 (2)</td>
                <td>Mixed positive [<xref ref-type="bibr" rid="ref66">66</xref>]</td>
                <td>—</td>
                <td>—</td>
                <td>Mixed positive [<xref ref-type="bibr" rid="ref66">66</xref>]</td>
                <td>—</td>
                <td>Positive [<xref ref-type="bibr" rid="ref66">66</xref>]</td>
                <td colspan="2">—</td>
                <td>—</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>Results indicated for nonempathetic avatar only (empathetic avatar had additional dialog to the no avatar condition).</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>No study examined the combination of design characteristic and outcome.</p>
            </fn>
            <fn id="table3fn3">
              <p><sup>c</sup>Multiple studies were reported in the article with similar results.</p>
            </fn>
            <fn id="table3fn4">
              <p><sup>d</sup>Similar results were additionally reported at a different time point in the study [<xref ref-type="bibr" rid="ref39">39</xref>].</p>
            </fn>
            <fn id="table3fn5">
              <p><sup>e</sup>Similar results were additionally reported at a different time point in the study [<xref ref-type="bibr" rid="ref46">46</xref>].</p>
            </fn>
            <fn id="table3fn6">
              <p><sup>f</sup>Indicates any effects of personality (no consistent comparator).</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p><xref ref-type="table" rid="table3">Table 3</xref> summarizes research findings grouped according to the design characteristic examined and the categories of outcomes measured. Where identical outcomes of a study were reported in multiple articles, the primary reference listed in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref> was used. Additional references were used for outcomes that were not reported in the primary study. In total, 4 studies did not present a statistical analysis comparing the relevant experimental conditions; therefore, these studies are not included in <xref ref-type="table" rid="table3">Table 3</xref>.</p>
        <p>The following paragraphs highlight key results from the studies presented in <xref ref-type="table" rid="table3">Table 3</xref> and include a narrative synthesis of studies that were not presented in <xref ref-type="table" rid="table3">Table 3</xref>.</p>
      </sec>
      <sec>
        <title>Visual Design</title>
        <p>Approximately 7% (3/41) of studies examined whether user experience differed using a virtual assistant with an animated avatar compared with using a text- or speech-only virtual assistant with no visual representation [<xref ref-type="bibr" rid="ref48">48</xref>,<xref ref-type="bibr" rid="ref51">51</xref>,<xref ref-type="bibr" rid="ref62">62</xref>]. Findings were generally nonsignificant [<xref ref-type="bibr" rid="ref48">48</xref>,<xref ref-type="bibr" rid="ref51">51</xref>,<xref ref-type="bibr" rid="ref62">62</xref>], with some mixed negative effects of using an animated avatar [<xref ref-type="bibr" rid="ref48">48</xref>,<xref ref-type="bibr" rid="ref62">62</xref>]. An additional study not included in <xref ref-type="table" rid="table3">Table 3</xref> concluded that virtual assistants with an animated avatar were preferred over voice-only assistants; however, the analyses included both real and virtual assistants [<xref ref-type="bibr" rid="ref45">45</xref>].</p>
        <p>Approximately 22% (9/41) of studies examined the appearance of the animated avatar, and 10% (4/41) of studies examined whether user experience differed using a virtual assistant with a more realistic human avatar compared with a more cartoon human avatar [<xref ref-type="bibr" rid="ref57">57</xref>,<xref ref-type="bibr" rid="ref62">62</xref>,<xref ref-type="bibr" rid="ref64">64</xref>]. Although some positive and mixed positive effects of using a more realistic avatar were found [<xref ref-type="bibr" rid="ref64">64</xref>], more effects were nonsignificant [<xref ref-type="bibr" rid="ref57">57</xref>,<xref ref-type="bibr" rid="ref62">62</xref>,<xref ref-type="bibr" rid="ref64">64</xref>], and 1 was negative [<xref ref-type="bibr" rid="ref57">57</xref>]. The species of the avatar was examined by 2% (1/41) of studies, which found mixed negative effects of using a human avatar compared with using a robot avatar [<xref ref-type="bibr" rid="ref62">62</xref>]. Age was examined by 2% (1/41) of studies, which found mixed positive effects of using an avatar with a younger appearance compared with using one with an older appearance on satisfaction but no significant effects on other outcomes [<xref ref-type="bibr" rid="ref64">64</xref>]. Body shape was examined by 2% (1/41) of studies, which found a positive effect of a fat avatar compared with a slim avatar on personality traits but nonsignificant effects on other outcomes [<xref ref-type="bibr" rid="ref63">63</xref>]. The familiarity of the avatar was examined by 2% (1/41) of studies, which found mixed negative and nonsignificant effects of using an avatar that looked like a health coach that participants met at the beginning of the session compared with using an unfamiliar avatar [<xref ref-type="bibr" rid="ref64">64</xref>]. The avatar’s attire was examined by 2% (1/41) of studies, which found consistently positive effects of medical professional attire compared with casual attire [<xref ref-type="bibr" rid="ref55">55</xref>].</p>
        <p>The background scene behind the avatar was examined by 2% (1/41) of studies, which found mixed positive effects of representing a medical office compared with representing an empty room on personality but no significant effects on other measured outcomes [<xref ref-type="bibr" rid="ref55">55</xref>]. Approximately 7% (3/41) of studies (all reported in 1 paper) examined whether variability in the <italic>camera</italic> position, distance, and focus was associated with user experience and found mostly nonsignificant effects [<xref ref-type="bibr" rid="ref58">58</xref>].</p>
      </sec>
      <sec>
        <title>Interface Design</title>
        <p>Approximately 7% (3/41) of studies examined the effects of input modality—whether the user communicates using speech, text, or multiple choice—on user experience and found a combination of positive, mixed negative, and nonsignificant effects of speech input compared with other modalities [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref52">52</xref>]. A menu-based virtual assistant was examined by 1 further study not included in <xref ref-type="table" rid="table3">Table 3</xref>, and it concluded that there were no differences in usability between speech and phone key press user input [<xref ref-type="bibr" rid="ref42">42</xref>].</p>
        <p>How the conversation between the virtual assistant and user was initiated was examined by 2% (1/41) of studies, which found positive and nonsignificant effects of automated motion initiation compared with user initiation [<xref ref-type="bibr" rid="ref56">56</xref>]. The type of ringtone used to initiate a conversation with the user was examined by 2% (1/41) of studies, which found positive effects of more polite tones compared with less polite tones [<xref ref-type="bibr" rid="ref25">25</xref>].</p>
      </sec>
      <sec>
        <title>Conversational Style and Relational Behavior</title>
        <p>Approximately 17% (7/41) of studies examined empathy and relational behavior—empathetic verbal feedback and nonverbal behavior such as facial expressions and gestures [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref48">48</xref>,<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref51">51</xref>]. Although some effects were nonsignificant [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref48">48</xref>,<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref51">51</xref>], more effects were positive or mixed positive, with 71% (5/7) of studies showing at least some positive effect [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref48">48</xref>,<xref ref-type="bibr" rid="ref51">51</xref>]. Approximately 7% (3/41) of studies examined emotional expression—the use of facial expression and voice to express emotion—and found some mixed positive effects [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref43">43</xref>] but more nonsignificant effects [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref43">43</xref>]. Approximately 7% (3/41) of studies examined self-disclosure—whether the virtual assistant tells the user information about themselves—and found mostly positive effects [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref47">47</xref>]. Approximately 7% (3/41) of studies examined personality [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref60">60</xref>,<xref ref-type="bibr" rid="ref61">61</xref>]. Although some positive and mixed positive effects were found [<xref ref-type="bibr" rid="ref60">60</xref>,<xref ref-type="bibr" rid="ref61">61</xref>], most effects were nonsignificant [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref60">60</xref>].</p>
        <p>Approximately 5% (2/41) of studies examined conversation memory—whether the virtual assistant remembered information from earlier conversation—and found some mixed positive effects [<xref ref-type="bibr" rid="ref36">36</xref>] but mostly nonsignificant effects [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]. An additional study not included in <xref ref-type="table" rid="table3">Table 3</xref> compared users’ first interactions when the virtual assistant did not recall their previous session and when the virtual assistant did recall their previous session [<xref ref-type="bibr" rid="ref38">38</xref>]. The authors concluded that users were more positive when the virtual assistant recalled their session; however, the conversations were less personal.</p>
        <p>Humor was examined by 2% (1/41) of studies, which found mostly nonsignificant effects of including humor compared with not including humor [<xref ref-type="bibr" rid="ref36">36</xref>]. Using emojis was examined by 2% (1/41) of studies, which found no significant effects of using emojis compared with not using emojis [<xref ref-type="bibr" rid="ref37">37</xref>]. Rap was examined by 2% (1/41) of studies, which found a combination of mixed positive, mixed negative, and nonsignificant effects of including rap compared with not including rap [<xref ref-type="bibr" rid="ref53">53</xref>]. Allowing participants to control the virtual assistant’s facial and vocal expression was examined by 2% (1/41) of studies, which found nonsignificant and mixed positive effects compared with not allowing such control [<xref ref-type="bibr" rid="ref26">26</xref>]. Approximately 2% (1/41) of studies examined constraining users to respond only positively to questions about their confidence and motivation compared with also presenting negative multiple-choice response options [<xref ref-type="bibr" rid="ref54">54</xref>]. It found a combination of mixed negative and neutral effects of constraining users to positive responses. A further study not included in <xref ref-type="table" rid="table3">Table 3</xref> examined whether user evaluations were more positive for a virtual assistant that changed behavior based on the user’s eye contact compared with a virtual assistant that always appeared attentive or always bored or that changed behavior randomly [<xref ref-type="bibr" rid="ref41">41</xref>]. The authors concluded that changing based on the user’s eye contact seemed more normal than changing behavior randomly but did not confirm the hypothesis that changing behavior is more normal than unchanging behavior.</p>
      </sec>
      <sec>
        <title>Combined Visual and Conversational Design</title>
        <p>Personification—the use of a name, static avatar, and conversational language—was examined by 2% (1/41) of studies, which found negative effects of personification on users’ disclosure [<xref ref-type="bibr" rid="ref59">59</xref>]. Variability in dialog structure (the order of the conversation and the utterances used) and background scene was examined by 2% (1/41) of studies, which found consistently positive effects of variability compared with no variability [<xref ref-type="bibr" rid="ref29">29</xref>].</p>
      </sec>
      <sec>
        <title>Organizational and Cultural Affiliation</title>
        <p>Approximately 10% (4/41) of studies examined cultural tailoring—matching the culture of the virtual assistant to that of the user [<xref ref-type="bibr" rid="ref50">50</xref>,<xref ref-type="bibr" rid="ref65">65</xref>,<xref ref-type="bibr" rid="ref67">67</xref>,<xref ref-type="bibr" rid="ref68">68</xref>]. Approximately 5% (2/41) of studies examined cultural tailoring of the virtual assistant’s argumentation (eg, discussed culturally relevant topics) [<xref ref-type="bibr" rid="ref50">50</xref>,<xref ref-type="bibr" rid="ref65">65</xref>], and 50% (1/2) of those found a positive effect [<xref ref-type="bibr" rid="ref50">50</xref>]. Approximately 7% (3/41) of studies examined cultural tailoring of the virtual assistant’s appearance and the household setting and found predominantly nonsignificant effects [<xref ref-type="bibr" rid="ref50">50</xref>,<xref ref-type="bibr" rid="ref65">65</xref>,<xref ref-type="bibr" rid="ref67">67</xref>]. Culturally tailored background scene and argumentation combined were examined by 2% (1/41) of studies, which found no significant effects [<xref ref-type="bibr" rid="ref68">68</xref>]. The organizational affiliation of the virtual assistant—who the virtual assistant claimed to be and the context provided in the background scene—was examined by 2% (1/41) of studies, which found positive effects of the virtual assistant being a patient assistant compared with the virtual assistant being either a member of the medical team conducting the research or a government employee [<xref ref-type="bibr" rid="ref66">66</xref>].</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This study aimed to provide an overview of experimental research examining how design characteristics of virtual health assistants affect user experience. This is a growing area of scientific endeavor with studies, taken together, examining highly diverse health domains, design characteristics, and outcomes. The most common health domains were physical activity and mental health, with relatively few virtual assistants related to specific health conditions. Approximately half of the studies were categorized as examining the design of conversational style and relational behavior, with the most common design characteristic researched being empathy and relational behavior. The most commonly measured outcomes were in the categories of personality traits, satisfaction, relationship, and use intention.</p>
        <p>This study also aimed to summarize the research findings of experimental research examining how design characteristics of virtual health assistants affect user experience. Generally, research has been piecemeal, with few design characteristics having a sufficient body of evidence to draw conclusions about their effects on user experience. The 2 design characteristics that defy this are virtual assistants’ empathy and relational behavior and self-disclosure, which have been the focus of a good number of studies. Research suggests that all 3 (ie, empathy, relational behavior, and self-disclosure) are related to more positive user experience. Other design characteristics with emerging levels of evidence are having a more realistic human representation for an avatar and having medical attire for the avatar, both of which may potentially be related to more positive user experience. Finally, evidence to date suggests that using an animated avatar (compared with no avatar) and cultural tailoring may not affect user experience; however, more research is needed to explore these findings.</p>
        <p>One of the clearest findings of this study was that the use of empathy and relational behavior in virtual health assistants appears to have positive effects on user experience. Empathy may help to build trust and rapport with the virtual assistant. The finding that empathy was associated with user satisfaction is in line with research indicating a positive association between empathy in real health care providers and patient satisfaction [<xref ref-type="bibr" rid="ref69">69</xref>,<xref ref-type="bibr" rid="ref70">70</xref>]. Results were not consistently positive; however, this may be related to differences between the virtual assistants. For example, for the outcome category personality traits, of the 5 studies examining empathy and relational behavior, 3 (60%) studies showing positive effects used animated avatars, including nonverbal relational behaviors [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref48">48</xref>,<xref ref-type="bibr" rid="ref51">51</xref>]. In contrast, 40% (2/5) of studies showing no effects were text-only assistants [<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref49">49</xref>]. It may be that users do not expect text-only assistants to show empathy; therefore, the presence or absence of empathy has no impact on the ratings of the virtual assistant. Alternatively, the effects of empathy may be diminished when nonverbal relational behaviors such as expression and gestures are not present.</p>
        <p>Research suggests that virtual health assistants that use self-disclosure (ie, provide information about themselves) elicit a more positive user experience. Results were similar whether the autobiographical information was framed as being about the virtual assistant’s experience as a computer agent [<xref ref-type="bibr" rid="ref44">44</xref>] or included human experiences that could not actually be true [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref47">47</xref>]. Self-disclosure is important for the formation of relationships [<xref ref-type="bibr" rid="ref71">71</xref>], although research suggests that self-disclosure by a real counselor can have either positive or detrimental effects on a client’s perceptions of the counselor [<xref ref-type="bibr" rid="ref72">72</xref>]. The finding that users respond positively to the autobiographical stories of a virtual health assistant supports the <italic>computers are social actors</italic> paradigm, where users display social responses to computers, although they know they are not human [<xref ref-type="bibr" rid="ref73">73</xref>,<xref ref-type="bibr" rid="ref74">74</xref>].</p>
        <p>Research examining the realism of the animated avatar showed some positive effects; however, more were nonsignificant. The <italic>uncanny valley</italic> theory suggests that robots that appear almost but not quite human may elicit a negative emotional response and be less likable than those that are clearly nonhuman [<xref ref-type="bibr" rid="ref75">75</xref>]. However, in this review, the study that used a photo-realistic representation in the realistic experimental condition [<xref ref-type="bibr" rid="ref64">64</xref>] showed positive effects. More research is needed to examine how the realism of the avatar affects the user experience of virtual health assistants.</p>
        <p>Results from 1 study suggest that dressing the avatar in medical attire results in a more positive user experience [<xref ref-type="bibr" rid="ref55">55</xref>]. Although more research is needed to confirm this finding, this was a large study (n=308) with consistent results across all outcomes measures. Interestingly, the background setting for the avatar (medical office or empty room) had a mixed positive effect on only 1 out of 3 outcomes categories [<xref ref-type="bibr" rid="ref55">55</xref>].</p>
        <p>Research suggests that including an animated avatar has no effect or, in some cases, a negative effect on user experience. However, upon closer inspection, this may be because of the nature of the avatars used in the research and may also be affected by interactions between the animation and other virtual assistant characteristics. For example, Lisetti et al [<xref ref-type="bibr" rid="ref48">48</xref>] showed that an animated avatar with a neutral facial expression and no empathetic dialog led to poorer user experience than a text-only virtual assistant, whereas an expressive and empathetic virtual assistant led to a better user experience than the text-only virtual assistant. Nguyen and Masthoff [<xref ref-type="bibr" rid="ref51">51</xref>] reported similar findings; a nonempathetic animated virtual assistant and a nonempathetic text-only virtual assistant led to a similar user experience; however, an empathetic animated virtual assistant led to better user experience than an empathetic text-only virtual assistant. Taken together, it appears that users may expect a virtual assistant with a human-like representation to have empathy and human-like relational behaviors and have a poorer user experience when this expectation is not met.</p>
        <p>Overall, the research did not show cultural tailoring to improve the user experience of virtual health assistants. Notably, although 75% (3/4) of studies included participants who were born overseas (in China [<xref ref-type="bibr" rid="ref68">68</xref>], India [<xref ref-type="bibr" rid="ref50">50</xref>], or a Spanish-speaking Latin-American country [<xref ref-type="bibr" rid="ref65">65</xref>]), participants in all the studies lived in the United States. This may suggest that cultural tailoring is not required for different cultures living in the United States who have had exposure to Anglo-American culture, although more research could confirm this finding. Additional research is also needed to determine whether cultural tailoring affects user experience in other cultural contexts.</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>This scoping review is the most rigorous attempt at synthesizing the literature regarding the effects of design characteristics on the user experience of virtual health assistants. It followed the PRISMA-ScR guidelines for scoping reviews and searched a large number of databases. It examined a broad range of design characteristics using the highest level of evidence—experimental research using only interactive virtual health assistants where participants were able to input into the system. However, we acknowledge that the use of specific search terms to capture virtual assistants and design characteristics could have omitted some results. It is also possible that other literary sources may have been available in other databases. In addition, qualitative data were excluded. This enabled a structured approach to synthesizing the data based on statistical significance but may have omitted some important views on user experience.</p>
        <p>Although the breadth of the review is a major strength, the heterogeneity of the included studies makes it difficult to synthesize and interpret the results. There was considerable heterogeneity in the purpose of the virtual assistants studied. Optimal design techniques may differ among different health domains. For example, although no overall effect of using emojis was found, the difference in ratings of confidence between using text-only and text with emojis depended on whether the virtual assistant was discussing physical or mental well-being [<xref ref-type="bibr" rid="ref37">37</xref>]. In addition, some health conditions were not represented in the studies, for example, neurocognitive impairments such as dementia. There was also significant heterogeneity in the outcomes measured. The most commonly measured outcomes were in the categories of personality, satisfaction, relationship, and use intention. Few studies examined the ease of use, engagement, or disclosure. Although interface design may play a key role in determining the ease of use, other design characteristics such as the visual appearance of an avatar may not be expected to affect the ease of use. More research examining how users interact with the virtual assistant (engagement and disclosure), particularly using objective measures, may complement subjective ratings of the virtual assistant and interaction.</p>
        <p>An additional limitation of the literature is that some studies combined a set of similar characteristics into 1 condition, making it difficult to ascertain which characteristic might be responsible for the effects on user experience. For example, research on empathy and relational behavior frequently included verbal empathy with nonverbal relational behaviors. In addition, in most studies, participants evaluated the virtual assistant after interacting during a single session. Programs that aim to promote health behavior change or provide support for a health condition are often designed for ongoing use. Additional research should examine how design characteristics affect user experience over time. Most virtual assistants had animated avatars and speech output; however, over half constrained user input to selecting from predefined response options. Constraining user input requires simpler programming and removes the risk of errors occurring when the virtual assistant misinterprets the user’s input or cannot formulate a response to a query that is outside the bounds of its programmed knowledge [<xref ref-type="bibr" rid="ref76">76</xref>]. Natural language processing enables users to communicate using unconstrained text or speech and enables more natural user-directed communication. Virtual assistants using natural language processing have been commonly used in health care [<xref ref-type="bibr" rid="ref77">77</xref>] and, with rapid advancements in artificial intelligence, are likely to become increasingly sophisticated. More research should examine the design and user experience of these types of virtual health assistants.</p>
      </sec>
      <sec>
        <title>Recommendations</title>
        <p>Research demonstrates that design characteristics affect the user experience of virtual health assistants; therefore, researchers and software developers should carefully consider the look and feel of a virtual health assistant during development and testing. On the basis of the results of this scoping review, the following recommendations for designing virtual health assistants and advancing the field of research may be useful for health researchers and software developers:</p>
        <list list-type="order">
          <list-item>
            <p>Design virtual health assistants to express verbal empathy, for example, understanding of the user’s feelings</p>
          </list-item>
          <list-item>
            <p>Design virtual health assistants to disclose personal information about themselves to the user, for example, information about their past and personal preferences</p>
          </list-item>
          <list-item>
            <p>Consider designing a human avatar to be more realistic with medical professional attire</p>
          </list-item>
          <list-item>
            <p>If designing an animated virtual health assistant, it should display nonverbal relational behaviors, for example, emotional facial expressions, gestures, and mutual gaze</p>
          </list-item>
          <list-item>
            <p>If empathy and relational behaviors are unable to be incorporated, consider that an animated avatar may not be beneficial or cost-effective</p>
          </list-item>
          <list-item>
            <p>Engage in formative research with the target audience and adopt a user-centered design approach to ensure that the software meets the needs and preferences of the user</p>
          </list-item>
          <list-item>
            <p>Conduct further systematic research to replicate and extend previous findings, particularly with longitudinal research designs with repeated user interactions, objective engagement outcomes, and virtual assistants with natural language processing capabilities</p>
          </list-item>
        </list>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Virtual health assistants can provide health information and support on demand and may be applied in the future to a wide variety of purposes such as providing public health information, health education, supporting patients with chronic health conditions, and assisting with healthy lifestyle behavior change. This scoping review examined experimental research assessing how design characteristics of virtual health assistants affect user experience. This is a rapidly growing field of research but is difficult to synthesize and interpret because of the heterogeneity of studies. Nonetheless, certain design characteristics have emerged as important for improving user experience. Preliminary recommendations suggest that programming virtual health assistants to show empathy, display nonverbal relational behaviors, and disclose personal information about themselves may result in a more positive user experience. The decision to include an animated avatar should consider whether the avatar can display empathy and nonverbal relational behaviors. Future research is required to improve our understanding of the relationship between design characteristics and user experience of virtual health assistants, particularly with longitudinal research designs with repeated user interactions.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Data charting form.</p>
        <media xlink:href="jmir_v23i12e31737_app1.xlsx" xlink:title="XLSX File  (Microsoft Excel File), 10 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Characteristics of studies included in the scoping review.</p>
        <media xlink:href="jmir_v23i12e31737_app2.docx" xlink:title="DOCX File , 56 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Outcome categories.</p>
        <media xlink:href="jmir_v23i12e31737_app3.docx" xlink:title="DOCX File , 17 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">PRISMA-ScR</term>
          <def>
            <p>Preferred Reporting Items for Systematic Reviews and Meta-Analyses Extension for Scoping Reviews</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>CAM is supported by a Medical Research Future Fund Emerging Leader Grant (GNT1193862). HTB is supported by an Australian Government Research Training Program Scholarship. The funders had no role in the study design, data collection and analysis, decision to publish, or preparation of the manuscript.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>RGC and CAM conceived and designed the study. RGC conducted database searches. RGC and BB conducted screening, and RGC, BB, TF, CN, HTB, and RV conducted data extraction. RGC analyzed the data and wrote the manuscript. All authors revised the manuscript and reviewed and approved the final version.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Horgan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Romao</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Morré</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Kalra</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Artificial intelligence: power for civilisation - and for better healthcare</article-title>
          <source>Public Health Genomics</source>
          <year>2019</year>
          <volume>22</volume>
          <issue>5-6</issue>
          <fpage>145</fpage>
          <lpage>61</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.karger.com?DOI=10.1159/000504785"/>
          </comment>
          <pub-id pub-id-type="doi">10.1159/000504785</pub-id>
          <pub-id pub-id-type="medline">31838476</pub-id>
          <pub-id pub-id-type="pii">000504785</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fitzpatrick</surname>
              <given-names>KK</given-names>
            </name>
            <name name-style="western">
              <surname>Darcy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vierhile</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Delivering cognitive behavior therapy to young adults with symptoms of depression and anxiety using a fully automated conversational agent (Woebot): a randomized controlled trial</article-title>
          <source>JMIR Ment Health</source>
          <year>2017</year>
          <month>06</month>
          <day>06</day>
          <volume>4</volume>
          <issue>2</issue>
          <fpage>e19</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2017/2/e19/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mental.7785</pub-id>
          <pub-id pub-id-type="medline">28588005</pub-id>
          <pub-id pub-id-type="pii">v4i2e19</pub-id>
          <pub-id pub-id-type="pmcid">PMC5478797</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Curtis</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Short</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>KJ</given-names>
            </name>
          </person-group>
          <article-title>A physical activity and diet program delivered by artificially intelligent virtual health coach: proof-of-concept study</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2020</year>
          <month>07</month>
          <day>10</day>
          <volume>8</volume>
          <issue>7</issue>
          <fpage>e17558</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2020/7/e17558/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17558</pub-id>
          <pub-id pub-id-type="medline">32673246</pub-id>
          <pub-id pub-id-type="pii">v8i7e17558</pub-id>
          <pub-id pub-id-type="pmcid">PMC7382010</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cleres</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Rassouli</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Brutsche</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kowatsch</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Barata</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Lena: a voice-based conversational agent for remote patient monitoring in chronic obstructive pulmonary disease.; April 13-17 2021; College Station, USA</article-title>
          <source>Proceedings of the 26th ACM Conference on Intelligent User Interfaces</source>
          <year>2021</year>
          <conf-name>26th ACM Conference on Intelligent User Interfaces</conf-name>
          <conf-date>Apr 13-17, 2021</conf-date>
          <conf-loc>College Station, USA</conf-loc>
          <pub-id pub-id-type="doi">10.3929/ethz-b-000472586</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <article-title>Ergonomics of human-system interaction — Part 11: Usability: Definitions and concepts</article-title>
          <source>ISO</source>
          <year>2018</year>
          <access-date>2021-11-29</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.iso.org/obp/ui/#iso:std:iso:9241:-11:ed-2:v1:en">https://www.iso.org/obp/ui/#iso:std:iso:9241:-11:ed-2:v1:en</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thüring</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mahlke</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Usability, aesthetics and emotions in human–technology interaction</article-title>
          <source>Int J Psychol</source>
          <year>2007</year>
          <month>08</month>
          <volume>42</volume>
          <issue>4</issue>
          <fpage>253</fpage>
          <lpage>64</lpage>
          <pub-id pub-id-type="doi">10.1080/00207590701396674</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bhandari</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Neben</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Understanding the impact of perceived visual aesthetics on user evaluations: an emotional perspective</article-title>
          <source>Inf Manag</source>
          <year>2019</year>
          <month>01</month>
          <volume>56</volume>
          <issue>1</issue>
          <fpage>85</fpage>
          <lpage>93</lpage>
          <pub-id pub-id-type="doi">10.1016/j.im.2018.07.003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pearl</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <source>Designing Voice User Interfaces: Principles of Conversational Eperiences</source>
          <year>2016</year>
          <publisher-loc>Beijing, China</publisher-loc>
          <publisher-name>O'Reilly Media Incorporated</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lister</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Coughlan</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Iniesto</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Freear</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Devine</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Accessible conversational user interfaces: considerations for design</article-title>
          <source>Proceedings of the 17th International Web for All Conference</source>
          <year>2020</year>
          <conf-name>Proceedings of the 17th International Web for All Conference</conf-name>
          <conf-date>Apr 20-21 2020</conf-date>
          <conf-loc>Taipei, Taiwan</conf-loc>
          <pub-id pub-id-type="doi">10.1145/3371300.3383343</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wellnhammer</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Dolata</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Steigler</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Schwabe</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Studying with the help of digital tutors: design aspects of conversational agents that influence the learning process</article-title>
          <source>Proceedings of the 53rd Hawaii International Conference on System Sciences</source>
          <year>2020</year>
          <conf-name>53rd Hawaii International Conference on System Sciences</conf-name>
          <conf-date>Jan 2020</conf-date>
          <conf-loc>Hawaii, USA</conf-loc>
          <pub-id pub-id-type="doi">10.24251/hicss.2020.019</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Strohmann</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Siemon</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Robra-Bissantz</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Designing virtual in-vehicle assistants: design guidelines for creating a convincing user experience</article-title>
          <source>AIS Trans Human Comput Interac</source>
          <year>2019</year>
          <volume>11</volume>
          <issue>2</issue>
          <fpage>54</fpage>
          <lpage>78</lpage>
          <pub-id pub-id-type="doi">10.17705/1thci.00113</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Følstad</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Skjuve</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Brandtzaeg</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Different chatbots for different purposes: towards a typology of chatbots to understand interaction design</article-title>
          <source>Internet Science</source>
          <year>2019</year>
          <publisher-loc>Cham</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Janssen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Passlick</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rodríguez Cardona</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Breitner</surname>
              <given-names>MH</given-names>
            </name>
          </person-group>
          <article-title>Virtual assistance in any context</article-title>
          <source>Bus Inf Syst Eng</source>
          <year>2020</year>
          <month>04</month>
          <day>06</day>
          <volume>62</volume>
          <issue>3</issue>
          <fpage>211</fpage>
          <lpage>25</lpage>
          <pub-id pub-id-type="doi">10.1007/s12599-020-00644-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Holmes</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Moorhead</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bond</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Coates</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Mctear</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Usability testing of a healthcare chatbot: can we use conventional methods to assess conversational user interfaces?</article-title>
          <source>Proceedings of the 31st European Conference on Cognitive Ergonomics</source>
          <year>2019</year>
          <conf-name>31st European Conference on Cognitive Ergonomics</conf-name>
          <conf-date>Sept 10-13, 2019</conf-date>
          <conf-loc>Belfast, UK</conf-loc>
          <pub-id pub-id-type="doi">10.1145/3335082.3335094</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>ter Stal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kramer</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Tabak</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>op den Akker</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Hermens</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Design features of embodied conversational agents in eHealth: a literature review</article-title>
          <source>Int J Human Comput Stud</source>
          <year>2020</year>
          <month>06</month>
          <volume>138</volume>
          <fpage>102409</fpage>
          <pub-id pub-id-type="doi">10.1016/j.ijhcs.2020.102409</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Munn</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Stern</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tufanaru</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>McArthur</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Aromataris</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Systematic review or scoping review? Guidance for authors when choosing between a systematic or scoping review approach</article-title>
          <source>BMC Med Res Methodol</source>
          <year>2018</year>
          <month>11</month>
          <day>19</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>143</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedresmethodol.biomedcentral.com/articles/10.1186/s12874-018-0611-x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12874-018-0611-x</pub-id>
          <pub-id pub-id-type="medline">30453902</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12874-018-0611-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC6245623</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tricco</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Lillie</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Zarin</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>O'Brien</surname>
              <given-names>KK</given-names>
            </name>
            <name name-style="western">
              <surname>Colquhoun</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Levac</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Horsley</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Weeks</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hempel</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Akl</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>McGowan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hartling</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Aldcroft</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Garritty</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lewin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Godfrey</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Macdonald</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Langlois</surname>
              <given-names>EV</given-names>
            </name>
            <name name-style="western">
              <surname>Soares-Weiser</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Moriarty</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Clifford</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Tunçalp</surname>
              <given-names>Ö</given-names>
            </name>
            <name name-style="western">
              <surname>Straus</surname>
              <given-names>SE</given-names>
            </name>
          </person-group>
          <article-title>PRISMA Extension for Scoping Reviews (PRISMA-ScR): checklist and explanation</article-title>
          <source>Ann Intern Med</source>
          <year>2018</year>
          <month>10</month>
          <day>02</day>
          <volume>169</volume>
          <issue>7</issue>
          <fpage>467</fpage>
          <lpage>73</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.acpjournals.org/doi/abs/10.7326/M18-0850?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.7326/M18-0850</pub-id>
          <pub-id pub-id-type="medline">30178033</pub-id>
          <pub-id pub-id-type="pii">2700389</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Richardson</surname>
              <given-names>WS</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Nishikawa</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hayward</surname>
              <given-names>RS</given-names>
            </name>
          </person-group>
          <article-title>The well-built clinical question: a key to evidence-based decisions</article-title>
          <source>ACP J Club</source>
          <year>1995</year>
          <volume>123</volume>
          <issue>3</issue>
          <fpage>A12</fpage>
          <lpage>3</lpage>
          <pub-id pub-id-type="medline">7582737</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dahlbäck</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Jönsson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ahrenberg</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Wizard of Oz studies — why and how</article-title>
          <source>Knowl Based Syst</source>
          <year>1993</year>
          <month>12</month>
          <volume>6</volume>
          <issue>4</issue>
          <fpage>258</fpage>
          <lpage>66</lpage>
          <pub-id pub-id-type="doi">10.1016/0950-7051(93)90017-n</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>Endnote Team</collab>
          </person-group>
          <source>EndNote. EndNote X9 ed</source>
          <year>2013</year>
          <publisher-loc>Philadelphia, PA</publisher-loc>
          <publisher-name>Clarivate</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Amini</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lisetti</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Yasavur</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>Emotionally responsive virtual counselor for behavior-change health interventions</article-title>
          <source>Advancing the Impact of Design Science: Moving from Theory to Practice</source>
          <year>2014</year>
          <publisher-loc>Cham</publisher-loc>
          <publisher-name>Springer International Publishing</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Amini</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lisetti</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Yasavur</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Rishe</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>On-demand virtual health counselor for delivering behavior-change health interventions</article-title>
          <source>Proceedings of the IEEE International Conference on Healthcare Informatics</source>
          <year>2013</year>
          <conf-name>IEEE International Conference on Healthcare Informatics</conf-name>
          <conf-date>Sep 9-11, 2013</conf-date>
          <conf-loc>Philadelphia, PA, USA</conf-loc>
          <pub-id pub-id-type="doi">10.1109/ichi.2013.13</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bellur</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sundar</surname>
              <given-names>SS</given-names>
            </name>
          </person-group>
          <article-title>Talking health with a machine: how does message interactivity affect attitudes and cognitions?</article-title>
          <source>Hum Commun Res</source>
          <year>2016</year>
          <month>09</month>
          <day>15</day>
          <volume>43</volume>
          <issue>1</issue>
          <fpage>25</fpage>
          <lpage>53</lpage>
          <pub-id pub-id-type="doi">10.1111/hcre.12094</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bickmore</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Gruber</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Picard</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Establishing the computer-patient working alliance in automated health behavior change interventions</article-title>
          <source>Patient Educ Couns</source>
          <year>2005</year>
          <month>10</month>
          <volume>59</volume>
          <issue>1</issue>
          <fpage>21</fpage>
          <lpage>30</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pec.2004.09.008</pub-id>
          <pub-id pub-id-type="medline">16198215</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(04)00307-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bickmore</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Mauer</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Crespo</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Persuasion, task interruption and health regimen adherence</article-title>
          <source>Proceedings of the Persuasive Technology, Second International Conference on Persuasive Technology, PERSUASIVE 2007</source>
          <year>2007</year>
          <conf-name>Persuasive Technology, Second International Conference on Persuasive Technology, PERSUASIVE 2007</conf-name>
          <conf-date>Apr 26-27, 2007</conf-date>
          <conf-loc>Palo Alto, CA, USA</conf-loc>
          <pub-id pub-id-type="doi">10.1007/978-3-540-77006-0_1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bickmore</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ring</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Making it personal: end-user authoring of health narratives delivered by virtual agents</article-title>
          <source>Proceedings of the Intelligent Virtual Agents, 10th International Conference, IVA 2010</source>
          <year>2010</year>
          <conf-name>Intelligent Virtual Agents, 10th International Conference, IVA 2010</conf-name>
          <conf-date>Sep 20-22, 2010</conf-date>
          <conf-loc>Philadelphia, PA, USA</conf-loc>
          <pub-id pub-id-type="doi">10.1007/978-3-642-15892-6_43</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bickmore</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Schulman</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Practical approaches to comforting users with relational agents</article-title>
          <source>Proceedings of the CHI Conference on Human Factors in Computing</source>
          <year>2007</year>
          <conf-name>CHI07: CHI Conference on Human Factors in Computing</conf-name>
          <conf-date>Apr 28-May 3, 2007</conf-date>
          <conf-loc>San Jose, CA, USA</conf-loc>
          <pub-id pub-id-type="doi">10.1145/1240866.1240996</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bickmore</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Schulman</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Yin</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Engagement vs. deceit: virtual humans with human autobiographies</article-title>
          <source>Proceedings of the Intelligent Virtual Agents, 9th International Conference, IVA 2009</source>
          <year>2009</year>
          <conf-name>Intelligent Virtual Agents, 9th International Conference, IVA 2009</conf-name>
          <conf-date>Sep 14-16, 2009</conf-date>
          <conf-loc>Amsterdam, The Netherlands</conf-loc>
          <pub-id pub-id-type="doi">10.1007/978-3-642-04380-2_4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bickmore</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Schulman</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Yin</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Maintaining engagement in long-term interventions with relational agents</article-title>
          <source>Appl Artif Intell</source>
          <year>2010</year>
          <month>07</month>
          <day>01</day>
          <volume>24</volume>
          <issue>6</issue>
          <fpage>648</fpage>
          <lpage>66</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21318052"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/08839514.2010.492259</pub-id>
          <pub-id pub-id-type="medline">21318052</pub-id>
          <pub-id pub-id-type="pmcid">PMC3035950</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bickmore</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Picard</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Towards caring machines</article-title>
          <source>Proceedings of the CHI 2004 Conference on Human Factors in Computing</source>
          <year>2004</year>
          <conf-name>CHI 2004 Conference on Human Factors in Computing</conf-name>
          <conf-date>Apr 24-29, 2004</conf-date>
          <conf-loc>Vienna, Austria</conf-loc>
          <pub-id pub-id-type="doi">10.1145/985921.986097</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bickmore</surname>
              <given-names>TW</given-names>
            </name>
            <name name-style="western">
              <surname>Picard</surname>
              <given-names>RW</given-names>
            </name>
          </person-group>
          <article-title>Establishing and maintaining long-term human-computer relationships</article-title>
          <source>ACM Trans Comput Hum Interact</source>
          <year>2005</year>
          <month>06</month>
          <day>01</day>
          <volume>12</volume>
          <issue>2</issue>
          <fpage>293</fpage>
          <lpage>327</lpage>
          <pub-id pub-id-type="doi">10.1145/1067860.1067867</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lyell</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Laranjo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Magrabi</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Effect of speech recognition on problem solving and recall in consumer digital health tasks: controlled laboratory experiment</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>06</month>
          <day>01</day>
          <volume>22</volume>
          <issue>6</issue>
          <fpage>e14827</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/6/e14827/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/14827</pub-id>
          <pub-id pub-id-type="medline">32442129</pub-id>
          <pub-id pub-id-type="pii">v22i6e14827</pub-id>
          <pub-id pub-id-type="pmcid">PMC7296411</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cho</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Hey Google, can i ask you something in private?</article-title>
          <source>CHI '19: Proceedings of the 2019 CHI Conference on Human Factors in Computing Systems</source>
          <year>2019</year>
          <conf-name>CHI '19: CHI Conference on Human Factors in Computing Systems</conf-name>
          <conf-date>May 4 - 9, 2019</conf-date>
          <conf-loc>Glasgow Scotland UK</conf-loc>
          <pub-id pub-id-type="doi">10.1145/3290605.3300488</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Creed</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Beale</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>User interactions with an affective nutritional coach</article-title>
          <source>Interact Comput</source>
          <year>2012</year>
          <month>9</month>
          <volume>24</volume>
          <issue>5</issue>
          <fpage>339</fpage>
          <lpage>50</lpage>
          <pub-id pub-id-type="doi">10.1016/j.intcom.2012.05.004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Creed</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Beale</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Cowan</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>The impact of an embodied agent's emotional expressions over multiple interactions</article-title>
          <source>Interact Comput</source>
          <year>2014</year>
          <month>01</month>
          <day>29</day>
          <volume>27</volume>
          <issue>2</issue>
          <fpage>172</fpage>
          <lpage>88</lpage>
          <pub-id pub-id-type="doi">10.1093/iwc/iwt064</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>De Boni</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Richardson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hurling</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Humour, relationship maintenance and personality matching in automated dialogue: a controlled study</article-title>
          <source>Interact Comput</source>
          <year>2008</year>
          <month>5</month>
          <volume>20</volume>
          <issue>3</issue>
          <fpage>342</fpage>
          <lpage>53</lpage>
          <pub-id pub-id-type="doi">10.1016/j.intcom.2007.11.002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fadhil</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schiavo</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Yilma</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>The effect of emojis when interacting with conversational interface assisted health coaching system</article-title>
          <source>Proceedings of the 12th EAI International Conference on Pervasive Computing Technologies for Healthcare</source>
          <year>2018</year>
          <conf-name>Pervasive Health '18: 12th EAI International Conference on Pervasive Computing Technologies for Healthcare</conf-name>
          <conf-date>May 21 - 24, 2018</conf-date>
          <conf-loc>New York NY USA</conf-loc>
          <pub-id pub-id-type="doi">10.1145/3240925.3240965</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ferland</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Koutstaal</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>How's your day look? The (un)expected sociolinguistic effects of user modeling in a conversational agent</article-title>
          <source>Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems</source>
          <year>2020</year>
          <conf-name>CHI '20: CHI Conference on Human Factors in Computing Systems</conf-name>
          <conf-date>Apr 25-30, 2020</conf-date>
          <conf-loc>Honolulu, HI, USA</conf-loc>
          <pub-id pub-id-type="doi">10.1145/3334480.3375227</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ghandeharioun</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>McDuff</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Czerwinski</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rowan</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Towards understanding emotional intelligence for behavior change chatbots</article-title>
          <source>Proceedings of the 8th International Conference on Affective Computing and Intelligent Interaction</source>
          <year>2019</year>
          <conf-name>8th International Conference on Affective Computing and Intelligent Interaction</conf-name>
          <conf-date>Sep 3-6, 2019</conf-date>
          <conf-loc>Cambridge, UK</conf-loc>
          <pub-id pub-id-type="doi">10.1109/acii.2019.8925433</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ghandeharioun</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>McDuff</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Czerwinski</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rowan</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>EMMA: an emotion-aware wellbeing chatbot</article-title>
          <source>Proceedings of the 8th International Conference on Affective Computing and Intelligent Interaction</source>
          <year>2019</year>
          <conf-name>8th International Conference on Affective Computing and Intelligent Interaction</conf-name>
          <conf-date>Sep 3-6, 2019</conf-date>
          <conf-loc>Cambridge, UK</conf-loc>
          <pub-id pub-id-type="doi">10.1109/acii.2019.8925455</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grillon</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Thalmann</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Eye contact as trigger for modification of virtual character behavior</article-title>
          <source>Proceedings of the Virtual Rehabilitation</source>
          <year>2008</year>
          <conf-name>Virtual Rehabilitation</conf-name>
          <conf-date>Aug 25-27, 2008</conf-date>
          <conf-loc>Vancouver, BC, Canada</conf-loc>
          <pub-id pub-id-type="doi">10.1109/icvr.2008.4625161</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grover</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Plauché</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Barnard</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kuun</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>HIV health information access using spoken dialogue systems: touchtone vs. speech</article-title>
          <source>Proceedings of the International Conference on Information and Communication Technologies and Development</source>
          <year>2009</year>
          <conf-name>International Conference on Information and Communication Technologies and Development</conf-name>
          <conf-date>Apr 17-19, 2009</conf-date>
          <conf-loc>Doha, Qatar</conf-loc>
          <pub-id pub-id-type="doi">10.1109/ictd.2009.5426716</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guadagno</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Swinth</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Blascovich</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Social evaluations of embodied agents and avatars</article-title>
          <source>Comput Human Behav</source>
          <year>2011</year>
          <month>11</month>
          <volume>27</volume>
          <issue>6</issue>
          <fpage>2380</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1016/j.chb.2011.07.017</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gratch</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>People like virtual counselors that highly-disclose about themselves</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2011</year>
          <volume>167</volume>
          <fpage>143</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="medline">21685657</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Norouzi</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Losekamp</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Bruder</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Welch</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Effects of patient care assistant embodiment and computer mediation on user experience</article-title>
          <source>Proceedings of the 2019 IEEE International Conference on Artificial Intelligence and Virtual Reality (AIVR)</source>
          <year>2019</year>
          <conf-name>2019 IEEE International Conference on Artificial Intelligence and Virtual Reality (AIVR)</conf-name>
          <conf-date>Dec 9-11, 2019</conf-date>
          <conf-loc>San Diego, CA</conf-loc>
          <pub-id pub-id-type="doi">10.1109/aivr46125.2019.00013</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Yamashita</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Designing a chatbot as a mediator for promoting deep self-disclosure to a real mental health professional</article-title>
          <source>Proc ACM Human Comput Interact</source>
          <year>2020</year>
          <month>05</month>
          <day>28</day>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>27</lpage>
          <pub-id pub-id-type="doi">10.1145/3392836</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Yamashita</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Fu</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>"I Hear You, I Feel You": encouraging deep self-disclosure through a chatbot</article-title>
          <source>Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems</source>
          <year>2020</year>
          <conf-name>2020 CHI Conference on Human Factors in Computing Systems</conf-name>
          <conf-date>Apr 25-30, 2020</conf-date>
          <conf-loc>Honolulu, HI, USA</conf-loc>
          <pub-id pub-id-type="doi">10.1145/3313831.3376175</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lisetti</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Amini</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Yasavur</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Rishe</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>I can help you change! An empathic virtual agent delivers behavior change health interventions</article-title>
          <source>ACM Trans Manage Inf Syst</source>
          <year>2013</year>
          <month>12</month>
          <day>01</day>
          <volume>4</volume>
          <issue>4</issue>
          <fpage>1</fpage>
          <lpage>28</lpage>
          <pub-id pub-id-type="doi">10.1145/2544103</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Sundar</surname>
              <given-names>SS</given-names>
            </name>
          </person-group>
          <article-title>Should machines express sympathy and empathy? Experiments with a health advice chatbot</article-title>
          <source>Cyberpsychol Behav Soc Netw</source>
          <year>2018</year>
          <month>10</month>
          <volume>21</volume>
          <issue>10</issue>
          <fpage>625</fpage>
          <lpage>36</lpage>
          <pub-id pub-id-type="doi">10.1089/cyber.2018.0110</pub-id>
          <pub-id pub-id-type="medline">30334655</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Murali</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Shamekhi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Parmar</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bickmore</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Argumentation is more important than appearance for designing culturally tailored virtual agents</article-title>
          <source>Proceedings of the 19th International Conference on Autonomous Agents and MultiAgent Systems</source>
          <year>2020</year>
          <conf-name>19th International Conference on Autonomous Agents and MultiAgent Systems</conf-name>
          <conf-date>May 9 - 13, 2020</conf-date>
          <conf-loc>Auckland, New Zealand</conf-loc>
          <pub-id pub-id-type="doi">10.1145/860575.860717</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Masthoff</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Designing empathic computers: the effect of multimodal empathic feedback using animated agent</article-title>
          <source>Proceedings of the 4th International Conference on Persuasive Technology</source>
          <year>2009</year>
          <conf-name>4th International Conference on Persuasive Technology</conf-name>
          <conf-date>Apr 26-29, 2009</conf-date>
          <conf-loc>Claremont, CA, USA</conf-loc>
          <pub-id pub-id-type="doi">10.1145/1541948.1541958</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Novielli</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>de Rosis</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Mazzotta</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>User attitude towards an embodied conversational agent: effects of the interaction mode</article-title>
          <source>J Pragmatics</source>
          <year>2010</year>
          <month>09</month>
          <volume>42</volume>
          <issue>9</issue>
          <fpage>2385</fpage>
          <lpage>97</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pragma.2009.12.016</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Olafsson</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kimani</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Asadi</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bickmore</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>That’s a rap</article-title>
          <source>Intelligent Virtual Agents</source>
          <year>2017</year>
          <publisher-loc>Cham</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Olafsson</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>O'Leary</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Bickmore</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Coerced change-talk with conversational agents promotes confidence in behavior change</article-title>
          <source>Proceedings of the 13th International Conference on Pervasive Computing Technologies for Healthcare</source>
          <year>2019</year>
          <conf-name>13th International Conference on Pervasive Computing Technologies for Healthcare</conf-name>
          <conf-date>May 20-23, 2019</conf-date>
          <conf-loc>Trento, Italy</conf-loc>
          <pub-id pub-id-type="doi">10.1145/3329189.3329202</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Parmar</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Olafsson</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Utami</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bickmore</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Looking the part: the effect of attire and setting on perceptions of a virtual health counselor</article-title>
          <source>Proceedings of the 18th ACM International Conference on Intelligent Virtual Agents</source>
          <year>2018</year>
          <conf-name>18th ACM International Conference on Intelligent Virtual Agents</conf-name>
          <conf-date>Nov 5-8, 2018</conf-date>
          <conf-loc>Sydney, Australia</conf-loc>
          <pub-id pub-id-type="doi">10.1145/3267851.3267915</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ring</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Shi</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Totzke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bickmore</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Social support agents for older adults: longitudinal affective computing in the home</article-title>
          <source>J Multimodal User Interfaces</source>
          <year>2014</year>
          <month>6</month>
          <day>18</day>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>79</fpage>
          <lpage>88</lpage>
          <pub-id pub-id-type="doi">10.1007/s12193-014-0157-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ring</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Utami</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bickmore</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>The right agent for the job?</article-title>
          <source>Intelligent Virtual Agents</source>
          <year>2014</year>
          <publisher-loc>Cham</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ring</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Utami</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Olafsson</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bickmore</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Increasing engagement with virtual agents using automatic camera motion</article-title>
          <source>Intelligent Virtual Agents</source>
          <year>2016</year>
          <publisher-loc>Cham</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sannon</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Stoll</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>DiFranzo</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Jung</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bazarova</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>How personification and interactivity influence stress-related disclosures to conversational agents</article-title>
          <source>Proceedings of the Computer Supported Cooperative Work and Social Computing</source>
          <year>2018</year>
          <conf-name>CSCW '18: Computer Supported Cooperative Work and Social Computing</conf-name>
          <conf-date>Nov 3-7, 2018</conf-date>
          <conf-loc>Jersey City, USA</conf-loc>
          <pub-id pub-id-type="doi">10.1145/3272973.3274076</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shamekhi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Czerwinski</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mark</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Novotny</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>An exploratory study toward the preferred conversational style for compatible virtual agents</article-title>
          <source>Intelligent Virtual Agents</source>
          <year>2016</year>
          <publisher-loc>Cham</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smestad</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Volden</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Chatbot personalities matters: improving the user experience of chatbot interfaces</article-title>
          <source>Internet Science</source>
          <year>2019</year>
          <publisher-loc>Cham</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Straßmann</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Krämer</surname>
              <given-names>NC</given-names>
            </name>
            <name name-style="western">
              <surname>Buschmeier</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kopp</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Age-related differences in the evaluation of a virtual health agent's appearance and embodiment in a health-related interaction: experimental lab study</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>04</month>
          <day>23</day>
          <volume>22</volume>
          <issue>4</issue>
          <fpage>e13726</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/4/e13726/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/13726</pub-id>
          <pub-id pub-id-type="medline">32324146</pub-id>
          <pub-id pub-id-type="pii">v22i4e13726</pub-id>
          <pub-id pub-id-type="pmcid">PMC7206512</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Vugt</surname>
              <given-names>HC</given-names>
            </name>
            <name name-style="western">
              <surname>Konijn</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hoorn</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Veldhuis</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Why fat interface characters are better e-health advisors</article-title>
          <source>Proceedings of the 6th International Conference on Intelligent Virtual Agents, IVA 2006</source>
          <year>2006</year>
          <conf-name>6th International Conference on Intelligent Virtual Agents, IVA 2006</conf-name>
          <conf-date>Aug 21-23, 2006</conf-date>
          <conf-loc>CA, United States</conf-loc>
          <pub-id pub-id-type="doi">10.1007/11821830_1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wissen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vinkers</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Halteren</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Developing a virtual coach for chronic patients: a user study on the impact of similarity, familiarity and realism</article-title>
          <source>Proceedings of the 11th International Conference on Persuasive Technology - Volume 9638</source>
          <year>2016</year>
          <conf-name>11th International Conference on Persuasive Technology</conf-name>
          <conf-date>Apr 5 - 7, 2016</conf-date>
          <conf-loc>Salzburg, Austria</conf-loc>
          <pub-id pub-id-type="doi">10.1007/978-3-319-31510-2_23</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref65">
        <label>65</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yin</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bickmore</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Cortes</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The impact of linguistic and cultural congruity on persuasion by conversational agents</article-title>
          <source>Intelligent Virtual Agents</source>
          <year>2010</year>
          <publisher-loc>Berlin, Heidelberg</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref66">
        <label>66</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Bickmore</surname>
              <given-names>TW</given-names>
            </name>
            <name name-style="western">
              <surname>Paasche-Orlow</surname>
              <given-names>MK</given-names>
            </name>
          </person-group>
          <article-title>Perceived organizational affiliation and its effects on patient trust: role modeling with embodied conversational agents</article-title>
          <source>Patient Educ Couns</source>
          <year>2017</year>
          <month>09</month>
          <volume>100</volume>
          <issue>9</issue>
          <fpage>1730</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pec.2017.03.017</pub-id>
          <pub-id pub-id-type="medline">28381330</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(17)30145-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref67">
        <label>67</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bickmore</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Paasche-Orlow</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Jack</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Agent-user concordance and satisfaction with a virtual hospital discharge nurse</article-title>
          <source>Intelligent Virtual Agents</source>
          <year>2014</year>
          <publisher-loc>Cham</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref68">
        <label>68</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Bickmore</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Adapting a persuasive conversational agent for the Chinese culture</article-title>
          <source>Proceedings of the International Conference on Culture and Computing</source>
          <year>2017</year>
          <conf-name>2017 International Conference on Culture and Computing</conf-name>
          <conf-date>Sep 10-12, 2017</conf-date>
          <conf-loc>Kyoto, Japan</conf-loc>
          <pub-id pub-id-type="doi">10.1109/culture.and.computing.2017.42</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref69">
        <label>69</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kline</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Jackson</surname>
              <given-names>BE</given-names>
            </name>
            <name name-style="western">
              <surname>Laureano-Phillips</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Cowden</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>d'Etienne</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Arze</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Zenarosa</surname>
              <given-names>NR</given-names>
            </name>
          </person-group>
          <article-title>Association between emergency physician self-reported empathy and patient satisfaction</article-title>
          <source>PLoS One</source>
          <year>2018</year>
          <month>9</month>
          <day>13</day>
          <volume>13</volume>
          <issue>9</issue>
          <fpage>e0204113</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0204113"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0204113</pub-id>
          <pub-id pub-id-type="medline">30212564</pub-id>
          <pub-id pub-id-type="pii">PONE-D-18-00121</pub-id>
          <pub-id pub-id-type="pmcid">PMC6136813</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref70">
        <label>70</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hojat</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Louis</surname>
              <given-names>DZ</given-names>
            </name>
            <name name-style="western">
              <surname>Maxwell</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Markham</surname>
              <given-names>FW</given-names>
            </name>
            <name name-style="western">
              <surname>Wender</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Gonnella</surname>
              <given-names>JS</given-names>
            </name>
          </person-group>
          <article-title>A brief instrument to measure patients' overall satisfaction with primary care physicians</article-title>
          <source>Fam Med</source>
          <year>2011</year>
          <month>06</month>
          <volume>43</volume>
          <issue>6</issue>
          <fpage>412</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.stfm.org/fmhub/fm2011/June/Mohammadreza412.pdf"/>
          </comment>
          <pub-id pub-id-type="medline">21656396</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref71">
        <label>71</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Derlega</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Winstead</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Greene</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Self-disclosure and starting a close relationship</article-title>
          <source>Handbook of relationship initiation</source>
          <year>2008</year>
          <publisher-loc>New York, USA</publisher-loc>
          <publisher-name>Psychology Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref72">
        <label>72</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Audet</surname>
              <given-names>CT</given-names>
            </name>
            <name name-style="western">
              <surname>Everall</surname>
              <given-names>RD</given-names>
            </name>
          </person-group>
          <article-title>Therapist self-disclosure and the therapeutic relationship: a phenomenological study from the client perspective</article-title>
          <source>British J Guidance Counsel</source>
          <year>2010</year>
          <month>08</month>
          <volume>38</volume>
          <issue>3</issue>
          <fpage>327</fpage>
          <lpage>42</lpage>
          <pub-id pub-id-type="doi">10.1080/03069885.2010.482450</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref73">
        <label>73</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nass</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Steuer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tauber</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Computers are social actors</article-title>
          <source>Proceedings of the SIGCHI Conference on Human Factors in Computing Systems</source>
          <year>1994</year>
          <conf-name>CHI' 94: ACM Conference on Human Factors in Computing Systems</conf-name>
          <conf-date>Apr 24-28, 1994</conf-date>
          <conf-loc>Boston, MA, USA</conf-loc>
          <pub-id pub-id-type="doi">10.1145/191666.191703</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref74">
        <label>74</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nass</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Moon</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Machines and mindlessness: social responses to computers</article-title>
          <source>J Social Isssues</source>
          <year>2000</year>
          <month>01</month>
          <volume>56</volume>
          <issue>1</issue>
          <fpage>81</fpage>
          <lpage>103</lpage>
          <pub-id pub-id-type="doi">10.1111/0022-4537.00153</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref75">
        <label>75</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mori</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>MacDorman</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kageki</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>The uncanny valley [from the field]</article-title>
          <source>IEEE Robot Automat Mag</source>
          <year>2012</year>
          <month>06</month>
          <volume>19</volume>
          <issue>2</issue>
          <fpage>98</fpage>
          <lpage>100</lpage>
          <pub-id pub-id-type="doi">10.1109/MRA.2012.2192811</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref76">
        <label>76</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McTear</surname>
              <given-names>MF</given-names>
            </name>
          </person-group>
          <article-title>Spoken dialogue technology</article-title>
          <source>ACM Comput Surv</source>
          <year>2002</year>
          <month>03</month>
          <volume>34</volume>
          <issue>1</issue>
          <fpage>90</fpage>
          <lpage>169</lpage>
          <pub-id pub-id-type="doi">10.1145/505282.505285</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref77">
        <label>77</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Milne-Ives</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>de Cock</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Shehadeh</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>de Pennington</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Mole</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Normando</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Meinert</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>The effectiveness of artificial intelligence conversational agents in health care: systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>10</month>
          <day>22</day>
          <volume>22</volume>
          <issue>10</issue>
          <fpage>e20346</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/10/e20346/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/20346</pub-id>
          <pub-id pub-id-type="medline">33090118</pub-id>
          <pub-id pub-id-type="pii">v22i10e20346</pub-id>
          <pub-id pub-id-type="pmcid">PMC7644372</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
