<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v24i3e32130</article-id>
      <article-id pub-id-type="pmid">35230245</article-id>
      <article-id pub-id-type="doi">10.2196/32130</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Increasing the Effectiveness of a Physical Activity Smartphone Intervention With Positive Suggestions: Randomized Controlled Trial</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Trevino</surname>
            <given-names>Jesus</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Barroso Hurtado</surname>
            <given-names>María</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Khokhar</surname>
            <given-names>Manoj</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Skvortsova</surname>
            <given-names>Aleksandrina</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Psychology</institution>
            <institution>McGill University</institution>
            <addr-line>1205 avenue du Docteur-Penfield</addr-line>
            <addr-line>Montreal, QC, H3A 1B1</addr-line>
            <country>Canada</country>
            <phone>1 4386303664</phone>
            <email>a.skvortsova@fsw.leidenuniv.nl</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0512-0792</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Cohen Rodrigues</surname>
            <given-names>Talia</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0000-5285</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>de Buisonjé</surname>
            <given-names>David</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7773-1130</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Kowatsch</surname>
            <given-names>Tobias</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5939-4145</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Santhanam</surname>
            <given-names>Prabhakaran</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9506-4888</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Veldhuijzen</surname>
            <given-names>Dieuwke S</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9046-1019</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>van Middendorp</surname>
            <given-names>Henriët</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4575-0895</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Evers</surname>
            <given-names>Andrea</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0090-5091</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Psychology</institution>
        <institution>McGill University</institution>
        <addr-line>Montreal, QC</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Health, Medical and Neuropsychology</institution>
        <institution>Faculty of Social and Behavioural Sciences</institution>
        <addr-line>Leiden</addr-line>
        <country>Netherlands</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Centre for Digital Health Interventions</institution>
        <institution>Department of Management, Technology, and Economics</institution>
        <institution>ETH Zurich</institution>
        <addr-line>Zurich</addr-line>
        <country>Switzerland</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Centre for Digital Health Interventions</institution>
        <institution>Institute of Technology Management</institution>
        <institution>University of St.Gallen</institution>
        <addr-line>St.Gallen</addr-line>
        <country>Switzerland</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Department of Psychiatry</institution>
        <institution>Leiden University Medical Center</institution>
        <addr-line>Leiden</addr-line>
        <country>Netherlands</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Medical Delta</institution>
        <institution>Leiden University, Technical University Delft and Erasmus University</institution>
        <addr-line>Leiden, Delft, Rotterdam</addr-line>
        <country>Netherlands</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Aleksandrina Skvortsova <email>a.skvortsova@fsw.leidenuniv.nl</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>3</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>1</day>
        <month>3</month>
        <year>2022</year>
      </pub-date>
      <volume>24</volume>
      <issue>3</issue>
      <elocation-id>e32130</elocation-id>
      <history>
        <date date-type="received">
          <day>15</day>
          <month>7</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>18</day>
          <month>8</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>29</day>
          <month>9</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>7</day>
          <month>12</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Aleksandrina Skvortsova, Talia Cohen Rodrigues, David de Buisonjé, Tobias Kowatsch, Prabhakaran Santhanam, Dieuwke S Veldhuijzen, Henriët van Middendorp, Andrea Evers. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 01.03.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2022/3/e32130" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>eHealth interventions have the potential to increase the physical activity of users. However, their effectiveness varies, and they often have only short-term effects. A possible way of enhancing their effectiveness is to increase the positive outcome expectations of users by giving them positive suggestions regarding the effectiveness of the intervention. It has been shown that when individuals have positive expectations regarding various types of interventions, they tend to benefit from these interventions more.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The main objective of this web-based study is to investigate whether positive suggestions can change the expectations of participants regarding the effectiveness of a smartphone physical activity intervention and subsequently enhance the number of steps the participants take during the intervention. In addition, we study whether suggestions affect perceived app effectiveness, engagement with the app, self-reported vitality, and fatigue of the participants.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This study involved a 21-day fully automated physical activity intervention aimed at helping participants to walk more steps. The intervention was delivered via a smartphone-based app that delivered specific tasks to participants (eg, setting activity goals or looking for social support) and recorded their daily step count. Participants were randomized to either a positive suggestions group (69/133, 51.9%) or a control group (64/133, 48.1%). Positive suggestions emphasizing the effectiveness of the intervention were implemented in a web-based flyer sent to the participants before the intervention. Suggestions were repeated on days 8 and 15 of the intervention via the app.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Participants significantly increased their daily step count from baseline compared with 21 days of the intervention (<italic>t</italic><sub>107</sub>=−8.62; <italic>P</italic>&#60;.001) regardless of the suggestions. Participants in the positive suggestions group had more positive expectations regarding the app (B=−1.61, SE 0.47; <italic>P</italic>&#60;.001) and higher expected engagement with the app (B=3.80, SE 0.63; <italic>P</italic>&#60;.001) than the participants in the control group. No effects of suggestions on the step count (B=−22.05, SE 334.90; <italic>P</italic>=.95), perceived effectiveness of the app (B=0.78, SE 0.69; <italic>P</italic>=.26), engagement with the app (B=0.78, SE 0.75; <italic>P</italic>=.29), and vitality (B=0.01, SE 0.11; <italic>P</italic>=.95) were found. Positive suggestions decreased the fatigue of the participants during the 3 weeks of the intervention (B=0.11, SE 0.02; <italic>P</italic>&#60;.001).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Although the suggestions did not affect the number of daily steps, they increased the positive expectations of the participants and decreased their fatigue. These results indicate that adding positive suggestions to eHealth physical activity interventions might be a promising way of influencing subjective but not objective outcomes of interventions. Future research should focus on finding ways of strengthening the suggestions, as they have the potential to boost the effectiveness of eHealth interventions.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>Open Science Framework 10.17605/OSF.IO/CWJES; https://osf.io/cwjes</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>eHealth</kwd>
        <kwd>mobile health</kwd>
        <kwd>physical activity</kwd>
        <kwd>walking</kwd>
        <kwd>positive suggestions</kwd>
        <kwd>outcome expectations</kwd>
        <kwd>mobile phone</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>eHealth interventions use information and communications technology, such as mobile phones and computers, to improve or enable health care. The widespread availability of smartphones and computers makes it possible to provide eHealth interventions to broad populations without significant financial costs. A large fraction of eHealth interventions focus on behavioral change and implementing healthy lifestyle habits such as an increase in physical activity and diet change [<xref ref-type="bibr" rid="ref1">1</xref>]. Accumulating literature shows that eHealth apps can increase physical activity in various groups of the population, including adolescents [<xref ref-type="bibr" rid="ref2">2</xref>], working-age women [<xref ref-type="bibr" rid="ref3">3</xref>], older people [<xref ref-type="bibr" rid="ref4">4</xref>], patients with cardiovascular diseases [<xref ref-type="bibr" rid="ref5">5</xref>], and survivors of cancer [<xref ref-type="bibr" rid="ref6">6</xref>]. At the same time, multiple meta-analyses and literature reviews have demonstrated that the effectiveness of various eHealth interventions varies and that the effects of these interventions decrease over time [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. Several characteristics of the interventions have been proposed to increase their effectiveness: user-friendly design, real-time feedback, and health professional involvement [<xref ref-type="bibr" rid="ref1">1</xref>].</p>
        <p>A possible way of increasing the effectiveness of eHealth interventions, which has not yet been investigated, is to manipulate the expectations of users regarding the intervention. This can be accomplished by providing users with positive suggestions that emphasize the effectiveness of the intervention. Positive outcome expectations are one of the primary mechanisms of placebo effects. A lot of research has been conducted on the effects of positive suggestions on the outcomes of various interventions [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref11">11</xref>]. For example, it has been demonstrated that optimizing the expectations of patients undergoing bypass surgery leads to lower disability in these patients 6 months after surgery [<xref ref-type="bibr" rid="ref10">10</xref>]. Placebo effects induced by enhancing positive expectations of patients have also been found in pain, itch, depression, fatigue, and nausea [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref15">15</xref>]. In addition to changing the expectations of users, positive suggestions about the intervention can also increase the perceived credibility of the intervention and adherence of the users to the intervention [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref16">16</xref>].</p>
        <p>Although placebo effects induced by positive suggestions have been extensively investigated in various areas of health care, studies that look at the potential of using placebo effects in eHealth remain scarce. A recent study has used several types of positive suggestions to change the expectations of participants regarding a smartphone-delivered placebo intervention aimed at improving mood [<xref ref-type="bibr" rid="ref17">17</xref>] and has found that expectations about the app and its credibility decreased during the 20 days of the placebo intervention. However, this decrease was less prominent in a combined suggestions condition in which participants were informed about the positive effects of the app before the start of the intervention and provided with positive feedback during the intervention [<xref ref-type="bibr" rid="ref17">17</xref>]. Although this previous study aimed to increase positive expectations regarding a placebo intervention, no study to date has aimed to increase the effectiveness of an active eHealth intervention by changing the expectations of participants.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>This study investigates whether positive suggestions can influence the expectations of participants and increase the effectiveness of a physical activity smartphone intervention. We look at the effects of positive suggestions given before and during the intervention on several outcomes. The primary outcomes are (1) expectations of the participants regarding the effectiveness of the app and (2) the number of steps participants took during the intervention. The secondary outcomes are the perceived effectiveness of the app, engagement with the app, and vitality and fatigue of participants during the intervention.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Ethics Approval</title>
        <p>This study was approved by the psychology research ethics committee of Leiden University (2020-09-14-AWMEvers- V2-2625). The study protocol was preregistered on Open Science Framework [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
      </sec>
      <sec>
        <title>Study Design</title>
        <p>A randomized, between-subjects study design was used. Participants were randomly allocated to one of the two conditions: (1) positive suggestions group (intervention with positive suggestions) and (2) control group (intervention without suggestions). A random number generator was used to block randomize participants to their condition with a block size of 6.</p>
        <p>The study was web based, and all measurements were performed via the internet. During the intervention, participants did not have direct contact with the researchers; however, in case they had questions, they could get in touch with the research team via email.</p>
      </sec>
      <sec>
        <title>Participants</title>
        <p>Healthy participants aged between 18 and 40 years were recruited for this study. Recruitment was conducted across the campus of Leiden University and using social media such as Facebook and WhatsApp groups of students. Inclusion criteria were the ability to sufficiently understand, read, and write English; ability to use smartphones and the internet; being in possession of a smartphone; and being willing to increase physical activity. Participants with medical conditions that could hinder a normal physical activity pattern (eg, joint problems or heart disease) were excluded from this study. Participants received €10 (US $11.43) or 8 study credit points for participating in the study in case they completed the whole intervention, €6 (US $6.86) or 6 study credits in case they completed 2 weeks, and €3 (US $3.43) or 3 credits if they completed the first week of the intervention. The reward was given after the end of the study.</p>
        <p>As no research so far has been performed on the effects of positive suggestions on the step count during an eHealth intervention, a study on the effects of positive suggestions on physical performance (weightlifting exercises) was chosen for the sample size calculation [<xref ref-type="bibr" rid="ref19">19</xref>]. The power calculation, conducted with G*Power 3.1 [<xref ref-type="bibr" rid="ref20">20</xref>], indicated that to detect a difference between positive suggestions and a control group using analysis of covariance, with an estimated effect size of Cohen <italic>f</italic>=0.47 [<xref ref-type="bibr" rid="ref19">19</xref>], a critical α level of α=.05, and a power of β=.95, 31 participants per group, that is, 62 participants in total, would be needed. In a similar study by our laboratory, which used the same eHealth intervention in healthy volunteers, the dropout rate from the moment of recruitment until the end of the study was 33.6% (46/140). Therefore, we aimed to recruit 93 participants in this study.</p>
      </sec>
      <sec>
        <title>Procedure</title>
        <p>The study was advertised as a study testing a mobile phone physical activity intervention. Participants interested in the study were sent an information letter with the details about the study and were asked to digitally sign an informed consent form on the Qualtrics platform (Qualtrics International Inc). Participants were asked to ensure that they had either Google Fit or Apple Health apps installed on their phones at least 1 week before the start of the intervention. The step count data from these apps from the week preceding the intervention were retrieved by the study app and used as a baseline measurement of the average number of steps taken by the participants.</p>
        <p>Participants were sent a download link on Apple’s App Store and Google Play Store 1 week before the start of the intervention. After downloading the app, they were asked to fill in several baseline web-based questionnaires measuring their expectations about the app, vitality and fatigue they experienced during the past 2 weeks, motivation to exercise, anxiety, and expected engagement with the app. At this point, they were also asked to give permission to retrieve their step count from Google Fit or Apple Health and send them push notifications.</p>
        <p>On day 1 of the intervention, participants were randomly allocated to one of the following intervention conditions: intervention with positive suggestions or control intervention (without suggestions). On the morning of day 1 of the intervention, participants in the positive suggestions group received a web-based flyer with positive suggestions (<xref rid="figure1" ref-type="fig">Figure 1</xref>, left). Participants in the control group received a similar flyer describing the technical details of the study app (<xref rid="figure1" ref-type="fig">Figure 1</xref>, right). Participants were asked to read the flyers carefully, as the information given on them would be needed during the intervention. After reading the flyers, participants were asked to fill in a questionnaire measuring their expectations regarding the intervention. Every day of the intervention, at 9 AM, participants received a push notification from the study app. In addition, the study app retrieved the step data from Google Fit or Apple Health and tracked the number of steps participants took daily. On days 8 and 15 of the intervention, participants in the positive suggestions group were given brief booster suggestions regarding the intervention (<xref rid="figure2" ref-type="fig">Figure 2</xref>), and participants in both groups were asked to fill in short questionnaires about how effective and engaging they found the intervention. After the last day of the intervention, participants were asked to fill in several questionnaires that measured their perceived effectiveness of the intervention, engagement with the app, vitality, and fatigue. The flowchart with the steps of the study is presented in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>The flyers with positive (left) and control (right) suggestions.</p>
          </caption>
          <graphic xlink:href="jmir_v24i3e32130_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>The screenshot of the short suggestions repeated on days 8 and 15 of the intervention.</p>
          </caption>
          <graphic xlink:href="jmir_v24i3e32130_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Experimental Interventions</title>
        <sec>
          <title>Study Conditions</title>
          <sec>
            <title>Positive Suggestions Group</title>
            <p>In the positive suggestions group, before the start of the intervention, participants received a leaflet with information regarding the effectiveness of the intervention. It emphasized that the study app has been shown to successfully motivate people to be more physically active and listed various positive effects of using the app. The flyer with positive suggestions is presented in <xref rid="figure1" ref-type="fig">Figure 1</xref> (left).</p>
            <p>In addition, the suggestions were implemented in the study app and given to the participants again (booster suggestions) on days 8 and 15 of the intervention (end of the first and second weeks of the intervention). Only 2 very short boosters were given to avoid introducing too much difference in the amount of information that the control and experimental groups had to read. A screenshot of the booster suggestions is presented in <xref rid="figure2" ref-type="fig">Figure 2</xref>.</p>
          </sec>
          <sec>
            <title>Control Group</title>
            <p>In the control group, participants received a leaflet with the technical details about the study app. The information was similar in length to the information in the positive suggestions group but did not aim to influence the expectations of participants regarding the effectiveness of the intervention. The control leaflet is presented in <xref rid="figure1" ref-type="fig">Figure 1</xref> (right).</p>
          </sec>
        </sec>
        <sec>
          <title>The Study App and Intervention</title>
          <p>The study app was developed with MobileCoach [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>], an open-source software platform for smartphone-based and chatbot-delivered behavioral health interventions and ecological momentary assessments. MobileCoach-based interventions [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>] have been used in various studies for, for example, stress management [<xref ref-type="bibr" rid="ref25">25</xref>], personality change [<xref ref-type="bibr" rid="ref26">26</xref>], promotion of health literacy [<xref ref-type="bibr" rid="ref23">23</xref>], or physical activity [<xref ref-type="bibr" rid="ref24">24</xref>]. The graphical user interface of the app is similar to WhatsApp or other messaging apps to leverage participants’ expertise in already-existing and well-known communication and interaction paradigms. The app connected to the Apple Health or Google Fit apps on the smartphone of a user and retrieved the step count from these apps every day of the intervention. Moreover, the app had integrated LimeSurvey questionnaires (LimeSurvey GmbH) that allowed the questionnaires to be sent to the users directly through the study app. The MobileCoach-based app of this study aimed to increase the physical activity of its users by increasing their daily step count. The app was tested in other research projects of our laboratory. No bugs or inconsistencies were found in the intervention during the trial. The step data of the participants who finished the intervention were fully available. The step data of participants who stopped with the intervention and did not open the app anymore were not available from the moment they stopped opening the app.</p>
          <p>The study intervention included onboarding and 21 days of active intervention. During the 21 intervention days, every morning, participants received several messages from the chatbot of the app, framed as a mobile step coach. These messages contained short psychological exercises that helped users set reasonable activity goals and think about reasons for participating in the intervention, possible barriers, and ways to overcome these barriers. Similar to other MobileCoach-based interventions [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>], participants could communicate with the chatbot and type their responses in the app or use predefined answer options. The app used both predefined scripts and predefined answer options for maximum safety and traceability of the intervention progress. The conversational turns with the chatbot included human cues, for example, a picture of the coach, humor, and references to the personal life of the coach, to make the chatbot more human-like [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>] and trigger a working alliance [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>], which is robustly linked to intervention outcomes [<xref ref-type="bibr" rid="ref31">31</xref>-<xref ref-type="bibr" rid="ref33">33</xref>]. A screenshot of the app is presented in <xref rid="figure3" ref-type="fig">Figure 3</xref>. As the chatbot was not preprogrammed to converse on topics not related to the intervention, it was not able to reply to the spontaneous questions of participants. If participants needed assistance with the app or had any questions, they could get in touch with the researchers via email.</p>
          <fig id="figure3" position="float">
            <label>Figure 3</label>
            <caption>
              <p>The screenshots of the app.</p>
            </caption>
            <graphic xlink:href="jmir_v24i3e32130_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <p>The intervention was based on the Transtheoretical Model of Health Behavior Change [<xref ref-type="bibr" rid="ref34">34</xref>]. This model views behavioral change as an upward spiraling process involving progress through five stages: precontemplation, contemplation, preparation, action, and maintenance. Each exercise of the intervention targeted one of the stages. In addition, several behavior change techniques were incorporated into the intervention, such as prompts, cues, information about health consequences, review of goals, and social rewards [<xref ref-type="bibr" rid="ref35">35</xref>]. An overview of the intervention is presented in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref> (including the stages of the health behavior change targeted by the exercises).</p>
        </sec>
      </sec>
      <sec>
        <title>Measurements and Questionnaires</title>
        <sec>
          <title>Demographic Characteristics</title>
          <p>Participants were asked about their age, gender, nationality, and height and weight. BMI was calculated based on the height and weight of participants using the following formula: weight (kg) divided by height (m<sup>2</sup>).</p>
        </sec>
        <sec>
          <title>Primary Outcomes</title>
          <p><italic>Steps</italic> were measured by Google Fit or Apple Health on the phone of the participants and retrieved from these apps into the study app. Steps were measured for 1 week before the start of the intervention and for the 21 days of the intervention. The mean number of steps from the week before the start of the intervention was used as a baseline step measure. The number of steps on each day of the intervention was used in the analyses as the main outcome measure.</p>
          <p><italic>Expectations</italic> regarding the effectiveness of the app were measured with six statements created for this study: (1) the app will help me become more physically active; (2) the app will motivate me to increase my step count; (3) the app will help me enjoy moving more; (4) the app will help me develop and maintain healthy habits; (5) using the app will make me feel more energized; and (6) using the app will make me sleep better. Participants were asked to evaluate these statements using a 5-point Likert scale (1=strongly disagree, 2=disagree, 3=neutral, 4=agree, and 5=strongly agree). Expectations were measured twice—at baseline before the flyer was given and after participants read the flyers with positive or control suggestions. The total score of the 6 statements was used in the analysis. The score could range between 6 and 30, with a higher score indicating more positive expectations. The internal consistencies of both baseline (α=.79) and day 1 (α=.80) measures were acceptable and good, respectively.</p>
        </sec>
        <sec>
          <title>Secondary Outcomes</title>
          <p><italic>Perceived app effectiveness</italic> was measured with six statements created for this study that mirrored the questions about expectations: (1) the app helps me become more physically active; (2) the app motivates me to increase my step count; (3) the app helps me enjoy moving more; (4) the app helps me develop and maintain healthy habits; (5) using the app makes me feel more energized; and (6) using the app makes me sleep better. Participants were asked to evaluate these statements using a 5-point Likert scale (1=strongly disagree, 2=disagree, 3=neutral, 4=agree, and 5=strongly agree). The total score of the 6 statements was used in the analysis. The score could range between 6 and 30, with higher scores indicating more positive expectations. Perceived effectiveness was measured three times: on days 8 and 15 and after the last day of the intervention. The internal consistencies of day 8 (α=.86) and day 15 (α=.87) measures were good and excellent (α=.90), respectively.</p>
          <p><italic>(Expected) Engagement</italic> with the app was measured with the TWente Engagement with EHealth Technologies Scale [<xref ref-type="bibr" rid="ref36">36</xref>]. Two versions of the questionnaire were used: 1 measuring expected engagement and 1 measuring current engagement. The questionnaire contained 9 statements. The expected engagement questionnaire, measured at baseline and on day 1, asked users about how engaging they thought they would find the app. The engagement questionnaire, measured on days 8 and 15 and at the end of the intervention, asked about how engaging the users found the intervention. Participants were asked to rate the statements using a 5-point Likert scale (1=strongly disagree, 2=disagree, 3=neutral, 4=agree, and 5=strongly agree). The total score could range between 9 and 45, with higher scores on the questionnaire indicating higher engagement with the app. The internal consistency of the baseline measure was questionable (α=.69); however, the day 1 measure was of acceptable consistency (α=.79), and the day 8, day 15, and last day measures had good internal consistency (α=.83, .85, and .83, respectively).</p>
          <p><italic>Vitality</italic> was measured using the Subjective Vitality Scale [<xref ref-type="bibr" rid="ref37">37</xref>]. The Subjective Vitality Scale comprises 7 statements and measures the subjective feeling of being alive and alert during the past 2 weeks. Participants were asked to rate how true they found the statements on a 7-point Likert scale (1=not at all; 7=very true). The score could range between 7 and 49; higher scores on the composite scale could be interpreted as representing higher self-reported vitality. Vitality was measured at baseline before the start of the intervention and after the last day of the intervention.</p>
          <p><italic>Fatigue</italic> was measured using the Checklist Individual Strength [<xref ref-type="bibr" rid="ref38">38</xref>]. The Checklist Individual Strength comprises 20 statements that measure four dimensions of fatigue experienced during the past two weeks: fatigue severity, concentration problems, reduced motivation, and activity. Participants were asked to rate how true they found the statements on a 7-point Likert scale (1=yes, that is true; 7=no, that is not true). The score ranged between 20 and 140, and higher scores could be interpreted as higher fatigue. Fatigue was measured at baseline before the start of the intervention and after the last day of the intervention.</p>
          <p><italic>The motivation to exercise</italic> was measured using the Behavioral Regulation in Exercise Questionnaire-2 [<xref ref-type="bibr" rid="ref39">39</xref>]. The scale comprises 19 items. Participants were asked to indicate how true they found the statements on a 7-point Likert scale (1=not true for me; 7=very true for me). The questionnaire comprises five subscales: amotivation, external regulation, introjected regulation, identified regulation, and intrinsic regulation. Higher scores indicate higher motivation. The motivation to exercise was measured once at the baseline.</p>
          <p><italic>Anxiety</italic> was measured using the Generalized Anxiety Disorder 7-item scale [<xref ref-type="bibr" rid="ref40">40</xref>]. Participants were asked to indicate how often they had been bothered by a list of problems in the past 2 weeks on a 4-point Likert scale (0=not at all; 3=nearly every day). The score ranged between 0 and 21, with higher scores indicating higher levels of anxiety. Anxiety was measured once at baseline.</p>
        </sec>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>Statistical analyses were performed using RStudio (version 1.1.447; R version 4.0.4). The data and the R code are made available on the web [<xref ref-type="bibr" rid="ref18">18</xref>]. All tests were performed 2-tailed.</p>
        <p>To compare groups on baseline characteristics (age, BMI, steps during the week before the start of the intervention, baseline expectations, fatigue, vitality, baseline expected engagement with the MobileCoach, and motivation to exercise), independent-sample 2-tailed <italic>t</italic> tests or nonparametric Wilcoxon tests (in case of violations of assumptions) were used. To examine whether participants enrolled in the first and second rounds of the recruitment differed on the baseline measurements and the study outcomes (baseline steps, baseline and postintervention vitality and fatigue, steps during the intervention, and postintervention vitality and fatigue), independent-sample <italic>t</italic> tests or nonparametric Wilcoxon tests (in case of violations of assumptions) were used.</p>
        <p>To investigate whether the MobileCoach intervention had an effect on the number of steps participants took daily, we compared the mean of daily steps participants took in the week before the intervention with the mean of daily steps during the intervention with a paired-sample <italic>t</italic> test.</p>
        <p>The lmer function of the nlme package in R (R Core Team, 2013) was used for the linear mixed effects model analyses to test the main hypotheses of the study. The multilevel structure of the data was defined by <italic>day</italic> (level 1) nested in <italic>participants</italic> (level 2). Parameters were estimated using the full maximum-likelihood procedure. In all models, the intercept was allowed to vary randomly across participants. Random slopes did not improve the fit of the models; therefore, they were removed from the final analysis. The effect sizes (Cohen <italic>d</italic>) of all linear mixed effects models were calculated using the EMAtools package. Cohen <italic>d</italic>=0.2 was interpreted as a small effect size, Cohen <italic>d</italic>=0.5 as a medium effect size, and Cohen <italic>d</italic>=0.8 as a large effect size [<xref ref-type="bibr" rid="ref41">41</xref>].</p>
        <p>To investigate whether the suggestions had an effect on the expectations of the participants regarding the effectiveness of the intervention, we used a linear mixed effects model. The expectations of day 1 (postsuggestions) were the dependent variable, and the independent variables were group and baseline expectations (presuggestions).</p>
        <p>To examine whether the suggestions had an effect on the steps taken during the intervention, we used a linear mixed effects model approach. Steps per each of the 21 days of the intervention were used as the dependent variable, and group, baseline steps (to control for the individual baseline differences in walking), and day were the independent variables.</p>
        <p>To examine whether the suggestions had an effect on the perceived effectiveness of the intervention, a linear mixed effects model was used with the effectiveness of the intervention as the dependent variable and group and day as independent variables.</p>
        <p>To examine whether the suggestions had an effect on the expected engagement with the app, a linear mixed effects model was used with postsuggestions expected engagement as the dependent variable and group and presuggestions expected engagement as independent variables. To investigate whether suggestions had an effect on engagement with the app during the intervention, a linear mixed effects model was used with engagement as the dependent variable and day and group as independent variables.</p>
        <p>To examine whether the suggestions had an effect on vitality and fatigue, 2 separate linear mixed effects models were used with vitality or fatigue during the intervention as the dependent variable and group and baseline vitality or fatigue as independent variables.</p>
        <p>To examine whether postsuggestion expectations had an effect on the dependent variables, several similar models were created with postsuggestion expectations instead of the group as an independent variable and step count, perceived app effectiveness, (expected) engagement, vitality, and fatigue as dependent variables.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Participants</title>
        <p>In the first round of the study, 93 participants were recruited between November 2020 and December 2020. As the inclusion criteria were presented in the advertisement, no participants had to be excluded based on not meeting the inclusion criteria. However, the dropout rate was larger than expected, and full data of only 39.8% (37/93) participants were available after the first round of data collection. Therefore, the intervention was performed again in February 2021, with 45 more participants recruited into the study to reach the intended sample size. No follow-up was conducted with the participants who stopped prematurely because of the web-based nature of the study. Therefore, the reasons why the participants dropped out remain unknown.</p>
        <p>In total, 138 participants were randomized between 2 groups; 133 (96.4%) participants started the study, and the full data of 79 (57.2%) participants were available. The flowchart of the participants included in each step and dropouts is presented in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>. An overview of the missing data is presented in <xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref>. All available data were included in the analyses, and the number of participants included in each analysis is presented in the results.</p>
      </sec>
      <sec>
        <title>Demographics and Baseline Characteristics</title>
        <p>Of the 133 participants, 69 (51.9%) participants (n=55, 80% women; n=13, 19% men; and n=1, 1% other) were assigned to the positive suggestions group and 64 (48.1%; n=56, 88% women and n=8, 13% men) to the control group. The mean age of the sample was 23.3 (SD 6.1) years. An overview of the baseline characteristics across the groups with comparison tests is presented in <xref ref-type="table" rid="table1">Table 1</xref>. No differences in characteristics were found between any of the groups. No differences were found in the baseline measurements and the outcomes of the study between the participants who took part in the first and second rounds of the recruitment.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Mean scores of the baseline variables per group and the comparison statistics (N=133).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="230"/>
            <col width="130"/>
            <col width="90"/>
            <col width="140"/>
            <col width="90"/>
            <col width="100"/>
            <col width="120"/>
            <col width="70"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Variable</td>
                <td colspan="2">Positive suggestions group (n=69)</td>
                <td colspan="2">Control group (n=64)</td>
                <td><italic>t</italic> test (<italic>df</italic>)</td>
                <td>Wilcoxon test<sup>a</sup></td>
                <td><italic>P</italic> value</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <break/>
                </td>
                <td>Value, <break/>mean (SD)</td>
                <td>Value, <break/>n (%)</td>
                <td>Value, <break/>mean (SD)</td>
                <td>Value, <break/>n (%)</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">Age (years)</td>
                <td>24.00 (6.79)</td>
                <td>69 (100)</td>
                <td>22.45 (5.26)</td>
                <td>64 (100)</td>
                <td>—<sup>a</sup></td>
                <td>1939</td>
                <td>.22</td>
              </tr>
              <tr valign="top">
                <td colspan="2">BMI (kg/m<sup>2</sup>)</td>
                <td>23.08 (4.52)</td>
                <td>66 (96)</td>
                <td>22.71 (3.38)</td>
                <td>61 (95)</td>
                <td>—</td>
                <td>2004</td>
                <td>.97</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Steps</td>
                <td>4060.47 (2271.2)</td>
                <td>55 (80)</td>
                <td>4172.77 (2576.11)</td>
                <td>53 (83)</td>
                <td>—</td>
                <td>1457</td>
                <td>.99</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Expectations about app effectiveness</td>
                <td>21.29 (2.87)</td>
                <td>69 (100)</td>
                <td>21.05 (3.12)</td>
                <td>64 (100)</td>
                <td>—</td>
                <td>2171</td>
                <td>.87</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Expected engagement with the study app</td>
                <td>30.06 (2.75)</td>
                <td>69 (100)</td>
                <td>30.20 (2.86)</td>
                <td>64 (100)</td>
                <td>0.30 (131)</td>
                <td>—</td>
                <td>.77</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Vitality</td>
                <td>4.25 (0.88)</td>
                <td>69 (100)</td>
                <td>4.28 (0.87)</td>
                <td>64 (100)</td>
                <td>0.25 (131)</td>
                <td>—</td>
                <td>.81</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Fatigue</td>
                <td>30.12 (9.61)</td>
                <td>69 (100)</td>
                <td>30.98 (8.95)</td>
                <td>64 (100)</td>
                <td>0.54 (131)</td>
                <td>—</td>
                <td>.59</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Anxiety</td>
                <td>5.49 (3.97)</td>
                <td>69 (100)</td>
                <td>6.05 (4.7)</td>
                <td>64 (100)</td>
                <td>—</td>
                <td>2279</td>
                <td>.75</td>
              </tr>
              <tr valign="top">
                <td colspan="9">
                  <bold>Motivation to exercise</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Amotivation</td>
                <td>5.61 (2.49)</td>
                <td>69 (100)</td>
                <td>5.62 (2.57)</td>
                <td>64 (100)</td>
                <td>—</td>
                <td>2170</td>
                <td>.85</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>External</td>
                <td>6.04 (2.65)</td>
                <td>69 (100)</td>
                <td>6.23 (3.16)</td>
                <td>64 (100)</td>
                <td>—</td>
                <td>2178</td>
                <td>.89</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Introjected</td>
                <td>8.54 (3.37)</td>
                <td>69 (100)</td>
                <td>9.45 (3.27)</td>
                <td>64 (100)</td>
                <td>—</td>
                <td>2508</td>
                <td>.18</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Identified</td>
                <td>14.46 (3.72)</td>
                <td>69 (100)</td>
                <td>14.59 (3.82)</td>
                <td>64 (100)</td>
                <td>—</td>
                <td>2255</td>
                <td>.83</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Intrinsic</td>
                <td>13.94 (4.6)</td>
                <td>69 (100)</td>
                <td>13.59 (4.36)</td>
                <td>64 (100)</td>
                <td>—</td>
                <td>2256</td>
                <td> .83</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Wilcoxon test coefficient was used in case a variable was not normally distributed.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Primary Analyses</title>
        <sec>
          <title>Expectations</title>
          <p>Expectations significantly differed between groups, with a medium effect size (B=−1.61, SE 0.47; <italic>t</italic><sub>124</sub>=−3.40; <italic>P</italic>&#60;.001; Cohen <italic>d</italic>=0.61; 125/133, 94%) when controlling for the presuggestion expectations: participants in the positive suggestions group (mean 21.82, SD 2.64) expected the app to be more effective than participants in the control group (mean 20.98, SD 3.23). The mean expectations for each group are presented in <xref rid="figure4" ref-type="fig">Figure 4</xref>.</p>
          <fig id="figure4" position="float">
            <label>Figure 4</label>
            <caption>
              <p>Mean expectations scores per group at baseline and after the flyer with suggestions was sent to participants on day 1. The error bars indicate SDs.</p>
            </caption>
            <graphic xlink:href="jmir_v24i3e32130_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Steps</title>
          <p>Irrespective of the group, participants significantly increased the number of daily steps during the intervention (mean 5689.6, SD 2718.3) compared with the mean number of daily steps during the week before the intervention (mean 4115.5, SD 2414.9; <italic>t</italic><sub>107</sub>=−8.62; <italic>P</italic>&#60;.001; 108/133, 81.2%).</p>
          <p>The difference between the steps performed on each day of the intervention and the mean number of steps from the baseline week is shown in <xref rid="figure5" ref-type="fig">Figure 5</xref>. The multilevel model with the number of steps during the intervention as a dependent variable; baseline steps, day, and group as predictors; and a random intercept (108/133, 81.2%) demonstrated no significant effect of the group on the number of steps (B=−22.05, SE 334.90; <italic>t</italic><sub>105</sub>=−0.07; <italic>P</italic>=.95; Cohen <italic>d</italic>=0.01). The model showed that the variable day significantly predicted the number of steps: participants in both groups increased the number of steps they took daily during the intervention (B=37.47, SE 12.51; <italic>t</italic><sub>2009</sub>=2.99; <italic>P</italic>=.003). However, the effect size of the day as a predictor was negligible (Cohen <italic>d</italic>=0.13). Baseline steps also significantly predicted the steps taken during the intervention with a large effect size (B=0.71, SE 0.07; <italic>t</italic><sub>105</sub>=10.48; <italic>P</italic>&#60;.001; Cohen <italic>d</italic>=1.97): participants who took more steps in the baseline week also took more steps during the intervention.</p>
          <fig id="figure5" position="float">
            <label>Figure 5</label>
            <caption>
              <p>The difference between the mean number of steps taken during the intervention per day and the baseline mean steps per group. The error bars indicate SDs.</p>
            </caption>
            <graphic xlink:href="jmir_v24i3e32130_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <p>The model with postsuggestion expectations instead of the group (108/133, 81.2%) demonstrated that expectations did not influence the number of steps taken during the intervention (B=−44.06, SE 59.68; <italic>t</italic><sub>105</sub>=−0.74; <italic>P</italic>=.46; Cohen <italic>d</italic>=0.14). The effects of the day (B=37.56, SE 12.51; <italic>t</italic><sub>2009</sub>=3; <italic>P</italic>=.003; Cohen <italic>d</italic>=0.13) and baseline steps (B=0.70, SE 0.07; <italic>t</italic><sub>105</sub>=10.08; <italic>P</italic>&#60;.001; Cohen <italic>d</italic>=1.97) were also significant in this model.</p>
        </sec>
      </sec>
      <sec>
        <title>Secondary Analyses</title>
        <sec>
          <title>Perceived App Effectiveness</title>
          <p>The reported effectiveness of the app is presented in <xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref>.</p>
          <p>The multilevel model with the app effectiveness as a dependent variable, group and day number as predictors, and a random intercept (122/133, 91.7%) demonstrated that the group did not influence the perceived app effectiveness (B=0.78, SE 0.69; <italic>t</italic><sub>120</sub>=1.12; <italic>P</italic>=.26; Cohen <italic>d</italic>=0.21). The day variable had an effect on the effectiveness: participants reported an increase in the effectiveness of the app during the intervention (B=0.06, SE 0.02; <italic>t</italic><sub>210</sub>=2.81; <italic>P</italic>=.005; Cohen <italic>d</italic>=0.39).</p>
        </sec>
        <sec>
          <title>(Expected) Engagement With the App</title>
          <p>The multilevel model with group and baseline (presuggestions) expected engagement as predictors and random intercept varying across participants (127/133, 95.5%) demonstrated that the group had a significant effect on the postsuggestions expected engagement (B=3.80, SE 0.63; <italic>t</italic><sub>124</sub>=6.04; <italic>P</italic>&#60;.001; Cohen <italic>d</italic>=1.09) when controlling for the presuggestions expected engagement: participants in the positive suggestions group (mean 31.62, SD 3.31) expected the app to be more engaging than participants in the control group (mean 30.41, SD 3.26).</p>
          <p>Another model with engagement as a dependent variable, and group (122/133, 91.7%) and day number as predictors demonstrated that neither group (B=0.78, SE 0.75; <italic>t</italic><sub>120</sub>=1.06; <italic>P</italic>=.29; Cohen <italic>d</italic>=0.19) nor day (B=0.042, SE 0.03; <italic>t</italic><sub>210</sub>=1.60; <italic>P</italic>=.11; Cohen <italic>d</italic>=0.22) had an effect on the reported engagement.</p>
        </sec>
        <sec>
          <title>Vitality</title>
          <p>The multilevel model with vitality during the intervention as a dependent variable, group and baseline vitality as predictors, and a random intercept (117/133, 88%) demonstrated that the group did not have an effect on vitality during the intervention (B=0.01, SE 0.11; <italic>t</italic><sub>114</sub>=−0.07; <italic>P</italic>=.95; Cohen <italic>d</italic>=0.01). Baseline vitality was positively associated with vitality during the intervention (B=0.20, SE 0.02; <italic>t</italic><sub>114</sub>=11.11; <italic>P</italic>&#60;.001; Cohen <italic>d</italic>=2.08).</p>
        </sec>
        <sec>
          <title>Fatigue</title>
          <p>The multilevel model with fatigue during the intervention as a dependent variable and group and baseline fatigue as predictors (133/133, 100%) demonstrated that the group significantly predicted fatigue (B=3.09, SE 0.59; <italic>t</italic><sub>130</sub>=5.22; <italic>P</italic>&#60;.001; Cohen <italic>d</italic>=0.92): participants in the positive suggestions group (mean 23.49, SD 12.47) reported lower fatigue than participants in the control group (mean 24.94, SD 11.62). Baseline fatigue positively predicted fatigue during the intervention (B=0.11, SE 0.02; <italic>t</italic><sub>130</sub>=6.68; <italic>P</italic>&#60;.001; Cohen <italic>d</italic>=1.17).</p>
        </sec>
        <sec>
          <title>Postsuggestion Expectations</title>
          <p>Postsuggestions expectations significantly influenced the perceived app effectiveness (B=0.62, SE 0.10; <italic>t</italic><sub>119</sub>=6.13; <italic>P</italic>&#60;.001; Cohen <italic>d</italic>=1.12; 121/133, 91%): the higher expectations participants had about the app on day 1, the higher the app effectiveness they reported during the intervention. Postsuggestion expectations also significantly, and with a large effect size, influenced the vitality of participants (B=0.02, SE 0.004; <italic>t</italic><sub>114</sub>=5.09; <italic>P</italic>&#60;.001; Cohen <italic>d</italic>=0.95; 117/133, 88%): higher expectations were linked to higher vitality during the intervention. The postsuggestion expectations had no effect on fatigue (B=−0.04, SE 0.02; <italic>t</italic><sub>124</sub>=−1.79; <italic>P</italic>=.08; Cohen <italic>d</italic>=0.32, 127/133, 95.5%).</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>The aim of this study was to investigate whether it is possible to improve the effectiveness of a physical activity smartphone intervention through positive suggestions. We demonstrated that positive suggestions affected the expectations of participants regarding the effectiveness of the app; however, they were not effective enough to affect the main outcome; that is, daily step count. In addition, participants in the positive suggestions group reported higher expected engagement with the app and lower fatigue during the intervention than the participants in the control group.</p>
        <p>The smartphone intervention was effective in helping people increase their physical activity. Participants in both groups walked on average 1500 (SD 2517) steps more during the intervention than before the intervention. Moreover, there was some indication that participants increased their daily steps as the intervention progressed; however, despite the significant effect, the effect size was negligible. This result was expected as the intervention included the phases of the Transtheoretical Model of Health Behavior Change that starts with precontemplation and contemplation about the behavior change and ends with the maintenance of new health behavior [<xref ref-type="bibr" rid="ref34">34</xref>]. A number of studies demonstrated that physical activity interventions based on the Transtheoretical Model of Health Behavior Change could efficiently increase physical activity in various populations [<xref ref-type="bibr" rid="ref42">42</xref>-<xref ref-type="bibr" rid="ref44">44</xref>]. In addition, multiple other smartphone interventions based on different theoretical approaches were shown to increase the physical activity of app users [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. Therefore, our results are in line with the literature showing that a psychological smartphone intervention can be successful in helping people increase their physical activity, at least in the short term.</p>
        <p>Two outcomes were considered primary in this study: expectations of participants regarding the effectiveness of the intervention and the number of steps taken during the intervention. We hypothesized that positive suggestions would change the expectations of participants, and these increased positive expectations, in turn, would lead to a better outcome of the intervention—an increase in the daily step count. This model is often described in the literature as a working mechanism of placebo effects: positive suggestions induce a change in expectations, and positive expectations lead to better treatment outcomes [<xref ref-type="bibr" rid="ref16">16</xref>]. The first part of our primary hypothesis was supported by the data: participants in the positive suggestions group indeed reported expecting better effectiveness of the app than the control group. Although the change in the expectations score was quite small, the effect size was shown to be medium. This result is in line with the broad literature on placebo effects: multiple studies demonstrated that positive suggestions given by a health care professional, or an experimenter, can change the expectations of people regarding various types of interventions—in pain [<xref ref-type="bibr" rid="ref45">45</xref>,<xref ref-type="bibr" rid="ref46">46</xref>], itch [<xref ref-type="bibr" rid="ref47">47</xref>,<xref ref-type="bibr" rid="ref48">48</xref>], nausea [<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref50">50</xref>], and many other symptoms [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref51">51</xref>].</p>
        <p>Despite the effectiveness of the expectancy manipulation, changing the expectations of participants was not enough to influence their daily step count: no difference was found between the groups in their number of steps during the 21 days of the intervention. Moreover, expectations regarding app effectiveness were not predictive of the number of steps participants made, which may explain why an increase in expectations did not affect the step count. These results do not support our main hypothesis and contradict the literature on treatment expectations [<xref ref-type="bibr" rid="ref52">52</xref>]. The reason for this contradiction can be that our study differs from other studies that used positive suggestions. Most of the research applied positive suggestions focused on symptom-reducing interventions, such as interventions decreasing pain [<xref ref-type="bibr" rid="ref45">45</xref>,<xref ref-type="bibr" rid="ref46">46</xref>], itch [<xref ref-type="bibr" rid="ref53">53</xref>], or nausea [<xref ref-type="bibr" rid="ref54">54</xref>] or improving mood [<xref ref-type="bibr" rid="ref55">55</xref>,<xref ref-type="bibr" rid="ref56">56</xref>]. The intervention that we used in our study aimed to change the behavioral habits of people and required active action from users. Different mechanisms might be involved in interventions that relieve subjective symptoms, such as pain, and interventions that target to change behavior. We can speculate that expecting an overall positive change is not specific enough to improve the outcomes of such interventions and affect their behavior. According to the self-efficacy theory of Bandura [<xref ref-type="bibr" rid="ref57">57</xref>,<xref ref-type="bibr" rid="ref58">58</xref>], self-efficacy beliefs have to be very specific to successfully influence behavior, and possibly this specificity was lacking in the suggestions we gave. Generic positive suggestions about an intervention might be more powerful for some subjective outcomes, such as fatigue, which was influenced by positive suggestions in our study. Similar results were found in previous research aimed at influencing food choices by positive suggestions: suggestions influenced subjective food preferences but not actual behavior [<xref ref-type="bibr" rid="ref59">59</xref>,<xref ref-type="bibr" rid="ref60">60</xref>]. Our results confirm the results of multiple studies that have demonstrated that fatigue can be decreased by positive suggestions regarding various placebo treatments [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref61">61</xref>].</p>
        <p>Another explanation for the failure to confirm the main hypothesis for step count could be the fact that the suggestions given in this study were quite minor. Participants received a flyer with suggestions at the beginning of the study, and the suggestions were briefly repeated on days 8 and 15 of the intervention. It is possible that if the suggestions were more extensive and implemented in each element of the intervention itself, they might have affected the physical activity of the participants.</p>
        <p>Finally, the possibility exists that the suggestions did not influence the number of steps but some other parameters that, in turn, could have affected fatigue. The app was not able to measure the pace of walking or the frequency of walking of participants. If positive suggestions affected the walking pace and frequency, these increases in physical activity could have caused the experimental group to experience less fatigue during the intervention.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Several limitations of this study have to be addressed. First, the participants of this study were young and healthy university students. This group is very familiar and comfortable with using mobile phone apps. Therefore, the effects found in this study might not be generalizable to older and less technically experienced populations. It can be that older and less technically experienced people would find it harder to use the app, and therefore, the effects of the app could be smaller in this group of people. At the same time, our main goal was to investigate the effects of positive suggestions on app effectiveness, and there is no particular reason for assuming that computer literacy would influence these effects. Second, several other control groups could have been included in the study to enable us to interpret the results more fully. For example, this study did not include a control group that did not participate in the intervention. This fact makes it impossible to pinpoint whether the intervention was the reason for the increase in physical activity of participants. However, as the main aim was to investigate the effect of positive suggestions, we omitted this experimental condition. In addition, a comparison was made between a group that received a flyer with positive suggestions and a group that received a flyer with technical details. The possibility remains that the fact of presenting users technical versus nontechnical information influenced the study results on top of the presentation of positive versus neutral information. Future research should investigate whether nontechnical neutral information about eHealth apps differently influences their effectiveness. Another limitation of the study is that no follow-up was performed. It remains unknown whether participants would maintain the new habits that they developed during the intervention or the positive effects would disappear quickly after the intervention’s end. Moreover, a selection bias may have been present in this study. It was advertised as a study aimed at increasing physical activity, which might have attracted participants who were already interested in changing their lifestyles. It would be interesting to see how effective the suggestions would be in less motivated or less healthy participants, particularly as a recent meta-analysis of the effects of physical activity eHealth interventions demonstrated that clinical and at-risk groups benefit from such interventions more than healthy volunteers [<xref ref-type="bibr" rid="ref8">8</xref>]. Another possible limitation of this study is that social desirability might have played a role in the effects we have found. Studies show that similar social desirability patterns occur in interactions with conversational agents, especially when the conversational agent is more human-like [<xref ref-type="bibr" rid="ref62">62</xref>,<xref ref-type="bibr" rid="ref63">63</xref>]. The study app used human cues to establish a better working alliance with the participants. However, it could have triggered the participants to give more socially desirable answers on subjective self-report measures.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>In summary, we have demonstrated that short positive suggestions regarding the effectiveness of a mobile health app can affect the expectations of users and decrease their fatigue. Although no effect was found on the main outcome—the step count—these results indicate that eHealth interventions might benefit from adding positive suggestions to the description of the apps. Suggestions are an easy and effective way of giving an extra boost to the effectiveness of eHealth interventions, which does not require extra time or investment. Future research should focus on optimizing such suggestions to achieve actual behavior changes.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>The flowchart of the study methods.</p>
        <media xlink:href="jmir_v24i3e32130_app1.png" xlink:title="PNG File , 39 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Overview of the intervention.</p>
        <media xlink:href="jmir_v24i3e32130_app2.png" xlink:title="PNG File , 1336 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Study flowchart depicting the number of participants in each step of the study.</p>
        <media xlink:href="jmir_v24i3e32130_app3.png" xlink:title="PNG File , 36 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>Overview of the missing data per outcome variable.</p>
        <media xlink:href="jmir_v24i3e32130_app4.png" xlink:title="PNG File , 35 KB"/>
      </supplementary-material>
      <supplementary-material id="app5">
        <label>Multimedia Appendix 5</label>
        <p>Mean perceived effectiveness of the app score per group with SDs.</p>
        <media xlink:href="jmir_v24i3e32130_app5.png" xlink:title="PNG File , 19 KB"/>
      </supplementary-material>
      <supplementary-material id="app6">
        <label>Multimedia Appendix 6</label>
        <p>CONSORT-eHEALTH checklist (V 1.6.1).</p>
        <media xlink:href="jmir_v24i3e32130_app6.pdf" xlink:title="PDF File  (Adobe PDF File), 1216 KB"/>
      </supplementary-material>
    </app-group>
    <ack>
      <p>The authors would like to acknowledge bachelor’s students Ivana Dumucic, Vanessa Eastick, Emma Franke, Nicola Hughes, Katja Salauyova, Ines Sánchez-Saura, and Rasa Urbanaviciutes for their help with data collection. The authors would also like to thank the members of BENEFIT Consortium. This work was supported by an NWO Vici Grant (016.Vici.170.152) granted to AE, the Dutch Heart Foundation, and ZonMw (The Netherlands Organization for Health Research and Development). The funders had no role in data acquisition, data analyses, or the content of the manuscript.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>AS, DSV, HvM, and AE developed the idea of the study. TCR, TK, and PS designed and implemented the MobileCoach-based intervention. AS collected the data and performed the statistical analysis. AS wrote the first version of the manuscript with input from all authors. AE supervised the entire project.</p>
      </fn>
      <fn fn-type="conflict">
        <p>PS and TK are affiliated with the Centre for Digital Health Interventions, a joint initiative of the Department of Management, Technology, and Economics at ETH Zürich and the Institute of Technology Management at the University of St Gallen, which is funded in part by the Swiss health insurer CSS. TK is also a cofounder of Pathmate Technologies, a university spinoff company that creates and delivers digital clinical pathways and has used the open-source MobileCoach platform for that purpose as well. However, neither CSS nor Pathmate Technologies were involved in the design, data analysis, or results reported in this study.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Freeman</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Can mobile phone apps influence people's health behavior change? An evidence review</article-title>
          <source>J Med Internet Res</source>
          <year>2016</year>
          <volume>18</volume>
          <issue>11</issue>
          <fpage>e287</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2016/11/e287/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.5692</pub-id>
          <pub-id pub-id-type="medline">27806926</pub-id>
          <pub-id pub-id-type="pii">v18i11e287</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rose</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Barker</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Maria Jacob</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Morrison</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lawrence</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Strömmer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Vogel</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Woods-Townsend</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Farrell</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Inskip</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Baird</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of digital interventions for improving the diet and physical activity behaviors of adolescents</article-title>
          <source>J Adolesc Health</source>
          <year>2017</year>
          <volume>61</volume>
          <issue>6</issue>
          <fpage>669</fpage>
          <lpage>77</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jadohealth.2017.05.024</pub-id>
          <pub-id pub-id-type="medline">28822682</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cotie</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Prince</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Elliott</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Ziss</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>McDonnell</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Mullen</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Hiremath</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pipe</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Reid</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Reed</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>The effectiveness of eHealth interventions on physical activity and measures of obesity among working-age women: a systematic review and meta-analysis</article-title>
          <source>Obes Rev</source>
          <year>2018</year>
          <volume>19</volume>
          <issue>10</issue>
          <fpage>1340</fpage>
          <lpage>58</lpage>
          <pub-id pub-id-type="doi">10.1111/obr.12700</pub-id>
          <pub-id pub-id-type="medline">30156044</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jonkman</surname>
              <given-names>NH</given-names>
            </name>
            <name name-style="western">
              <surname>van Schooten</surname>
              <given-names>KS</given-names>
            </name>
            <name name-style="western">
              <surname>Maier</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Pijnappels</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>eHealth interventions to promote objectively measured physical activity in community-dwelling older people</article-title>
          <source>Maturitas</source>
          <year>2018</year>
          <volume>113</volume>
          <fpage>32</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/J.MATURITAS.2018.04.010</pub-id>
          <pub-id pub-id-type="medline">29903646</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Duff</surname>
              <given-names>OM</given-names>
            </name>
            <name name-style="western">
              <surname>Walsh</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Furlong</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>NE</given-names>
            </name>
            <name name-style="western">
              <surname>Moran</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Woods</surname>
              <given-names>CB</given-names>
            </name>
          </person-group>
          <article-title>Behavior change techniques in physical activity eHealth interventions for people with cardiovascular disease: systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <volume>19</volume>
          <issue>8</issue>
          <fpage>e281</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2017/8/e281/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.7782</pub-id>
          <pub-id pub-id-type="medline">28768610</pub-id>
          <pub-id pub-id-type="pii">v19i8e281</pub-id>
          <pub-id pub-id-type="pmcid">PMC5559649</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haberlin</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>O'Dwyer</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Mockler</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Moran</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>O'Donnell</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Broderick</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The use of eHealth to promote physical activity in cancer survivors: a systematic review</article-title>
          <source>Support Care Cancer</source>
          <year>2018</year>
          <volume>26</volume>
          <issue>10</issue>
          <fpage>3323</fpage>
          <lpage>36</lpage>
          <pub-id pub-id-type="doi">10.1007/s00520-018-4305-z</pub-id>
          <pub-id pub-id-type="medline">29909476</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00520-018-4305-z</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Oosterveen</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Tzelepis</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Ashton</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hutchesson</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of eHealth behavioral interventions targeting smoking, nutrition, alcohol, physical activity and/or obesity for young adults</article-title>
          <source>Prev Med</source>
          <year>2017</year>
          <volume>99</volume>
          <fpage>197</fpage>
          <lpage>206</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ypmed.2017.01.009</pub-id>
          <pub-id pub-id-type="medline">28130046</pub-id>
          <pub-id pub-id-type="pii">S0091-7435(17)30033-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mönninghoff</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kramer</surname>
              <given-names>JN</given-names>
            </name>
            <name name-style="western">
              <surname>Hess</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ismailova</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Teepe</surname>
              <given-names>GW</given-names>
            </name>
            <name name-style="western">
              <surname>Tudor Car</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Müller-Riemenschneider</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Kowatsch</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Long-term effectiveness of mHealth physical activity interventions: systematic review and meta-analysis of randomized controlled trials</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <volume>23</volume>
          <issue>4</issue>
          <fpage>e26699</fpage>
          <pub-id pub-id-type="doi">10.2196/26699</pub-id>
          <pub-id pub-id-type="medline">33811021</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spagnolo</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Colloca</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Heilig</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The role of expectation in the therapeutic outcomes of alcohol and drug addiction treatments</article-title>
          <source>Alcohol Alcohol</source>
          <year>2015</year>
          <volume>50</volume>
          <issue>3</issue>
          <fpage>285</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1093/alcalc/agv015</pub-id>
          <pub-id pub-id-type="medline">25761920</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rief</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Shedden-Mora</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Laferton</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Auer</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Petrie</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Salzmann</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Schedlowski</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Moosdorf</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Preoperative optimization of patient expectations improves long-term outcome in heart surgery patients: results of the randomized controlled PSY-HEART trial</article-title>
          <source>BMC Med</source>
          <year>2017</year>
          <volume>15</volume>
          <issue>1</issue>
          <fpage>4</fpage>
          <pub-id pub-id-type="doi">10.1186/s12916-016-0767-3</pub-id>
          <pub-id pub-id-type="medline">28069021</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Enck</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bingel</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Schedlowski</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rief</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>The placebo response in medicine: minimize, maximize or personalize?</article-title>
          <source>Nat Rev Drug Discov</source>
          <year>2013</year>
          <volume>12</volume>
          <issue>3</issue>
          <fpage>191</fpage>
          <lpage>204</lpage>
          <pub-id pub-id-type="doi">10.1038/nrd3923</pub-id>
          <pub-id pub-id-type="medline">23449306</pub-id>
          <pub-id pub-id-type="pii">nrd3923</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bartels</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>van Laarhoven</surname>
              <given-names>AI</given-names>
            </name>
            <name name-style="western">
              <surname>Haverkamp</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Wilder-Smith</surname>
              <given-names>OH</given-names>
            </name>
            <name name-style="western">
              <surname>Donders</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>van Middendorp</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>van de Kerkhof</surname>
              <given-names>PC</given-names>
            </name>
            <name name-style="western">
              <surname>Evers</surname>
              <given-names>AW</given-names>
            </name>
          </person-group>
          <article-title>Role of conditioning and verbal suggestion in placebo and nocebo effects on itch</article-title>
          <source>PLoS One</source>
          <year>2014</year>
          <volume>9</volume>
          <issue>3</issue>
          <fpage>e91727</fpage>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0091727</pub-id>
          <pub-id pub-id-type="medline">24646924</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Benedetti</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Pollo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lopiano</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lanotte</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vighetti</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rainero</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Conscious expectation and unconscious conditioning in analgesic, motor, and hormonal placebo/nocebo responses</article-title>
          <source>J Neurosci</source>
          <year>2003</year>
          <volume>23</volume>
          <issue>10</issue>
          <fpage>4315</fpage>
          <lpage>23</lpage>
          <pub-id pub-id-type="doi">10.1523/jneurosci.23-10-04315.2003</pub-id>
          <pub-id pub-id-type="medline">12764120</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mondloch</surname>
              <given-names>MV</given-names>
            </name>
            <name name-style="western">
              <surname>Cole</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Frank</surname>
              <given-names>JW</given-names>
            </name>
          </person-group>
          <article-title>Does how you do depend on how you think you'll do? A systematic review of the evidence for a relation between patients' recovery expectations and health outcomes</article-title>
          <source>CMAJ</source>
          <year>2001</year>
          <volume>165</volume>
          <issue>2</issue>
          <fpage>174</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="medline">11501456</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wolters</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Peerdeman</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Evers</surname>
              <given-names>AW</given-names>
            </name>
          </person-group>
          <article-title>Placebo and nocebo effects across symptoms: from pain to fatigue, dyspnea, nausea, and itch</article-title>
          <source>Front Psychiatry</source>
          <year>2019</year>
          <volume>10</volume>
          <fpage>470</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fpsyt.2019.00470"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyt.2019.00470</pub-id>
          <pub-id pub-id-type="medline">31312148</pub-id>
          <pub-id pub-id-type="pmcid">PMC6614509</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Colloca</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>FG</given-names>
            </name>
          </person-group>
          <article-title>How placebo responses are formed: a learning perspective</article-title>
          <source>Philos Trans R Soc Lond B Biol Sci</source>
          <year>2011</year>
          <volume>366</volume>
          <issue>1572</issue>
          <fpage>1859</fpage>
          <lpage>69</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21576143"/>
          </comment>
          <pub-id pub-id-type="doi">10.1098/rstb.2010.0398</pub-id>
          <pub-id pub-id-type="medline">21576143</pub-id>
          <pub-id pub-id-type="pii">366/1572/1859</pub-id>
          <pub-id pub-id-type="pmcid">PMC3130403</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stalujanis</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Neufeld</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Glaus Stalder</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Belardi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tegethoff</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Meinlschmidt</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Induction of efficacy expectancies in an ambulatory smartphone-based digital placebo mental health intervention: randomized controlled trial</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2021</year>
          <volume>9</volume>
          <issue>2</issue>
          <fpage>e20329</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2021/2/e20329/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/20329</pub-id>
          <pub-id pub-id-type="medline">33594991</pub-id>
          <pub-id pub-id-type="pii">v9i2e20329</pub-id>
          <pub-id pub-id-type="pmcid">PMC7929742</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <article-title>Increasing the efficiency of the Mobile Step Coach with positive verbal suggestions</article-title>
          <source>Osf registries</source>
          <year>2020</year>
          <access-date>2022-02-07</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://osf.io/cwjes">https://osf.io/cwjes</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pollo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Carlino</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Benedetti</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>The top-down influence of ergogenic placebos on muscle work and fatigue</article-title>
          <source>Eur J Neurosci</source>
          <year>2008</year>
          <volume>28</volume>
          <issue>2</issue>
          <fpage>379</fpage>
          <lpage>88</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1460-9568.2008.06344.x</pub-id>
          <pub-id pub-id-type="medline">18702709</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Faul</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Erdfelder</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lang</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Buchner</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>G*Power 3: a flexible statistical power analysis program for the social, behavioral, and biomedical sciences</article-title>
          <source>Behav Res Methods</source>
          <year>2007</year>
          <volume>39</volume>
          <issue>2</issue>
          <fpage>175</fpage>
          <lpage>91</lpage>
          <pub-id pub-id-type="doi">10.3758/bf03193146</pub-id>
          <pub-id pub-id-type="medline">17695343</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Filler</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kowatsch</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Haug</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wahle</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Staake</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Fleisch</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>MobileCoach: a novel open source platform for the design of evidence-based, scalable and low-cost behavioral health interventions: overview and preliminary evaluation in the public health context</article-title>
          <source>2015 Wireless Telecommunications Symposium</source>
          <year>2015</year>
          <conf-name>WTS '15</conf-name>
          <conf-date>April 15-17, 2015</conf-date>
          <conf-loc>New York</conf-loc>
          <publisher-loc>Piscataway</publisher-loc>
          <publisher-name>IEEE</publisher-name>
          <fpage>1</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1109/wts.2015.7117255</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kowatsch</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Volland</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Shih</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Rüegger</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Künzler</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Barata</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Filler</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Büchter</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Design and evaluation of a mobile chat app for the open source behavioral health intervention platform MobileCoach</article-title>
          <source>Proceedings of the 12th International Conference on Design Science Research in Information System and Technology</source>
          <year>2017</year>
          <conf-name>DESRIST '17</conf-name>
          <conf-date>May 30-June 1, 2017</conf-date>
          <conf-loc>Karlsruhe</conf-loc>
          <fpage>485</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1007/978-3-319-59144-5_36</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kowatsch</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Schachner</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Harperink</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Barata</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Dittler</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Xiao</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Stanger</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>V Wangenheim</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Fleisch</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Oswald</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Möller</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Conversational agents as mediating social actors in chronic disease management involving health care professionals, patients, and family members: multisite single-arm feasibility study</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <volume>23</volume>
          <issue>2</issue>
          <fpage>e25060</fpage>
          <pub-id pub-id-type="doi">10.2196/25060</pub-id>
          <pub-id pub-id-type="medline">33484114</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kramer</surname>
              <given-names>JN</given-names>
            </name>
            <name name-style="western">
              <surname>Künzler</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Mishra</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Kotz</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Scholz</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Fleisch</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kowatsch</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Which components of a smartphone walking app help users to reach personalized step goals? Results from an optimization trial</article-title>
          <source>Ann Behav Med</source>
          <year>2020</year>
          <volume>54</volume>
          <issue>7</issue>
          <fpage>518</fpage>
          <lpage>28</lpage>
          <pub-id pub-id-type="doi">10.1093/abm/kaaa002</pub-id>
          <pub-id pub-id-type="medline">32182353</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hauser-Ulrich</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Künzli</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Meier-Peterhans</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kowatsch</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>A smartphone-based health care chatbot to promote self-management of chronic pain (SELMA): pilot randomized controlled trial</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2020</year>
          <volume>8</volume>
          <issue>4</issue>
          <fpage>e15806</fpage>
          <pub-id pub-id-type="doi">10.2196/15806</pub-id>
          <pub-id pub-id-type="medline">32242820</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stieger</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Flückiger</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rüegger</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kowatsch</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>BW</given-names>
            </name>
            <name name-style="western">
              <surname>Allemand</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Changing personality traits with the help of a digital personality change intervention</article-title>
          <source>Proc Natl Acad Sci U S A</source>
          <year>2021</year>
          <volume>118</volume>
          <issue>8</issue>
          <fpage>e2017548118</fpage>
          <pub-id pub-id-type="doi">10.1073/pnas.2017548118</pub-id>
          <pub-id pub-id-type="medline">33558417</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nass</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Steuer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tauber</surname>
              <given-names>ER</given-names>
            </name>
          </person-group>
          <article-title>Computers are social actors</article-title>
          <source>Proceedings of the SIGCHI conference on human factors in computing systems</source>
          <year>1994</year>
          <conf-name>CHI '94</conf-name>
          <conf-date>April 24-28, 1994</conf-date>
          <conf-loc>Boston</conf-loc>
          <fpage>72</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1145/191666.191703</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>ter Stal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kramer</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Tabak</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>op den Akker</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Hermens</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Design features of embodied conversational agents in eHealth: a literature review</article-title>
          <source>Int J Hum-Comput Stud</source>
          <year>2020</year>
          <volume>138</volume>
          <fpage>102409</fpage>
          <pub-id pub-id-type="doi">10.1016/j.ijhcs.2020.102409</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Horvath</surname>
              <given-names>AO</given-names>
            </name>
            <name name-style="western">
              <surname>Greenberg</surname>
              <given-names>LS</given-names>
            </name>
          </person-group>
          <article-title>Development and validation of the Working Alliance Inventory</article-title>
          <source>J Couns Psychol</source>
          <year>1989</year>
          <volume>36</volume>
          <issue>2</issue>
          <fpage>223</fpage>
          <lpage>33</lpage>
          <pub-id pub-id-type="doi">10.1037/0022-0167.36.2.223</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bickmore</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Gruber</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Picard</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Establishing the computer-patient working alliance in automated health behavior change interventions</article-title>
          <source>Patient Educ Couns</source>
          <year>2005</year>
          <volume>59</volume>
          <issue>1</issue>
          <fpage>21</fpage>
          <lpage>30</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pec.2004.09.008</pub-id>
          <pub-id pub-id-type="medline">16198215</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(04)00307-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Del Re</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Flückiger</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Horvath</surname>
              <given-names>AO</given-names>
            </name>
            <name name-style="western">
              <surname>Wampold</surname>
              <given-names>BE</given-names>
            </name>
          </person-group>
          <article-title>Examining therapist effects in the alliance-outcome relationship: a multilevel meta-analysis</article-title>
          <source>J Consult Clin Psychol</source>
          <year>2021</year>
          <volume>89</volume>
          <issue>5</issue>
          <fpage>371</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1037/ccp0000637</pub-id>
          <pub-id pub-id-type="medline">33829817</pub-id>
          <pub-id pub-id-type="pii">2021-32211-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Flückiger</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Del Re</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Wampold</surname>
              <given-names>BE</given-names>
            </name>
            <name name-style="western">
              <surname>Horvath</surname>
              <given-names>AO</given-names>
            </name>
          </person-group>
          <article-title>The alliance in adult psychotherapy: a meta-analytic synthesis</article-title>
          <source>Psychotherapy (Chic)</source>
          <year>2018</year>
          <volume>55</volume>
          <issue>4</issue>
          <fpage>316</fpage>
          <lpage>40</lpage>
          <pub-id pub-id-type="doi">10.1037/pst0000172</pub-id>
          <pub-id pub-id-type="medline">29792475</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Flückiger</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Del Re</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Wampold</surname>
              <given-names>BE</given-names>
            </name>
            <name name-style="western">
              <surname>Symonds</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Horvath</surname>
              <given-names>AO</given-names>
            </name>
          </person-group>
          <article-title>How central is the alliance in psychotherapy? A multilevel longitudinal meta-analysis</article-title>
          <source>J Couns Psychol</source>
          <year>2012</year>
          <volume>59</volume>
          <issue>1</issue>
          <fpage>10</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1037/a0025749</pub-id>
          <pub-id pub-id-type="medline">21988681</pub-id>
          <pub-id pub-id-type="pii">2011-23015-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Prochaska</surname>
              <given-names>JO</given-names>
            </name>
            <name name-style="western">
              <surname>Velicer</surname>
              <given-names>WF</given-names>
            </name>
          </person-group>
          <article-title>The transtheoretical model of health behavior change</article-title>
          <source>Am J Health Promot</source>
          <year>1997</year>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>38</fpage>
          <lpage>48</lpage>
          <pub-id pub-id-type="doi">10.4278/0890-1171-12.1.38</pub-id>
          <pub-id pub-id-type="medline">10170434</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Gellman</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Turner</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>Behavior change techniques</article-title>
          <source>Encyclopaedia of Behavioral Medicine</source>
          <year>2013</year>
          <publisher-loc>New York</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>182</fpage>
          <lpage>7</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kelders</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Kip</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Development and initial validation of a scale to measure engagement with eHealth technologies</article-title>
          <source>Extended Abstracts of the 2019 CHI Conference on Human Factors in Computing Systems</source>
          <year>2019</year>
          <conf-name>CHI EA '19</conf-name>
          <conf-date>May 4-9, 2019</conf-date>
          <conf-loc>Glasgow</conf-loc>
          <fpage>1</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1145/3290607.3312917</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Frederick</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>On energy, personality, and health: subjective vitality as a dynamic reflection of well-being</article-title>
          <source>J Pers</source>
          <year>1997</year>
          <volume>65</volume>
          <issue>3</issue>
          <fpage>529</fpage>
          <lpage>65</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1467-6494.1997.tb00326.x</pub-id>
          <pub-id pub-id-type="medline">9327588</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vercoulen</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Alberts</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bleijenberg</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>De checklist individuele spankracht (CIS)</article-title>
          <source>Gedragstherapie</source>
          <year>1999</year>
          <volume>32</volume>
          <issue>131</issue>
          <fpage>6</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bsw.ugent.be/VVGP/ficheCIS.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Markland</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Tobin</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>A modification to the behavioural regulation in exercise questionnaire to include an assessment of amotivation</article-title>
          <source>J Sport Exerc Psychol</source>
          <year>2004</year>
          <volume>26</volume>
          <issue>2</issue>
          <fpage>191</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1123/jsep.26.2.191</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spitzer</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Kroenke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Löwe</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>A brief measure for assessing generalized anxiety disorder: the GAD-7</article-title>
          <source>Arch Intern Med</source>
          <year>2006</year>
          <volume>166</volume>
          <issue>10</issue>
          <fpage>1092</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1001/archinte.166.10.1092</pub-id>
          <pub-id pub-id-type="medline">16717171</pub-id>
          <pub-id pub-id-type="pii">166/10/1092</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>Statistical Power Analysis for the Behavioral Sciences. 2nd Edition</source>
          <year>1988</year>
          <publisher-loc>Milton Park</publisher-loc>
          <publisher-name>Routledge</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marcus</surname>
              <given-names>BH</given-names>
            </name>
            <name name-style="western">
              <surname>Banspach</surname>
              <given-names>SW</given-names>
            </name>
            <name name-style="western">
              <surname>Lefebvre</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Rossi</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Carleton</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Abrams</surname>
              <given-names>DB</given-names>
            </name>
          </person-group>
          <article-title>Using the stages of change model to increase the adoption of physical activity among community participants</article-title>
          <source>Am J Health Promot</source>
          <year>1992</year>
          <volume>6</volume>
          <issue>6</issue>
          <fpage>424</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.4278/0890-1171-6.6.424</pub-id>
          <pub-id pub-id-type="medline">10146803</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Calfas</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sallis</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Oldenburg</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Ffrench</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Mediators of change in physical activity following an intervention in primary care: PACE</article-title>
          <source>Prev Med</source>
          <year>1997</year>
          <volume>26</volume>
          <issue>3</issue>
          <fpage>297</fpage>
          <lpage>304</lpage>
          <pub-id pub-id-type="doi">10.1006/pmed.1997.0141</pub-id>
          <pub-id pub-id-type="medline">9144753</pub-id>
          <pub-id pub-id-type="pii">S0091-7435(97)90141-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Steptoe</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kerry</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rink</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hilton</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The impact of behavioral counseling on stage of change in fat intake, physical activity, and cigarette smoking in adults at increased risk of coronary heart disease</article-title>
          <source>Am J Public Health</source>
          <year>2001</year>
          <volume>91</volume>
          <issue>2</issue>
          <fpage>265</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.2105/ajph.91.2.265</pub-id>
          <pub-id pub-id-type="medline">11211636</pub-id>
          <pub-id pub-id-type="pmcid">PMC1446539</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Peerdeman</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>van Laarhoven</surname>
              <given-names>AI</given-names>
            </name>
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Evers</surname>
              <given-names>AW</given-names>
            </name>
          </person-group>
          <article-title>An integrative review of the influence of expectancies on pain</article-title>
          <source>Front Psychol</source>
          <year>2016</year>
          <volume>7</volume>
          <fpage>1270</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fpsyg.2016.01270"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyg.2016.01270</pub-id>
          <pub-id pub-id-type="medline">27602013</pub-id>
          <pub-id pub-id-type="pmcid">PMC4993782</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vase</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wartolowska</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Pain, placebo, and test of treatment efficacy: a narrative review</article-title>
          <source>Br J Anaesth</source>
          <year>2019</year>
          <volume>123</volume>
          <issue>2</issue>
          <fpage>e254</fpage>
          <lpage>62</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0007-0912(19)30127-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.bja.2019.01.040</pub-id>
          <pub-id pub-id-type="medline">30915982</pub-id>
          <pub-id pub-id-type="pii">S0007-0912(19)30127-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC6676016</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Meeuwis</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>van Middendorp</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Veldhuijzen</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>van Laarhoven</surname>
              <given-names>AI</given-names>
            </name>
            <name name-style="western">
              <surname>De Houwer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lavrijsen</surname>
              <given-names>AP</given-names>
            </name>
            <name name-style="western">
              <surname>Evers</surname>
              <given-names>AW</given-names>
            </name>
          </person-group>
          <article-title>Placebo effects of open-label verbal suggestions on itch</article-title>
          <source>Acta Derm Venereol</source>
          <year>2018</year>
          <volume>98</volume>
          <issue>2</issue>
          <fpage>268</fpage>
          <lpage>74</lpage>
          <pub-id pub-id-type="doi">10.2340/00015555-2823</pub-id>
          <pub-id pub-id-type="medline">29057429</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Meeuwis</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>van Middendorp</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>van Laarhoven</surname>
              <given-names>AI</given-names>
            </name>
            <name name-style="western">
              <surname>Veldhuijzen</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Lavrijsen</surname>
              <given-names>AP</given-names>
            </name>
            <name name-style="western">
              <surname>Evers</surname>
              <given-names>AW</given-names>
            </name>
          </person-group>
          <article-title>Effects of open- and closed-label nocebo and placebo suggestions on itch and itch expectations</article-title>
          <source>Front Psychiatry</source>
          <year>2019</year>
          <volume>10</volume>
          <fpage>436</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fpsyt.2019.00436"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyt.2019.00436</pub-id>
          <pub-id pub-id-type="medline">31293458</pub-id>
          <pub-id pub-id-type="pmcid">PMC6598628</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Müller</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Remus</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffmann</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Tschöp</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Meissner</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of a placebo intervention on visually induced nausea in women – a randomized controlled pilot study</article-title>
          <source>J Psychosom Res</source>
          <year>2016</year>
          <volume>91</volume>
          <fpage>9</fpage>
          <lpage>11</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jpsychores.2016.09.012</pub-id>
          <pub-id pub-id-type="medline">27894470</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weimer</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Schulte</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Maichle</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Muth</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Scisco</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Horing</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Enck</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Klosterhalfen</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Effects of ginger and expectations on symptoms of nausea in a balanced placebo design</article-title>
          <source>PLoS One</source>
          <year>2012</year>
          <volume>7</volume>
          <issue>11</issue>
          <fpage>e49031</fpage>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0049031</pub-id>
          <pub-id pub-id-type="medline">23152846</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Isenberg</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Lehrer</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Hochron</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The effects of suggestion on airways of asthmatic subjects breathing room air as a suggested bronchoconstrictor and bronchodilator</article-title>
          <source>J Psychosom Res</source>
          <year>1992</year>
          <volume>36</volume>
          <issue>8</issue>
          <fpage>769</fpage>
          <lpage>76</lpage>
          <pub-id pub-id-type="doi">10.1016/0022-3999(92)90135-o</pub-id>
          <pub-id pub-id-type="medline">1432867</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bingel</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>Placebo 2.0: the impact of expectations on analgesic treatment outcome</article-title>
          <source>Pain</source>
          <year>2020</year>
          <volume>161 Suppl 1</volume>
          <fpage>S48</fpage>
          <lpage>56</lpage>
          <pub-id pub-id-type="doi">10.1097/j.pain.0000000000001981</pub-id>
          <pub-id pub-id-type="medline">33090739</pub-id>
          <pub-id pub-id-type="pii">00006396-202009001-00006</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Darragh</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Booth</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Consedine</surname>
              <given-names>NS</given-names>
            </name>
          </person-group>
          <article-title>The placebo effect in inflammatory skin reactions: the influence of verbal suggestion on itch and weal size</article-title>
          <source>J Psychosom Res</source>
          <year>2015</year>
          <volume>78</volume>
          <issue>5</issue>
          <fpage>489</fpage>
          <lpage>94</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jpsychores.2015.01.011</pub-id>
          <pub-id pub-id-type="medline">25649275</pub-id>
          <pub-id pub-id-type="pii">S0022-3999(15)00013-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Quinn</surname>
              <given-names>VF</given-names>
            </name>
            <name name-style="western">
              <surname>Colagiuri</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Placebo interventions for nausea: a systematic review</article-title>
          <source>Ann Behav Med</source>
          <year>2015</year>
          <volume>49</volume>
          <issue>3</issue>
          <fpage>449</fpage>
          <lpage>62</lpage>
          <pub-id pub-id-type="doi">10.1007/s12160-014-9670-3</pub-id>
          <pub-id pub-id-type="medline">25515086</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sher</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>The placebo effect on mood and behavior: the role of the endogenous opioid system</article-title>
          <source>Med Hypotheses</source>
          <year>1997</year>
          <volume>48</volume>
          <issue>4</issue>
          <fpage>347</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/s0306-9877(97)90105-5</pub-id>
          <pub-id pub-id-type="medline">9160290</pub-id>
          <pub-id pub-id-type="pii">S0306-9877(97)90105-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kirsch</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Response expectancy and the placebo effect</article-title>
          <source>Int Rev Neurobiol</source>
          <year>2018</year>
          <volume>138</volume>
          <fpage>81</fpage>
          <lpage>93</lpage>
          <pub-id pub-id-type="doi">10.1016/bs.irn.2018.01.003</pub-id>
          <pub-id pub-id-type="medline">29681336</pub-id>
          <pub-id pub-id-type="pii">S0074-7742(18)30003-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bandura</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Self-efficacy: toward a unifying theory of behavioral change</article-title>
          <source>Psychol Rev</source>
          <year>1977</year>
          <volume>84</volume>
          <issue>2</issue>
          <fpage>191</fpage>
          <lpage>215</lpage>
          <pub-id pub-id-type="doi">10.1037/0033-295X.84.2.191</pub-id>
          <pub-id pub-id-type="medline">847061</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bandura</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Freeman</surname>
              <given-names>WH</given-names>
            </name>
            <name name-style="western">
              <surname>Lightsey</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Self-efficacy: the exercise of control</article-title>
          <source>J Cogn Psychother</source>
          <year>1999</year>
          <volume>13</volume>
          <issue>2</issue>
          <fpage>158</fpage>
          <lpage>66</lpage>
          <pub-id pub-id-type="doi">10.1891/0889-8391.13.2.158</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schakel</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Veldhuijzen</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>van Middendorp</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Van Dessel</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>De Houwer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bidarra</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Evers</surname>
              <given-names>AW</given-names>
            </name>
          </person-group>
          <article-title>The effects of a gamified approach avoidance training and verbal suggestions on food outcomes</article-title>
          <source>PLoS One</source>
          <year>2018</year>
          <volume>13</volume>
          <issue>7</issue>
          <fpage>e0201309</fpage>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0201309</pub-id>
          <pub-id pub-id-type="medline">30048511</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schakel</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Veldhuijzen</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Manai</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>van Beugen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>van der Vaart</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>van Middendorp</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Evers</surname>
              <given-names>AW</given-names>
            </name>
          </person-group>
          <article-title>Editor's choice: optimizing healthy food preferences by serious gaming</article-title>
          <source>Psychol Health</source>
          <year>2020</year>
          <volume>35</volume>
          <issue>4</issue>
          <fpage>405</fpage>
          <lpage>24</lpage>
          <pub-id pub-id-type="doi">10.1080/08870446.2019.1675657</pub-id>
          <pub-id pub-id-type="medline">31607172</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fiorio</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Emadi Andani</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Marotta</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Classen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tinazzi</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Placebo-induced changes in excitatory and inhibitory corticospinal circuits during motor performance</article-title>
          <source>J Neurosci</source>
          <year>2014</year>
          <volume>34</volume>
          <issue>11</issue>
          <fpage>3993</fpage>
          <lpage>4005</lpage>
          <pub-id pub-id-type="doi">10.1523/jneurosci.3931-13.2014</pub-id>
          <pub-id pub-id-type="medline">24623777</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schuetzler</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Giboney</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Grimes</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Nunamaker Jr</surname>
              <given-names>JF</given-names>
            </name>
          </person-group>
          <article-title>The influence of conversational agent embodiment and conversational relevance on socially desirable responding</article-title>
          <source>Decis Support Syst</source>
          <year>2018</year>
          <volume>114</volume>
          <fpage>94</fpage>
          <lpage>102</lpage>
          <pub-id pub-id-type="doi">10.1016/j.dss.2018.08.011</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pickard</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Roster</surname>
              <given-names>CA</given-names>
            </name>
          </person-group>
          <article-title>Using computer automated systems to conduct personal interviews: does the mere presence of a human face inhibit disclosure?</article-title>
          <source>Comput Hum Behav</source>
          <year>2020</year>
          <volume>105</volume>
          <fpage>106197</fpage>
          <pub-id pub-id-type="doi">10.1016/j.chb.2019.106197</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
