<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v26i1e47116</article-id>
      <article-id pub-id-type="pmid">39133533</article-id>
      <article-id pub-id-type="doi">10.2196/47116</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>The Impact of a Gamified Intervention on Daily Steps in Real-Life Conditions: Retrospective Analysis of 4800 Individuals</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Greco</surname>
            <given-names>Gianpiero</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Payne</surname>
            <given-names>Sarah</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Bucher</surname>
            <given-names>Amy</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Mazéas</surname>
            <given-names>Alexandre</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Laboratoire Sport et Environnement Social (SENS)</institution>
            <institution>Université Grenoble Alpes</institution>
            <addr-line>1741 Rue de la Piscine</addr-line>
            <addr-line>Grenoble, 38000</addr-line>
            <country>France</country>
            <phone>33 476635081</phone>
            <email>alexandre.mazeas@univ-grenoble-alpes.fr</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0255-6032</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Forestier</surname>
            <given-names>Cyril</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8154-5296</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Harel</surname>
            <given-names>Guillaume</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0006-9209-2011</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Duclos</surname>
            <given-names>Martine</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7158-386X</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Chalabaev</surname>
            <given-names>Aïna</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1806-354X</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Laboratoire Sport et Environnement Social (SENS)</institution>
        <institution>Université Grenoble Alpes</institution>
        <addr-line>Grenoble</addr-line>
        <country>France</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>National Research Institute for Agriculture, Food and Environment (INRAE)</institution>
        <addr-line>Clermont-Ferrand</addr-line>
        <country>France</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Kiplin</institution>
        <addr-line>Nantes</addr-line>
        <country>France</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Laboratoire Motricité, Interactions, Performance (MIP - UR4334)</institution>
        <institution>Nantes Université</institution>
        <addr-line>Nantes</addr-line>
        <country>France</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Department of Sport Medicine and Functional Exploration</institution>
        <institution>University Hospital Clermont-Ferrand, Hospital G. Montpied</institution>
        <addr-line>Clermont-Ferrand</addr-line>
        <country>France</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Alexandre Mazéas <email>alexandre.mazeas@univ-grenoble-alpes.fr</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2024</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>12</day>
        <month>8</month>
        <year>2024</year>
      </pub-date>
      <volume>26</volume>
      <elocation-id>e47116</elocation-id>
      <history>
        <date date-type="received">
          <day>25</day>
          <month>4</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>26</day>
          <month>1</month>
          <year>2024</year>
        </date>
        <date date-type="rev-recd">
          <day>10</day>
          <month>3</month>
          <year>2024</year>
        </date>
        <date date-type="accepted">
          <day>1</day>
          <month>5</month>
          <year>2024</year>
        </date>
      </history>
      <copyright-statement>©Alexandre Mazéas, Cyril Forestier, Guillaume Harel, Martine Duclos, Aïna Chalabaev. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 12.08.2024.</copyright-statement>
      <copyright-year>2024</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research (ISSN 1438-8871), is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2024/1/e47116" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Digital interventions integrating gamification features hold promise to promote daily steps. However, results regarding the effectiveness of this type of intervention are heterogeneous and not yet confirmed in real-life contexts.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to examine the effectiveness of a gamified intervention and its potential moderators in a large sample using real-world data. Specifically, we tested (1) whether a gamified intervention enhanced daily steps during the intervention and follow-up periods compared to baseline, (2) whether this enhancement was higher in participants in the intervention than in nonparticipants, and (3) what participant characteristics or intervention parameters moderated the effect of the program.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Data from 4819 individuals who registered for a mobile health Kiplin program between 2019 and 2022 were retrospectively analyzed. In this intervention, participants could take part in one or several games in which their daily step count was tracked, allowing individuals to play with their overall activity. Nonparticipants were people who registered for the program but did not take part in the intervention and were considered as a control group. Daily step counts were measured via accelerometers embedded in either commercial wearables or smartphones of the participants. Exposure to the intervention, the intervention content, and participants’ characteristics were included in multilevel models to test the study objectives.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Participants in the intervention group demonstrated a significantly greater increase in mean daily steps from baseline than nonparticipants (<italic>P</italic>&lt;.001). However, intervention effectiveness depended on participants’ initial physical activity. The daily steps of participants with &lt;7500 baseline daily steps significantly improved from baseline both during the Kiplin intervention (+3291 daily steps) and the follow-up period (+945 daily steps), whereas participants with a higher baseline had no improvement or significant decreases in daily steps after the intervention. Age (<italic>P</italic>&lt;.001) and exposure (<italic>P</italic>&lt;.001) positively moderated the intervention effect.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>In real-world settings and among a large sample, the Kiplin intervention was significantly effective in increasing the daily steps of participants from baseline during intervention and follow-up periods compared to nonparticipants. Interestingly, responses to the intervention differed based on participants’ initial steps, with the existence of a plateau effect. Drawing on the insights of self-determination theory, we can assume that the effect of gamification could depend of the initial motivation and activity of participants.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>behavior change</kwd>
        <kwd>daily steps</kwd>
        <kwd>exercise</kwd>
        <kwd>gamification</kwd>
        <kwd>intervention</kwd>
        <kwd>mHealth</kwd>
        <kwd>mobile health</kwd>
        <kwd>mobile phone</kwd>
        <kwd>physical activity</kwd>
        <kwd>real world data</kwd>
        <kwd>retrospective</kwd>
        <kwd>self-determination theory</kwd>
        <kwd>step</kwd>
        <kwd>steps</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Physically inactive individuals are at higher risk of developing noncommunicable diseases—such as cardiovascular diseases, cancers, type 2 diabetes mellitus, or obesity—and mental health issues than those who are most active [<xref ref-type="bibr" rid="ref1">1</xref>]. However, one-third of the world’s population is insufficiently active [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>], and the trend is downward, with adults performing on average 1000 fewer steps per day than 2 decades ago [<xref ref-type="bibr" rid="ref4">4</xref>]. In addition, it has recently been reported that the global population step count did not return to prepandemic levels in the 2 years following the onset of the COVID-19 outbreak [<xref ref-type="bibr" rid="ref5">5</xref>]. The number of steps per day is a simple and convenient measure of physical activity (PA). Recent research suggests that an increase in the daily step count is associated with a progressively lower risk of all-cause mortality. Walking an additional 1000 steps per day can help reduce the risk of all-cause mortality [<xref ref-type="bibr" rid="ref6">6</xref>]. For adults aged ≥60 years, this reduction in mortality rates is observed with up to approximately 6000 to 8000 steps per day, whereas for adults aged &lt;60 years, the threshold is approximately 8000 to 10,000 steps per day [<xref ref-type="bibr" rid="ref7">7</xref>]. However, sustaining this increase over time is crucial to achieve tangible health benefits [<xref ref-type="bibr" rid="ref8">8</xref>]. Despite the efficacy of current programs in eliciting initial changes in individuals’ PA, they often struggle with inducing long-term behavioral shifts [<xref ref-type="bibr" rid="ref9">9</xref>]. In this context, there is an urgent need to sustainably increase the number of daily steps of individuals in primary, secondary, and tertiary prevention.</p>
        <p>Digital behavior change interventions are promising avenues to promote daily steps. Smartphones and digital tools, ubiquitous in our daily lives, offer several advantages, including their widespread availability, relatively low cost, and ability to access content quickly from anywhere [<xref ref-type="bibr" rid="ref10">10</xref>-<xref ref-type="bibr" rid="ref12">12</xref>]. Moreover, these technologies can collect real-time data in natural contexts (ie, daily step counts can be measured via accelerometers embedded in either commercial wearables such as Fitbit or smartphones) and present them in quantified formats, providing opportunities for exploration and reflection. This facilitates the implementation of powerful behavior change techniques such as goal setting and self-monitoring, potentially influencing behaviors [<xref ref-type="bibr" rid="ref11">11</xref>]. However, there are concerns about the ability of digital programs to engage participants once the novelty wears off or to be effective on any type of audience regardless of their age, sociodemographic characteristics, or health status. In this context, gamification strategies introduce an exciting road map for addressing these challenges.</p>
        <p>Gamification refers to the use of game elements in nongame contexts [<xref ref-type="bibr" rid="ref13">13</xref>] and allows for the transformation of a routine activity into a more engaging one. Self-determination theory (SDT) [<xref ref-type="bibr" rid="ref14">14</xref>] is a commonly used theoretical framework for understanding the motivational impact of gamification on behavior. SDT suggests the existence of different types of motivation that can be pictured on a continuum ranging from lack of motivation to completely autonomous motivation in which the behavior comes from the individual’s will. By contrast, controlled motivation will lead the individual to practice for the consequences that the activity can bring and not for the activity itself. SDT holds that people will be more likely to perform the behavior in the long term when their motivation is autonomous rather than controlled. Thus, autonomous forms of motivation represent more sustainable drivers of engagement and are an important predictor of the long-term maintenance of physical practice [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. Autonomous motivation occurs when people perform an activity for their own satisfaction, inherent interest, and enjoyment. Moreover, 3 basic psychological needs are presumed to achieve self-determination: the need for autonomy (ie, need to feel responsible for one’s own actions), competence (ie, need to feel effective in one’s interactions with the environment), and relatedness (ie, need to feel connected to other people).</p>
        <p>In addition to providing fun and playful experiences to users, gamification can effectively address basic psychological needs [<xref ref-type="bibr" rid="ref17">17</xref>]. First, gamification strategies such as point scoring, badges, levels, and competitions serve to sustain the need for competence by offering feedback on users’ behaviors. Second, customizable game environments or user choices can support autonomy. Finally, features such as leaderboards, team structures, groups, or communication functions can foster a sense of relatedness. From this perspective, a gamified intervention would feed the autonomous motivation of participants and would be more correlated with the long-term adherence to PA. However, from another perspective, several criticisms have been leveled at gamification, including the fact that these mechanisms are reward oriented and that, still in line with SDT, the use of external rewards can reduce autonomous motivation [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>].</p>
        <p>A recent meta-analysis [<xref ref-type="bibr" rid="ref20">20</xref>] revealed that digital gamified interventions lasting on average 12 weeks improved daily steps by 1600 steps on average. Importantly, the results showed that gamified interventions (1) appear more effective than digital nongamified interventions, (2) seem appropriate for any type of user regardless of their age or health status, and (3) lead to a persistent PA improvement after follow-up periods lasting on average 14 weeks with a very small to small effect size. As a result, gamified interventions are emerging as interesting behavior change tools to tackle the physical inactivity pandemic. However, these findings obtained from randomized controlled trials do not always reflect what happens in real-life settings [<xref ref-type="bibr" rid="ref21">21</xref>]. In addition, the effect sizes reported in this meta-analysis were heterogeneous, and the authors found high between-study heterogeneity (eg, <italic>I</italic><sup>2</sup>=82%).</p>
        <p>If this heterogeneity can be explained by differences in study quality or diversity of designs in the included studies, the behavior change intervention ontology proposed by Michie et al [<xref ref-type="bibr" rid="ref22">22</xref>] argues that heterogeneity in behavioral interventions could also be explained by different variables such as intervention characteristics (eg, content and delivery), the context (eg, characteristics of the population targeted, such as demographics, and setting, such as the policy environment or physical location), exposure of participants to the program (eg, engagement and reach), and the mechanisms of action (the processes through which interventions influence the target behavior). Considering these variables within gamification contexts could provide a useful means to better understand the conditions under which interventions are successful. Furthermore, based on SDT, we can envisage that gamification techniques will not have the same impact on all users depending on their initial motivation and the way they perceive games.</p>
        <p>This study investigated these questions based on a retrospective analysis of real-world data collected from a large sample of adult participants who were proposed a mobile health gamified intervention developed by the company Kiplin in France from 2019 to 2022. In this intervention, participants could take part in one or several collective games in which their daily step count was tracked, allowing individuals to play with their overall activity. In addition to offering the possibility of direct intervention on people’s activity habits in a natural context, the capacity of this mobile app to collect a large amount of objective real-world data in real time can be useful for understanding the processes and outcomes of behavioral health interventions [<xref ref-type="bibr" rid="ref23">23</xref>]. More specifically, these data can help make explicit when, where, for whom, and in what state for the participant the intervention will produce the expected effect, notably owing to continuous data collection over time. The within-person evolution in daily steps obtained via the app combined with between-person individual factors and intervention parameters is of great interest in this perspective.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>Thus, the objectives of this study were to analyze the data collected to (1) examine within-individual evolutions of daily steps before, during, and after the intervention; (2) test the effectiveness of a gamified program in real-life conditions on daily steps among participants versus nonparticipants; and (3) explore the variables that could explain heterogeneity in responses to the intervention. On the basis of previous results on gamification [<xref ref-type="bibr" rid="ref20">20</xref>], we first hypothesized that daily steps would increase during and after the gamified program compared to baseline (hypothesis 1). Second, we hypothesized that this improvement will be greater for participants than for nonparticipants (ie, participants who registered on the app but did not complete any games; hypothesis 2). Finally, we expected that the intervention’s characteristics (ie, type and number of games), the context within which the intervention was performed (ie, population and setting), and the exposure to the intervention (ie, engagement of participants with the app) will moderate the intervention effect (hypothesis 3).</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design and Participants</title>
        <p>This study retrospectively analyzed data from adult participants who had registered for a Kiplin program and had given consent for their data to be collected. To be included, participants must be aged ≥18 years; have registered on the app between January 1, 2019, and January 2, 2022; and logged daily steps (measured via their smartphone or an activity monitor) on a time frame of at least 90 days with &lt;20% of missing daily observations. Of the 134,040 individuals who registered on the Kiplin app during this time span, 4819 (3.6%) met the eligibility criteria. <xref rid="figure1" ref-type="fig">Figure 1</xref> shows the study flowchart.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Study flowchart and screening of the Kiplin database.</p>
          </caption>
          <graphic xlink:href="jmir_v26i1e47116_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>Nonwear days were defined as days with &lt;1000 steps and considered as missing observations—as previous research has suggested that daily step values of &lt;1000 may not represent full data capture [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. Days before the first day of the first game were considered as <italic>baseline</italic> (median 14, SD 42.9 days), the period between the first day of the first game and the last day of the last game was considered as the <italic>intervention period</italic> (median 19, SD 31.2 days), and the days after the last day of the last game were considered as the <italic>follow-up</italic> (median 90, SD 22.8 days). We restricted the follow-up periods to 90 days after the intervention (ie, 3 months).</p>
        <p>Participants could receive the Kiplin intervention (1) in the context of their work (ie, primary prevention with employees), (2) in an older adult program (ie, primary prevention with volunteer retirees), or (3) as part of their chronic disease care (ie, patients mainly treated for obesity or cancer). In all the aforementioned conditions, the program was paid not by the participant but by their employer or health care center.</p>
        <p>Some participants registered for the program and created an account but did not take part in the intervention (ie, did not complete any games). These individuals were considered <italic>nonparticipants</italic> and were used as a control group (as proposed in previous research [<xref ref-type="bibr" rid="ref26">26</xref>]). Similarly, the baseline period for these nonparticipants corresponded to the days before the date in which they were supposed to start the intervention period.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>This study was approved by the local ethics committee (IRB00013412; CHU de Clermont-Ferrand institutional review board 1; institutional review board number 2022-CF063) with compliance with the French policy of individual data protection.</p>
      </sec>
      <sec>
        <title>The Kiplin Intervention</title>
        <p>The Kiplin intervention proposes time-efficient collective games accessible through an Android or iOS app. In all games, participants’ daily step counts are converted into points, allowing for progression within the games. The Kiplin app retrieves participants’ daily step counts by integrating with the application programming interfaces (APIs) of the apps used by participants to track their activity (such as Apple Health for iPhone users, Google Health for Android users, and Garmin Health). In this way, participants could connect a wearable if they already owned one. In addition, participants had access to a visual tool to monitor their daily and weekly step counts and to a chat for communication with other participants. Depending on the program, participants were offered one or several games lasting approximately 14 days each. If several games were proposed, these games followed each other in an interval of &lt;60 days.</p>
        <p>Participants could take part in 4 different games with no option for selection. In The Adventure, the objective was to reach step goals collectively to progress toward a final destination. Players could track their progress on a map, with checkpoints representing distances between different cities of a digital world tour (<xref rid="figure2" ref-type="fig">Figure 2</xref>A). In The Mission, participants engaged in PA and collective challenges to unlock clues and attempt to solve missions (<xref rid="figure2" ref-type="fig">Figure 2</xref>B). In The Board Game, participants took on the role of forest rangers tasked with extinguishing fires. Achieving step goals allowed for progress on the board and advancement to higher levels, ultimately aiming to extinguish all fires and save forest residents (<xref rid="figure2" ref-type="fig">Figure 2</xref>C). Finally, in The Challenge, players aimed to achieve the highest number of steps and complete challenges to earn trophies for their team. Team and individual rankings were available (<xref rid="figure2" ref-type="fig">Figure 2</xref>D).</p>
        <p>These games included a multitude of gamification mechanisms such as points, trophies, leaderboards, a chat, challenges, and narratives—mechanics that are closely linked to proven behavior change techniques [<xref ref-type="bibr" rid="ref27">27</xref>]. <xref ref-type="table" rid="table1">Table 1</xref> gives an overview of the gamification strategies included in the Kiplin games following the taxonomy proposed by Schmidt-Kraepelin et al [<xref ref-type="bibr" rid="ref28">28</xref>] and the associated behavior change techniques. While the games share common characteristics (eg, collective gameplay and in-game challenges), it is important to note that The Adventure and The Challenge emphasize competition more than the others.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Screenshots of the Kiplin games. (A) The Adventure. (B) The Mission. (C) The Board Game. (D) The Challenge.</p>
          </caption>
          <graphic xlink:href="jmir_v26i1e47116_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Analysis of the game mechanics and content of the Kiplin app and associated behavior change techniques following the taxonomies by Schmidt-Kraepelin et al [<xref ref-type="bibr" rid="ref28">28</xref>] and Michie et al [<xref ref-type="bibr" rid="ref27">27</xref>].</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="160"/>
            <col width="140"/>
            <col width="390"/>
            <col width="310"/>
            <thead>
              <tr valign="top">
                <td>Dimension</td>
                <td>Characteristic</td>
                <td>Gamification technique</td>
                <td>Associated behavior change techniques</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Gamification concept-to-user communication</td>
                <td>Mediated</td>
                <td>The gamification concept communicates with the user through an avatar named Pilot Kiplin (ie, a real Kiplin team member animating the app who takes the persona of a funny mascot). Pilot Kiplin launches in-game challenges, announces results, and delivers internal messages aimed at motivating participants. These messages include tips to plan and implement PA<sup>a</sup> in daily life and information on the benefits of walking on health.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Instruction on how to perform a behavior (4.1)</p>
                    </list-item>
                    <list-item>
                      <p>Information about health consequences (5.1)</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>User identity</td>
                <td>Static self-selected identity</td>
                <td>Participants are only able to select a nickname and personalize the name of their team.</td>
                <td>—<sup>b</sup></td>
              </tr>
              <tr valign="top">
                <td>Rewards</td>
                <td>Internal</td>
                <td>Rewards that participants can earn through the app are solely internal and virtual, such as points and trophies.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Feedback on behavior (2.2)</p>
                    </list-item>
                    <list-item>
                      <p>Self-monitoring of behavior (2.3)</p>
                    </list-item>
                    <list-item>
                      <p>Cue signaling reward (7.2)</p>
                    </list-item>
                    <list-item>
                      <p>Behavioral practice and rehearsal (8.1)</p>
                    </list-item>
                    <list-item>
                      <p>Nonspecific reward (10.3)</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Competition</td>
                <td>Direct and indirect</td>
                <td>Participants can compete directly via in-game challenges (ie, at specific intervals, a competitive challenge commences between teams; to secure victory and earn a trophy, one team must accumulate more points or steps than their rival team within the allotted time frame) or indirectly via the point system and leaderboards. These challenges are announced in advance, encouraging players to plan their activities so as to be active on the day of the battle.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Action planning (1.4)</p>
                    </list-item>
                    <list-item>
                      <p>Feedback on behavior (2.2)</p>
                    </list-item>
                    <list-item>
                      <p>Social comparison (6.2)</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Target group</td>
                <td>Patients and healthy individuals</td>
                <td>The app can be offered to patients in clinical settings as well as in preventive initiatives among employees or older adults.</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Collaboration</td>
                <td>Cooperative</td>
                <td>All games operate on a collaborative basis: participants are organized into teams and must collectively complete challenges to advance or win. They can use the chat feature to communicate, support each other, and exchange ideas with their teammates.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Social support (unspecified, 3.1)</p>
                    </list-item>
                    <list-item>
                      <p>Social support (emotional, 3.3)</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Goal setting</td>
                <td>Externally set</td>
                <td>Goals, cutoffs, and the number of steps required to earn a trophy are predetermined by the app developer or the health care professional.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Review behavior goals (1.5)</p>
                    </list-item>
                    <list-item>
                      <p>Discrepancy between current behavior and goal (1.6)</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Narrative</td>
                <td>Episodical</td>
                <td>Narratives are unlocked as participants reach new milestones, such as unlocking a new clue in The Mission, reaching a higher board level in The Board Game, or reaching a new city in The Adventure.</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Reinforcement</td>
                <td>Positive</td>
                <td>The app focuses solely on highlighting current and future successes, aiming to avoid stigmatizing users based on their initial inactivity or health status.</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Persuasive intent</td>
                <td>Behavior change</td>
                <td>The app aims to enhance individuals’ daily step counts through game mechanics.</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Level of integration</td>
                <td>Inherent</td>
                <td>To participate in the games, individuals must engage in PA. Progression within the game is contingent upon the steps performed; without activity, players cannot advance.</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>User advancement</td>
                <td>Presentation only</td>
                <td>The progression is presented through the clues collected in The Mission to the progression to different cities in The Adventure and to new board levels in The Board Game. This structure encourages participants to engage in and repat the target behavior.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Graded tasks (8.7)</p>
                    </list-item>
                    <list-item>
                      <p>Reward approximation (14.4)</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Other tools of the app</td>
                <td>—</td>
                <td>Self-monitoring tool and notifications</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Self-monitoring (2.2)</p>
                    </list-item>
                    <list-item>
                      <p>Prompt and cues (7.1)</p>
                    </list-item>
                  </list>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>PA: physical activity.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>No correspondence with the Behavior Change Technique Taxonomy.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Variables</title>
        <p>The variables of interest were selected based on the behavior change intervention ontology by Michie et al [<xref ref-type="bibr" rid="ref22">22</xref>] and included (1) the longitudinal evolution of daily steps, (2) the exposure of each participant to the intervention, (3) the intervention parameters, and (4) the context (participants’ characteristics and setting) as these variables are likely to influence the intervention effect. <xref ref-type="table" rid="table2">Table 2</xref> specifies the measures of interest and their operationalization.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Operationalization of the variables.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="180"/>
            <col width="0"/>
            <col width="790"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Outcome</td>
                <td>Operationalization</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="4">
                  <bold>Primary outcome—target behavior (dependent variable)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Daily step count</td>
                <td colspan="2">PA<sup>a</sup> was assessed via the daily step count, measured using the smartphone or activity monitor of the participant. The daily step count is a trusted proxy for PA [<xref ref-type="bibr" rid="ref29">29</xref>]. During onboarding, participants were asked to connect to their tracking device (eg, Apple Health, Google Fit, Fitbit, or Garmin) for synchronization of their step count data. In this way, the daily step count of the participants was automatically synchronized on the Kiplin app, and the app could retrieve the daily step count for the previous 15 days.</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Intervention (content and delivery) and mechanisms of action</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Type of game</td>
                <td colspan="2">Participants could play 4 types of games (ie, The Challenge, The Adventure, The Board Game, and The Mission).</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Exposure</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Compliance ratio</td>
                <td colspan="2">The engagement of participants with the app was computed as the compliance ratio representing the number of days with a log-in during the game period divided by the duration of the game periods. This variable allows for measuring the frequency of the engagement with the service [<xref ref-type="bibr" rid="ref30">30</xref>].</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Number of games played</td>
                <td colspan="2">The total number of games played during the intervention period</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Context (population and setting)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Self-reported age and gender</td>
                <td colspan="2">Filled out by participants when they registered on the app</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Population</td>
                <td colspan="2">Employees, older adults, or patients (treated for obesity or cancer)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Confounding factors</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Season</td>
                <td colspan="2">The season (winter, spring, summer, or autumn) when the step data were logged was controlled for as the season can influence PA [<xref ref-type="bibr" rid="ref31">31</xref>].</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Type of device</td>
                <td colspan="2">The type of device used to assess daily step count (ie, Android or iOS smartphones or Garmin, Withings, Polar, Fitbit, or TomTom wearables) was controlled for as smartphone apps and wearable devices differ in accuracy and precision [<xref ref-type="bibr" rid="ref32">32</xref>].</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Lockdown</td>
                <td colspan="2">The study period was characterized by the COVID-19 pandemic. In France, 3 lockdowns were implemented to mitigate the spread of COVID-19: in spring 2020 from March 17 to May 11, in fall 2020 from October 30 to December 15, and in spring 2021 from April 3 to May 3. During these periods, French citizens were required to remain at home with exceptions for essential activities such as going to work, shopping for necessities, health purposes, and engaging in individual PA near their residence. Failure to provide documentation justifying outdoor movement during inspections could result in fines. As these periods had a strong influence on the PA of individuals [<xref ref-type="bibr" rid="ref33">33</xref>], we controlled for the lockdown periods in our analyses.</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>PA: physical activity.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Statistical Analyses</title>
        <p>We calculated the step count increase by subtracting the baseline average daily step count from the average daily step count during the intervention or follow-up periods for each participant and then computed the relative change (in percentage).</p>
        <p>Mixed-effects models were used to (1) analyze within-person evolution across time (ie, changes in daily steps throughout the baseline, intervention, and follow-up periods) and across participants and nonparticipants and (2) examine the associations among intervention parameters, exposure to the intervention, participants’ characteristics and settings, and daily step evolution. This statistical approach controls for the nested structure of the data (ie, multiple observations nested within participants); does not require an equal number of observations from all participants [<xref ref-type="bibr" rid="ref34">34</xref>]; and separates between-person from within-person variance, providing unbiased estimates of the parameters [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>].</p>
        <p>First, an unconditional model (ie, with no predictor) was estimated for each variable to calculate intraclass correlation coefficients and estimate the amount of variance at the between- and within-individual levels, which allowed us to determine whether conducting multilevel models was relevant or not. Then, a model that allowed for random slope over time (ie, model with random intercept and random slope) was compared to the null model (ie, with only random intercept) using an ANOVA to evaluate whether the less parsimonious model explained a significantly higher proportion of the variance of the outcome than the unconditional model [<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>]. Third, between-level predictors and confounding variables were added to another model (model 1; the equation for the model was as follows: Y<sub>ij</sub> = [β<sub>0</sub> + γ<sub>0i</sub> + θ<sub>0j</sub>] + [β<sub>1</sub> + θ<sub>1j</sub>] time<sub>j</sub> + β<sub>2</sub> phase<sub>j</sub> + β<sub>3</sub> age<sub>j</sub> + β<sub>4</sub> sex<sub>j</sub> + β<sub>5</sub> population<sub>j</sub> + β<sub>6</sub> season<sub>j</sub> + β<sub>7</sub> captor<sub>j</sub> + β<sub>8</sub> baseline PA<sub>j</sub> + β<sub>9</sub> lockdown<sub>j</sub> + β<sub>10</sub> condition<sub>j</sub> × phase<sub>j</sub> + ε<sub>ij</sub>, where β<sub>0</sub> to β<sub>10</sub> are the fixed-effects coefficients, θ<sub>0j</sub> and θ<sub>1j</sub> are the random effect for participant <italic>j</italic> (1 random intercept and 1 random slope), γ<sub>0i</sub> is the random effect for time <italic>i</italic> [random intercept], and ε<sub>ij</sub> is the error term) and compared to the previous models. Finally, intervention characteristics, as well as their interactions with the phases (ie, baseline, intervention, or follow-up) of the study, were added in a final model excluding nonparticipants (model 2; the equation for the model was as follows: Y<sub>ij</sub> = [β<sub>0</sub> + γ<sub>0i</sub> + θ<sub>0j</sub>] + [β<sub>1</sub> + θ<sub>1j</sub>] time<sub>j</sub> + β<sub>2</sub> phase<sub>j</sub> + β<sub>3</sub> age<sub>j</sub> × phase<sub>j</sub> + β<sub>4</sub> sex<sub>j</sub> + β<sub>5</sub> population<sub>j</sub> × phase<sub>j</sub> + β<sub>6</sub> season<sub>j</sub> + β<sub>7</sub> captor<sub>j</sub> × phase<sub>j</sub> + β<sub>8</sub> baseline PA<sub>j</sub> × phase<sub>j</sub> + β<sub>9</sub> lockdown<sub>j</sub> + β<sub>10</sub> compliance ratio<sub>j</sub> × phase<sub>j</sub> + β<sub>11</sub> number of games played<sub>j</sub> × phase<sub>j</sub> + β<sub>12</sub> type of game<sub>j</sub> + ε<sub>ij</sub>, where β<sub>0</sub> to β<sub>12</sub> are the fixed-effects coefficients, θ<sub>0j</sub> and θ<sub>1j</sub> are the random effect for participant <italic>j</italic> (1 random intercept and 1 random slope), γ<sub>0i</sub> is the random effect for time <italic>i</italic> [random intercept], and ε<sub>ij</sub> is the error term). Model fit was assessed via the Bayesian information criterion and –2 log-likelihood [<xref ref-type="bibr" rid="ref39">39</xref>]. All models were performed using the <italic>lmerTest</italic> package in the R software (R Foundation for Statistical Computing) [<xref ref-type="bibr" rid="ref40">40</xref>]. An estimate of the effect size was reported using the marginal and conditional pseudo-<italic>R</italic><sup>2</sup>. When the interaction terms turned significant, contrast analyses were computed using the <italic>emmeans</italic> package [<xref ref-type="bibr" rid="ref41">41</xref>]. The models’ reliability (estimated using residual analyses) and outlier detection were performed using the <italic>Performance</italic> package [<xref ref-type="bibr" rid="ref42">42</xref>]. In addition to subtracting nonwear days (defined previously), we removed outliers via the <italic>check_outliers</italic> function [<xref ref-type="bibr" rid="ref42">42</xref>] that checks for influential observations via several distance and clustering methods (ie, <italic>Z</italic> scores, IQR, and equal-tailed interval). Sensitivity analyses were conducted using all data (including data before outlier imputation) and are available in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
        <p>The data and code for the statistical analyses used in this study are available on the Open Science Framework [<xref ref-type="bibr" rid="ref43">43</xref>].</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Descriptive Results</title>
        <p>Descriptive results are presented in <xref ref-type="table" rid="table3">Table 3</xref>. The final sample included 4819 adults (mean age 42.7, SD 11.5 y; 2823/4819, 58.58% women). Participants wore an activity monitor measuring their daily step count for an average of 113 (SD 58.01; range 90-686) days. A total of 34,922 daily step observations were missing (ie, daily data missing or considered as a nonwear day), which is equivalent to 6.4% of missing data for the full data set.</p>
        <p>We tested for statistical differences in sociodemographic variables and baseline daily steps between participants and nonparticipants using 2-tailed <italic>t</italic> tests and chi-square tests. Results revealed significant differences for age (<italic>t</italic><sub>82,500</sub>=–6.9149; <italic>P</italic>&lt;.001), gender (<italic>χ</italic><sup>2</sup><sub>2</sub>=4028.3; <italic>P</italic>&lt;.001), and baseline daily steps (<italic>t</italic><sub>22,721</sub>=–19.75; <italic>P</italic>&lt;.001). However, in large samples, <italic>P</italic> values may drop below the α level despite effect sizes that are not practically meaningful [<xref ref-type="bibr" rid="ref44">44</xref>]. Therefore, we mainly examined the magnitude of the effect sizes of these differences and observed very small to small effects (<italic>d</italic>=–0.03 for age, <italic>d</italic>=–0.17 for baseline daily steps, and <italic>w</italic>=0.09 for gender). According to Magnusson [<xref ref-type="bibr" rid="ref45">45</xref>], the interpretation of these effect sizes suggests that, for age and baseline daily steps, approximately 98.8% and 93.2% of individuals in both groups overlapped, respectively. In addition, there is approximately a 50.8% and 54.8% chance that a randomly selected individual from the nonparticipant group would have a higher score than a randomly selected individual from the participant group. Therefore, we considered that the differences were minor between the 2 groups. Finally, these variables were controlled in our mixed-effects models as they were included as fixed effects.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Descriptive statistics.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="450"/>
            <col width="270"/>
            <col width="250"/>
            <thead>
              <tr valign="top">
                <td colspan="2">
                  <break/>
                </td>
                <td>Participants (n=3817)</td>
                <td>Nonparticipants (n=995)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="4">
                  <bold>Sociodemographic characteristics</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Age (y), mean (SD)</td>
                <td>43.2 (11.08)</td>
                <td>41.0 (12.81)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Female sex, n (%)</td>
                <td>2313 (62.6)</td>
                <td>510 (53.26)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Employees, n (%)</td>
                <td>3526 (92.38)</td>
                <td>978 (98.29)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Patients, n (%)</td>
                <td>194 (5.16)</td>
                <td>17 (2.09)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Older adults, n (%)</td>
                <td>97 (2.54)</td>
                <td>—<sup>a</sup></td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Exposure, mean (SD)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Compliance ratio</td>
                <td>0.84 (0.23)</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Games played</td>
                <td>1.28 (0.9)</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>In-game days</td>
                <td>22.06 (16.24)</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Observations in each type of game, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>The Adventure</td>
                <td>21,316 (32.73)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>The Board Game</td>
                <td>4093 (6.28)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>The Challenge</td>
                <td>32,801 (50.37)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>The Mission</td>
                <td>6915 (10.62)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Type of device used, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Android smartphone</td>
                <td>1076 (28.19)</td>
                <td>286 (28.74)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>iOS smartphone</td>
                <td>810 (21.22)</td>
                <td>533 (53.57)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Fitbit</td>
                <td>750 (19.65)</td>
                <td>52 (5.23)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Garmin</td>
                <td>1071 (28.06)</td>
                <td>109 (10.95)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Polar</td>
                <td>5 (0.08)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>TomTom</td>
                <td>3 (0.08)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Withings</td>
                <td>90 (2.36)</td>
                <td>9 (0.9)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Observations in each season, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Winter</td>
                <td>110,517 (23.87)</td>
                <td>17,451 (24.4)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Spring</td>
                <td>94,961 (20.51)</td>
                <td>21,162 (29.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Summer</td>
                <td>129,039 (27.87)</td>
                <td>8804 (12.31)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Fall</td>
                <td>138,429 (29.9)</td>
                <td>24,086 (33.67)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Observations in each lockdown, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>First lockdown (spring 2020)</td>
                <td>10,872 (2.35)</td>
                <td>925 (1.29)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Second lockdown (fall 2020)</td>
                <td>32,298 (6.89)</td>
                <td>4110 (5.75)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Third lockdown (spring 2021)</td>
                <td>23,435 (5.06)</td>
                <td>1757 (2.46)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>Not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Hypothesis 1: Is the Gamified Program Effective to Promote PA?</title>
        <p>During the intervention period, participants increased their daily steps by 2619 steps per day on average (+55.6%) compared to the baseline period and by 317 steps per day on average during the follow-up period (+13.8%) compared to the baseline. In comparison, the daily step count of the control group remained more or less stable throughout the same time frame, with a mean increase of 151 daily steps compared to baseline (+7.5%).</p>
        <p>Overall, contrast analyses of the model for the intervention participants (model 2; Table S1 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>) revealed a negative effect of the intervention on the daily step count during the intervention phase compared to baseline activity (<italic>b</italic>=–0.09, 95% CI –0.14 to –0.05; <italic>P</italic>&lt;.001) and no significant effect (<italic>b</italic>=0.01, 95% CI –0.05 to 0.06; <italic>P</italic>=.79) during the follow-up periods compared to baseline. However, the patterns were different when participants were stratified by baseline PA. Participants with lower baseline daily steps (&lt;5000 steps per day or 5001-7500 steps per day) showed a significant increase in their daily steps during the intervention (<italic>b</italic>=0.25, 95% CI 0.22-0.28; <italic>P</italic>&lt;.001) and follow-up (<italic>b</italic>=0.12, 95% CI 0.09-0.15; <italic>P</italic>&lt;.001) periods both compared to the baseline. Participants with initial values between 7501 and 10,000 steps did not have a significant increase in their daily steps during the intervention (<italic>b</italic>=0.00, 95% CI –0.05 to 0.05; <italic>P</italic>=.99) or during the follow-up period (<italic>b</italic>=–0.01, 95% CI –0.04 to 0.02; <italic>P</italic>=.44) compared to baseline. Participants who performed &gt;10,000 baseline steps had significant deteriorations during the intervention (<italic>b</italic>=–0.13, 95% CI –0.19 to –0.08; <italic>P</italic>&lt;.001) and follow-up (<italic>b</italic>=–0.06, 95% CI –0.10 to –0.03; <italic>P</italic>&lt;.001) periods. These trends are depicted in <xref rid="figure3" ref-type="fig">Figure 3</xref> and <xref ref-type="table" rid="table4">Table 4</xref>. Results were similar in sensitivity analyses that used data without outlier imputation except for participants with initial daily step counts between 7501 and 10,000, who showed significant improvements during and after the intervention (Tables S2 and S3 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
        <p>In parallel, contrast analyses comparing the effectiveness of the Kiplin intervention on participants who used smartphones to collect their daily steps in comparison to participants who used a wearable showed a significantly greater effect among smartphone users during both the intervention phase (<italic>b</italic>=0.09, 95% CI 0.07-0.11; <italic>P</italic>&lt;.001) and the follow-up period (<italic>b</italic>=0.04, 95% CI 0.01-0.06; <italic>P</italic>=.001). These results are illustrated in Figure S1 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Changes in daily steps throughout the study phases for participants who received the Kiplin program stratified by baseline physical activity.</p>
          </caption>
          <graphic xlink:href="jmir_v26i1e47116_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Description of the mean daily step count during the baseline, intervention, and follow-up periods; changes; and relative changes from baseline according to participants’ baseline daily step count.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="230"/>
            <col width="190"/>
            <col width="190"/>
            <col width="200"/>
            <col width="190"/>
            <thead>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Participants with &lt;5000 steps</td>
                <td>Participants with 5000-7500 steps</td>
                <td>Participants with 7501-10,000 steps</td>
                <td>Participants with &gt;10,000 steps</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Baseline daily step count, mean (SD)</td>
                <td>3671 (902.73)</td>
                <td>6096 (747.49)</td>
                <td>8818 (824.84)</td>
                <td>10,111 (1789.2)</td>
              </tr>
              <tr valign="top">
                <td>Intervention daily step count, mean (SD)</td>
                <td>7490 (3804.69)</td>
                <td>8855 (3786.71)</td>
                <td>10,301 (3627.73)</td>
                <td>11,388 (3518.07)</td>
              </tr>
              <tr valign="top">
                <td>Follow-up daily step count, mean (SD)</td>
                <td>5119 (2062.40)</td>
                <td>6534 (1889.99)</td>
                <td>7971 (2074.43)</td>
                <td>9424 (2390.33)</td>
              </tr>
              <tr valign="top">
                <td>Change from baseline during the intervention</td>
                <td>+3820</td>
                <td>+2762</td>
                <td>+2187</td>
                <td>+1309</td>
              </tr>
              <tr valign="top">
                <td>Change from baseline during follow-up</td>
                <td>+1459</td>
                <td>+431</td>
                <td>–156</td>
                <td>–697</td>
              </tr>
              <tr valign="top">
                <td>Relative change during intervention (%)</td>
                <td>+118.8</td>
                <td>+47.2</td>
                <td>+28.8</td>
                <td>+16.9</td>
              </tr>
              <tr valign="top">
                <td>Relative change during follow-up (%)</td>
                <td>+49.5</td>
                <td>+8.2</td>
                <td>–1</td>
                <td>–4.3</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Hypothesis 2: Is the Intervention Effect Greater for Participants Than for Nonparticipants?</title>
        <p>In model 1 (Table S1 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>), participants who received the Kiplin intervention had a significantly greater increase in mean daily steps between baseline and the intervention period compared with nonparticipants (<italic>b</italic>=0.54, 95% CI 0.52-0.58; <italic>P</italic>&lt;.001). The results were similar in sensitivity analyses (Table S3 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). The comparison of the means, changes, and relative changes from baseline for participants and nonparticipants are available in Table S4 of <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
      </sec>
      <sec>
        <title>Hypothesis 3: What Are the Moderators of the Intervention Effect?</title>
        <p>The model 2 estimates are shown in Table S1 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. The variables under consideration explained 39% of the variance in daily steps. In this model, we tested the hypothesized interactions to investigate predictors associated with the efficiency of the intervention (Table S5 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). Contrast analyses were conducted on significant interactions and revealed that the age (<italic>b</italic>=0.05; <italic>P</italic>&lt;.001) and compliance ratio (<italic>b</italic>=0.37; <italic>P</italic>&lt;.001) were positively associated with the change in daily steps between baseline and the intervention period. Specifically, the older the age, the more regularly the individuals played and the more effective the intervention was. On the other hand, the number of games played by participants was negatively associated with this change (<italic>b</italic>=–0.02; <italic>P</italic>=.02). In other words, the longer the intervention and the higher the number of games, the less effective the intervention. For categorical outcomes, contrast analyses revealed differences in the intervention effect among the different populations (<xref rid="figure4" ref-type="fig">Figure 4</xref>). Compared to employees, patients treated for cancer (<italic>b</italic>=–0.18; <italic>P</italic>&lt;.001) and older adults (<italic>b</italic>=–0.19; <italic>P</italic>&lt;.001) showed a significantly weaker effect of the intervention in comparison to baseline PA. There was no significant difference between employees and patients treated for obesity (<italic>b</italic>=–0.07; <italic>P</italic>=.13). All the results of these analyses are available in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
        <p>Finally, model 2 estimates revealed that participants were significantly more active in The Adventure and The Challenge compared to The Board Game and The Mission (Table S1 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Changes in daily steps throughout the study phases for the different populations who received the Kiplin program.</p>
          </caption>
          <graphic xlink:href="jmir_v26i1e47116_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This study demonstrated a significant increase in daily steps among participants engaging with the Kiplin intervention compared to nonparticipants over the same period. Interestingly, the intervention effect varied according to the baseline daily step count of individuals. Participants with lower baseline steps (&lt;7500 steps per day) significantly improved their PA during both the intervention (between +34% and +76%) and follow-up (between +10% and +33%) periods, whereas participants with &gt;7500 steps had no significant change or significant decreases.</p>
        <p>These results suggest that a gamified program is more efficient for inactive individuals compared to active ones, with the existence of a plateau effect. They also support recent findings [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref46">46</xref>] and the ability of gamified interventions to improve daily steps both during and after the end of the program and in real-life settings [<xref ref-type="bibr" rid="ref47">47</xref>]—at least for the more inactive individuals. This efficacy is noteworthy given the challenges faced by current behavioral interventions in promoting PA in the long haul [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
        <p>SDT offers a valuable framework for elucidating the disparate outcomes observed among initially active and inactive participants. Gamification strategies could enhance the autonomous motivation of inactive participants, as suggested by a previous study [<xref ref-type="bibr" rid="ref48">48</xref>], whereas the use of rewards on already motivated people could undermine this motivation. Known as the overjustification effect [<xref ref-type="bibr" rid="ref18">18</xref>], this phenomenon suggests that, if people receive rewards for doing an activity that they used to enjoy, they are likely to discount the internal reason and, thus, become less intrinsically motivated than before receiving the rewards. This could explain why the same intervention had positive effects on inactive participants, who performed more daily steps after the end of the intervention (ie, during follow-up periods), compared to its effects on already active ones, who observed significant decreases after the intervention compared to their baseline daily steps.</p>
        <p>Moreover, results indicating that the intervention was more effective among users who used their smartphones to track their step counts through the Kiplin app compared to those who already owned and used a wearable device—and were significantly more active at baseline—further reinforce this argument. Individuals who already possess an activity monitor are likely motivated to monitor their daily steps, potentially diminishing the additional impact of gamification rewards. Consequently, the introduction of gamification may have less influence or even produce counterproductive effects on their behavior, particularly when compared to those who solely rely on their smartphones for activity tracking in the context of the intervention.</p>
        <p>The results of this study also stressed that older age may not be incompatible with gamified interventions. Indeed, intervention effectiveness was moderated by the age of the individual, and gamification was more efficient among older individuals compared to younger ones. These findings are in line with those of a previous study [<xref ref-type="bibr" rid="ref49">49</xref>] that reported higher use of gamification features among older users. The authors postulated that older adults pay generally more attention to their health and, thus, have a stronger intention to engage in a health program. From another perspective, and in light of the gamification strategies embedded in the Kiplin intervention, these results could also be explained by the fact that these strategies are accessible—inspired by traditional board game rules and mechanics widely known in the general population—and, thus, may be more attractive for older populations. Previous research has suggested that the most engaging game mechanics may diverge between youths and other populations [<xref ref-type="bibr" rid="ref50">50</xref>], and we can expect that younger populations may prefer more complex game mechanics and need more novelty during the intervention to stay interested in the service.</p>
        <p>Regarding the effects of the gamified intervention according to the characteristics of the population, a stronger effect was found for programs among employees and patients treated for obesity. While these results warrant caution due to the variability observed in patients or older adult participants, these findings suggest that gamified interventions are suitable for both primary and tertiary prevention, as suggested by previous work [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
      </sec>
      <sec>
        <title>Practical Implications</title>
        <p>The findings of this study also offer valuable insights that could help improve future intervention design. First, exposure to the content is essential for the gamified intervention to be effective. It is interesting, as gamification has often been assimilated into a self-fulfilling process permitting automatic engagement of participants. These results are consistent with previous findings demonstrating that higher use of gamification features was associated with greater intervention effectiveness [<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref51">51</xref>]. If gamification can ultimately increase program engagement, developers need first to design their apps to be as attractive as possible and optimize retention.</p>
        <p>Second, the results revealed that the total number of games played was negatively associated with the intervention effect, suggesting that shorter interventions could be more beneficial for behavior change. These results are in line with those of previous research [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref52">52</xref>] suggesting that digital interventions of &lt;3 months tend to yield greater benefits. It also suggests a “dose-response” relationship in an inverted U shape, with an optimal “middle” to find. Nevertheless, it is important to consider that Kiplin programs incorporating multiple games are built in such a way as to administer several doses at regular intervals. Therefore, periods without games were considered in the intervention phases and could explain why, overall, the shorter games were more efficient. More refined analyses of the intervention effect over time will be necessary in the future.</p>
        <p>Third, the daily step count of participants was significantly higher in The Adventure and The Challenge. These 2 games are characterized by their competitive nature, placing a stronger emphasis on leaderboards than the other 2 games, which are more centered on collaboration. In this vein, Patel et al [<xref ref-type="bibr" rid="ref53">53</xref>] observed that the competitive version of their gamified intervention outperformed the collaborative and supportive arms. Moreover, various studies have highlighted that leaderboards are a particularly successful gamification mechanic [<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref54">54</xref>].</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>This study has several strengths, including its large sample size, the intensive objective PA measurement in real-life conditions through daily steps, and the longer baseline and follow-up duration compared with most trials on gamification that typically incorporate measurement bursts dispersed across time [<xref ref-type="bibr" rid="ref20">20</xref>]. However, several limitations should be considered. First, this study was observational and not a randomized controlled trial. Thus, we cannot establish the causality of the intervention’s effect on outcome improvement. The nonparticipants are not a true control group. If they did not receive the intervention, it may be because they were unable to join or for underlying motivational reasons that could impact their PA. Second, intervention lengths differed between participants. Third, although mixed-effects models are useful for describing trends in PA behavior change over time, they are limited in their capacity to assess precise fluctuation patterns of nonstationary behavior, such as daily step counts [<xref ref-type="bibr" rid="ref55">55</xref>] across time. Future longitudinal studies could benefit from using time-series analyses to more accurately describe these patterns of change. Finally, the compliance ratio used in this study as a proxy for engagement tends to oversimplify the exposure of participants to the service. Complementary measures of behavioral engagement (eg, using the number of log-ins, time spent per log-in, and the number of components accessed) and affective engagement (eg, emotions and pleasure) should be considered to draw the longitudinal impact of the engagement of the participants on the intervention effect.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>In this study, we conducted a comprehensive analysis of real-world data from &gt;4800 individuals, suggesting the impact of a gamified intervention in real-life settings. Our findings indicate that the Kiplin intervention led to a significantly greater increase in mean daily steps from baseline among users than among nonparticipants. Interestingly, responses to the intervention were significantly different as a function of individuals’ initial daily step counts. Participants with &lt;7500 baseline daily steps had significant improvements during both the intervention and follow-up periods with +3291 daily steps during the program and +945 after the intervention on average, whereas the intervention had no effect on participants with initial values of &gt;7500. Therefore, the motivational effect of gamification could depend on the initial PA and motivational profile of the participants. This result can also be interpreted in light of our observation that participants who already owned a wearable and, thus, were likely already motivated to engage in PA exhibited significantly lower effects compared to less experienced participants who used their smartphones to track their step counts. This study also revealed that the age of participants and their engagement with the app were positively and significantly associated with the intervention effect, whereas the number of games played was negatively associated with it.</p>
        <p>Overall, the results of this study suggest that gamification holds promise in promoting the daily steps of inactive populations, with demonstrated short- and medium-term effects. Importantly, this study represents a pioneering effort as one of the first to examine the longitudinal effect of a gamified program outside the context of a trial using intensive real-world data. As such, the findings are quite generalizable to similar settings and reaffirm the value of gamification in both primary and tertiary prevention efforts across a diverse range of age groups.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Supplementary Figure S1 and Table S1-S5.</p>
        <media xlink:href="jmir_v26i1e47116_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 300 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">API</term>
          <def>
            <p>application programming interface</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">PA</term>
          <def>
            <p>physical activity</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">SDT</term>
          <def>
            <p>self-determination theory</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The work of AM is supported by the French National Association of Research and Technology (Cifre PhD thesis grant) and by the company Kiplin. The funders had no input in the design of the study and no influence on the interpretation or publication of the study results.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The anonymized data used in this study and the R code are available on the Open Science Framework [<xref ref-type="bibr" rid="ref43">43</xref>].</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>AM conceptualized the study. AM and GH performed data curation. Investigation was led by AM, while AM and CF contributed to methodology and statistics. AM conducted the formal analysis using the R software. AM was responsible for writing the original draft. All authors contributed to writing (review and editing).</p>
      </fn>
      <fn fn-type="conflict">
        <p>AC, CF, and MD declare that they have no competing interests. GH is employed by Kiplin. The results of this study could be beneficial to Kiplin from a marketing point of view. The Kiplin company had no input in the design of the study and no influence on the interpretation or publication of the study results.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>IM</given-names>
            </name>
            <name name-style="western">
              <surname>Shiroma</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lobelo</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Puska</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Blair</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Katzmarzyk</surname>
              <given-names>PT</given-names>
            </name>
            <name name-style="western">
              <surname>Lancet</surname>
              <given-names>PA</given-names>
            </name>
          </person-group>
          <article-title>Effect of physical inactivity on major non-communicable diseases worldwide: an analysis of burden of disease and life expectancy</article-title>
          <source>Lancet</source>
          <year>2012</year>
          <month>07</month>
          <day>21</day>
          <volume>380</volume>
          <issue>9838</issue>
          <fpage>219</fpage>
          <lpage>29</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22818936"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(12)61031-9</pub-id>
          <pub-id pub-id-type="medline">22818936</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(12)61031-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC3645500</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guthold</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Stevens</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Riley</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Bull</surname>
              <given-names>FC</given-names>
            </name>
          </person-group>
          <article-title>Worldwide trends in insufficient physical activity from 2001 to 2016: a pooled analysis of 358 population-based surveys with 1·9 million participants</article-title>
          <source>Lancet Glob Health</source>
          <year>2018</year>
          <month>10</month>
          <volume>6</volume>
          <issue>10</issue>
          <fpage>e1077</fpage>
          <lpage>86</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2214-109X(18)30357-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S2214-109X(18)30357-7</pub-id>
          <pub-id pub-id-type="medline">30193830</pub-id>
          <pub-id pub-id-type="pii">S2214-109X(18)30357-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hallal</surname>
              <given-names>PC</given-names>
            </name>
            <name name-style="western">
              <surname>Andersen</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Bull</surname>
              <given-names>FC</given-names>
            </name>
            <name name-style="western">
              <surname>Guthold</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Haskell</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Ekelund</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Lancet</surname>
              <given-names>PA</given-names>
            </name>
          </person-group>
          <article-title>Global physical activity levels: surveillance progress, pitfalls, and prospects</article-title>
          <source>Lancet</source>
          <year>2012</year>
          <month>07</month>
          <day>21</day>
          <volume>380</volume>
          <issue>9838</issue>
          <fpage>247</fpage>
          <lpage>57</lpage>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(12)60646-1</pub-id>
          <pub-id pub-id-type="medline">22818937</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(12)60646-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Conger</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Toth</surname>
              <given-names>LP</given-names>
            </name>
            <name name-style="western">
              <surname>Cretsinger</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Raustorp</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mitáš</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Inoue</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bassett</surname>
              <given-names>DR</given-names>
            </name>
          </person-group>
          <article-title>Time trends in physical activity using wearable devices: a systematic review and meta-analysis of studies from 1995 to 2017</article-title>
          <source>Med Sci Sports Exerc</source>
          <year>2022</year>
          <month>02</month>
          <day>01</day>
          <volume>54</volume>
          <issue>2</issue>
          <fpage>288</fpage>
          <lpage>98</lpage>
          <pub-id pub-id-type="doi">10.1249/MSS.0000000000002794</pub-id>
          <pub-id pub-id-type="medline">34559725</pub-id>
          <pub-id pub-id-type="pii">00005768-202202000-00010</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tison</surname>
              <given-names>GH</given-names>
            </name>
            <name name-style="western">
              <surname>Barrios</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Avram</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kuhar</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bostjancic</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Marcus</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Pletcher</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Olgin</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Worldwide physical activity trends since COVID-19 onset</article-title>
          <source>Lancet Glob Health</source>
          <year>2022</year>
          <month>10</month>
          <volume>10</volume>
          <issue>10</issue>
          <fpage>e1381</fpage>
          <lpage>2</lpage>
          <pub-id pub-id-type="doi">10.1016/s2214-109x(22)00361-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>KS</given-names>
            </name>
            <name name-style="western">
              <surname>Hyde</surname>
              <given-names>ET</given-names>
            </name>
            <name name-style="western">
              <surname>Bassett</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Carlson</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Carnethon</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Ekelund</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Evenson</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Galuska</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Kraus</surname>
              <given-names>WE</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Matthews</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Omura</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Paluch</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>WI</given-names>
            </name>
            <name name-style="western">
              <surname>Fulton</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Systematic review of the prospective association of daily step counts with risk of mortality, cardiovascular disease, and dysglycemia</article-title>
          <source>Int J Behav Nutr Phys Act</source>
          <year>2020</year>
          <month>06</month>
          <day>20</day>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>78</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ijbnpa.biomedcentral.com/articles/10.1186/s12966-020-00978-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12966-020-00978-9</pub-id>
          <pub-id pub-id-type="medline">32563261</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12966-020-00978-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC7305604</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Paluch</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Bajpai</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bassett</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Carnethon</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Ekelund</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Evenson</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Galuska</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Jefferis</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kraus</surname>
              <given-names>WE</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Matthews</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Omura</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>AV</given-names>
            </name>
            <name name-style="western">
              <surname>Pieper</surname>
              <given-names>CF</given-names>
            </name>
            <name name-style="western">
              <surname>Rees-Punia</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Dallmeier</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Klenk</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Whincup</surname>
              <given-names>PH</given-names>
            </name>
            <name name-style="western">
              <surname>Dooley</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Pettee Gabriel</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Palta</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Pompeii</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Chernofsky</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Larson</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Vasan</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Spartano</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Ballin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nordström</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Nordström</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Anderssen</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Hansen</surname>
              <given-names>BH</given-names>
            </name>
            <name name-style="western">
              <surname>Cochrane</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Dwyer</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ferrucci</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Schrack</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Urbanek</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Saint-Maurice</surname>
              <given-names>PF</given-names>
            </name>
            <name name-style="western">
              <surname>Yamamoto</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Yoshitake</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Newton</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Shiroma</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Fulton</surname>
              <given-names>JE</given-names>
            </name>
            <collab>Steps for Health Collaborative</collab>
          </person-group>
          <article-title>Daily steps and all-cause mortality: a meta-analysis of 15 international cohorts</article-title>
          <source>Lancet Public Health</source>
          <year>2022</year>
          <month>03</month>
          <volume>7</volume>
          <issue>3</issue>
          <fpage>e219</fpage>
          <lpage>28</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2468-2667(21)00302-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S2468-2667(21)00302-9</pub-id>
          <pub-id pub-id-type="medline">35247352</pub-id>
          <pub-id pub-id-type="pii">S2468-2667(21)00302-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <article-title>Global status report on physical activity</article-title>
          <source>World Health Organization</source>
          <year>2022</year>
          <access-date>2024-04-29</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/teams/health-promotion/physical-activity/global-status-report-on-physical-activity-2022">https://www.who.int/teams/health-promotion/physical-activity/global-status-report-on-physical-activity-2022</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dunton</surname>
              <given-names>GF</given-names>
            </name>
            <name name-style="western">
              <surname>Rothman</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Leventhal</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Intille</surname>
              <given-names>SS</given-names>
            </name>
          </person-group>
          <article-title>How intensive longitudinal data can stimulate advances in health behavior maintenance theories and interventions</article-title>
          <source>Transl Behav Med</source>
          <year>2021</year>
          <month>02</month>
          <day>11</day>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>281</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31731290"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/tbm/ibz165</pub-id>
          <pub-id pub-id-type="medline">31731290</pub-id>
          <pub-id pub-id-type="pii">5626448</pub-id>
          <pub-id pub-id-type="pmcid">PMC7877301</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arigo</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Jake-Schoffman</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Wolin</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Beckjord</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hekler</surname>
              <given-names>EB</given-names>
            </name>
            <name name-style="western">
              <surname>Pagoto</surname>
              <given-names>SL</given-names>
            </name>
          </person-group>
          <article-title>The history and future of digital health in the field of behavioral medicine</article-title>
          <source>J Behav Med</source>
          <year>2019</year>
          <month>02</month>
          <volume>42</volume>
          <issue>1</issue>
          <fpage>67</fpage>
          <lpage>83</lpage>
          <pub-id pub-id-type="doi">10.1007/s10865-018-9966-z</pub-id>
          <pub-id pub-id-type="medline">30825090</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10865-018-9966-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC6644720</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Walsh</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Groarke</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Integrating behavioral science with mobile (mHealth) technology to optimize health behavior change interventions</article-title>
          <source>Eur Psychol</source>
          <year>2019</year>
          <month>01</month>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>38</fpage>
          <lpage>48</lpage>
          <pub-id pub-id-type="doi">10.1027/1016-9040/a000351</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Freeman</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Can mobile phone apps influence people's health behavior change? An evidence review</article-title>
          <source>J Med Internet Res</source>
          <year>2016</year>
          <month>10</month>
          <day>31</day>
          <volume>18</volume>
          <issue>11</issue>
          <fpage>e287</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2016/11/e287/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.5692</pub-id>
          <pub-id pub-id-type="medline">27806926</pub-id>
          <pub-id pub-id-type="pii">v18i11e287</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Deterding</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dixon</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Khaled</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Nacke</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>From game design elements to gamefulness: defining "gamification"</article-title>
          <source>Proceedings of the 15th International Academic MindTrek Conference: Envisioning Future Media Environments</source>
          <year>2011</year>
          <conf-name>MindTrek '11</conf-name>
          <conf-date>September 28-30, 2011</conf-date>
          <conf-loc>Tampere, Finland</conf-loc>
          <fpage>9</fpage>
          <lpage>15</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dl.acm.org/doi/10.1145/2181037.2181040"/>
          </comment>
          <pub-id pub-id-type="doi">10.1145/2181037.2181040</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Deci</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <source>Handbook of Self-Determination Research</source>
          <year>2002</year>
          <publisher-loc>Rochester, NY</publisher-loc>
          <publisher-name>University of Rochester Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Deci</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>The "What" and "Why" of goal pursuits: human needs and the self-determination of behavior</article-title>
          <source>Psychol Inq</source>
          <year>2000</year>
          <month>10</month>
          <volume>11</volume>
          <issue>4</issue>
          <fpage>227</fpage>
          <lpage>68</lpage>
          <pub-id pub-id-type="doi">10.1207/S15327965pli1104_01</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Teixeira</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Carraça</surname>
              <given-names>EV</given-names>
            </name>
            <name name-style="western">
              <surname>Markland</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Silva</surname>
              <given-names>MN</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>Exercise, physical activity, and self-determination theory: a systematic review</article-title>
          <source>Int J Behav Nutr Phys Act</source>
          <year>2012</year>
          <volume>9</volume>
          <fpage>78</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.ijbnpa.org/content/9//78"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1479-5868-9-78</pub-id>
          <pub-id pub-id-type="medline">22726453</pub-id>
          <pub-id pub-id-type="pii">1479-5868-9-78</pub-id>
          <pub-id pub-id-type="pmcid">PMC3441783</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Deterding</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kuhn</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Staneva</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Stoyanov</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hides</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Gamification for health and wellbeing: a systematic review of the literature</article-title>
          <source>Internet Interv</source>
          <year>2016</year>
          <month>11</month>
          <volume>6</volume>
          <fpage>89</fpage>
          <lpage>106</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2214-7829(16)30038-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.invent.2016.10.002</pub-id>
          <pub-id pub-id-type="medline">30135818</pub-id>
          <pub-id pub-id-type="pii">S2214-7829(16)30038-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC6096297</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Deci</surname>
              <given-names>EL</given-names>
            </name>
          </person-group>
          <article-title>Cognitive evaluation theory, part I. The effects of rewards, feedback, and other external events on intrinsic motivation</article-title>
          <source>Self-Determination Theory: Basic Psychological Needs in Motivation, Development, and Wellness</source>
          <year>2017</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Guilford Press</publisher-name>
          <fpage>123</fpage>
          <lpage>7</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zuckerman</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Gal-Oz</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Deconstructing gamification: evaluating the effectiveness of continuous measurement, virtual rewards, and social comparison for promoting physical activity</article-title>
          <source>Pers Ubiquit Comput</source>
          <year>2014</year>
          <month>7</month>
          <day>5</day>
          <volume>18</volume>
          <issue>7</issue>
          <fpage>1705</fpage>
          <lpage>19</lpage>
          <pub-id pub-id-type="doi">10.1007/S00779-014-0783-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mazeas</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Duclos</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pereira</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Chalabaev</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Evaluating the effectiveness of gamification on physical activity: systematic review and meta-analysis of randomized controlled trials</article-title>
          <source>J Med Internet Res</source>
          <year>2022</year>
          <month>01</month>
          <day>04</day>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>e26779</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2022/1/e26779/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/26779</pub-id>
          <pub-id pub-id-type="medline">34982715</pub-id>
          <pub-id pub-id-type="pii">v24i1e26779</pub-id>
          <pub-id pub-id-type="pmcid">PMC8767479</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vincent</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>We should abandon randomized controlled trials in the intensive care unit</article-title>
          <source>Crit Care Med</source>
          <year>2010</year>
          <month>10</month>
          <volume>38</volume>
          <issue>10 Suppl</issue>
          <fpage>S534</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1097/CCM.0b013e3181f208ac</pub-id>
          <pub-id pub-id-type="medline">21164394</pub-id>
          <pub-id pub-id-type="pii">00003246-201010001-00006</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Aonghusa</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Shawe-Taylor</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kelly</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Deleris</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Finnerty</surname>
              <given-names>AN</given-names>
            </name>
            <name name-style="western">
              <surname>Marques</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Norris</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>O'Mara-Eves</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>The human behaviour-change project: harnessing the power of artificial intelligence and machine learning for evidence synthesis and interpretation</article-title>
          <source>Implement Sci</source>
          <year>2017</year>
          <month>10</month>
          <day>18</day>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>121</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-017-0641-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-017-0641-5</pub-id>
          <pub-id pub-id-type="medline">29047393</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13012-017-0641-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC5648456</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hekler</surname>
              <given-names>EB</given-names>
            </name>
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pavel</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rivera</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Jimison</surname>
              <given-names>HB</given-names>
            </name>
            <name name-style="western">
              <surname>Garnett</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Parral</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Spruijt-Metz</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Advancing models and theories for digital behavior change interventions</article-title>
          <source>Am J Prev Med</source>
          <year>2016</year>
          <month>11</month>
          <volume>51</volume>
          <issue>5</issue>
          <fpage>825</fpage>
          <lpage>32</lpage>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2016.06.013</pub-id>
          <pub-id pub-id-type="medline">27745682</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(16)30241-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bassett</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Wyatt</surname>
              <given-names>HR</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Hill</surname>
              <given-names>JO</given-names>
            </name>
          </person-group>
          <article-title>Pedometer-measured physical activity and health behaviors in U.S. adults</article-title>
          <source>Med Sci Sports Exerc</source>
          <year>2010</year>
          <month>10</month>
          <volume>42</volume>
          <issue>10</issue>
          <fpage>1819</fpage>
          <lpage>25</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20305579"/>
          </comment>
          <pub-id pub-id-type="doi">10.1249/MSS.0b013e3181dc2e54</pub-id>
          <pub-id pub-id-type="medline">20305579</pub-id>
          <pub-id pub-id-type="pmcid">PMC2927728</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rowe</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Barreira</surname>
              <given-names>TV</given-names>
            </name>
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>TS</given-names>
            </name>
            <name name-style="western">
              <surname>Mahar</surname>
              <given-names>MT</given-names>
            </name>
          </person-group>
          <article-title>Individual information-centered approach for handling physical activity missing data</article-title>
          <source>Res Q Exerc Sport</source>
          <year>2009</year>
          <month>06</month>
          <volume>80</volume>
          <issue>2</issue>
          <fpage>131</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1080/02701367.2009.10599546</pub-id>
          <pub-id pub-id-type="medline">19650377</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hong</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Krauss</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bailey</surname>
              <given-names>JF</given-names>
            </name>
          </person-group>
          <article-title>Clinical outcomes one year after a digital musculoskeletal (MSK) program: an observational, longitudinal study with nonparticipant comparison group</article-title>
          <source>BMC Musculoskelet Disord</source>
          <year>2022</year>
          <month>03</month>
          <day>11</day>
          <volume>23</volume>
          <issue>1</issue>
          <fpage>237</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmusculoskeletdisord.biomedcentral.com/articles/10.1186/s12891-022-05188-x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12891-022-05188-x</pub-id>
          <pub-id pub-id-type="medline">35277161</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12891-022-05188-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC8914456</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Richardson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Abraham</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Francis</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hardeman</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Eccles</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Cane</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>CE</given-names>
            </name>
          </person-group>
          <article-title>The behavior change technique taxonomy (v1) of 93 hierarchically clustered techniques: building an international consensus for the reporting of behavior change interventions</article-title>
          <source>Ann Behav Med</source>
          <year>2013</year>
          <month>08</month>
          <volume>46</volume>
          <issue>1</issue>
          <fpage>81</fpage>
          <lpage>95</lpage>
          <pub-id pub-id-type="doi">10.1007/s12160-013-9486-6</pub-id>
          <pub-id pub-id-type="medline">23512568</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schmidt-Kraepelin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Thiebes</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tran</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Sunyaev</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>What's in the game? Developing a taxonomy of gamification concepts for health apps</article-title>
          <source>Proceedings of the 51st Hawaii International Conference on System Sciences</source>
          <year>2018</year>
          <conf-name>HICSS '18</conf-name>
          <conf-date>January 3-6, 2018</conf-date>
          <conf-loc>Waikoloa Village, HI</conf-loc>
          <fpage>1217</fpage>
          <lpage>26</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://scholarspace.manoa.hawaii.edu/server/api/core/bitstreams/93fa9001-cd42-4379-b4d7-607c2d223d40/content"/>
          </comment>
          <pub-id pub-id-type="doi">10.24251/hicss.2018.150</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Saint-Maurice</surname>
              <given-names>PF</given-names>
            </name>
            <name name-style="western">
              <surname>Troiano</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>Bassett</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Graubard</surname>
              <given-names>BI</given-names>
            </name>
            <name name-style="western">
              <surname>Carlson</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Shiroma</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Fulton</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Matthews</surname>
              <given-names>CE</given-names>
            </name>
          </person-group>
          <article-title>Association of daily step count and step intensity with mortality among US adults</article-title>
          <source>JAMA</source>
          <year>2020</year>
          <month>03</month>
          <day>24</day>
          <volume>323</volume>
          <issue>12</issue>
          <fpage>1151</fpage>
          <lpage>60</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32207799"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jama.2020.1382</pub-id>
          <pub-id pub-id-type="medline">32207799</pub-id>
          <pub-id pub-id-type="pii">2763292</pub-id>
          <pub-id pub-id-type="pmcid">PMC7093766</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Short</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>DeSmet</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Woods</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Middelweerd</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Müller</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Wark</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Vandelanotte</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Poppe</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hingle</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Crutzen</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Measuring engagement in eHealth and mHealth behavior change interventions: viewpoint of methodologies</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <month>11</month>
          <day>16</day>
          <volume>20</volume>
          <issue>11</issue>
          <fpage>e292</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2018/11/e292/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.9397</pub-id>
          <pub-id pub-id-type="medline">30446482</pub-id>
          <pub-id pub-id-type="pii">v20i11e292</pub-id>
          <pub-id pub-id-type="pmcid">PMC6269627</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Turrisi</surname>
              <given-names>TB</given-names>
            </name>
            <name name-style="western">
              <surname>Bittel</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Hojjatinia</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hojjatinia</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mama</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Lagoa</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Conroy</surname>
              <given-names>DE</given-names>
            </name>
          </person-group>
          <article-title>Seasons, weather, and device-measured movement behaviors: a scoping review from 2006 to 2020</article-title>
          <source>Int J Behav Nutr Phys Act</source>
          <year>2021</year>
          <month>02</month>
          <day>04</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>24</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ijbnpa.biomedcentral.com/articles/10.1186/s12966-021-01091-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12966-021-01091-1</pub-id>
          <pub-id pub-id-type="medline">33541375</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12966-021-01091-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC7863471</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Piccinini</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Martinelli</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Carbonaro</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Accuracy of mobile applications versus wearable devices in long-term step measurements</article-title>
          <source>Sensors (Basel)</source>
          <year>2020</year>
          <month>11</month>
          <day>05</day>
          <volume>20</volume>
          <issue>21</issue>
          <fpage>6293</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=s20216293"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/s20216293</pub-id>
          <pub-id pub-id-type="medline">33167361</pub-id>
          <pub-id pub-id-type="pii">s20216293</pub-id>
          <pub-id pub-id-type="pmcid">PMC7663794</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Genin</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Lambert</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Larras</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Pereira</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Toussaint</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Baker</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Tremblay</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Thivel</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Duclos</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>How did the COVID-19 confinement period affect our physical activity level and sedentary behaviors? Methodology and first results from the French national ONAPS survey</article-title>
          <source>J Phys Act Health</source>
          <year>2021</year>
          <month>03</month>
          <day>01</day>
          <volume>18</volume>
          <issue>3</issue>
          <fpage>296</fpage>
          <lpage>303</lpage>
          <pub-id pub-id-type="doi">10.1123/jpah.2020-0449</pub-id>
          <pub-id pub-id-type="medline">33581686</pub-id>
          <pub-id pub-id-type="pii">jpah.2020-0449</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sonnentag</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Dynamics of well-being</article-title>
          <source>Annu Rev Organ Psychol Organ Behav</source>
          <year>2015</year>
          <month>04</month>
          <day>10</day>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>261</fpage>
          <lpage>93</lpage>
          <pub-id pub-id-type="doi">10.1146/annurev-orgpsych-032414-111347</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boisgontier</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Cheval</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>The anova to mixed model transition</article-title>
          <source>Neurosci Biobehav Rev</source>
          <year>2016</year>
          <month>09</month>
          <volume>68</volume>
          <fpage>1004</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1016/j.neubiorev.2016.05.034</pub-id>
          <pub-id pub-id-type="medline">27241200</pub-id>
          <pub-id pub-id-type="pii">S0149-7634(16)30163-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Judd</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Westfall</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kenny</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>Experiments with more than one random factor: designs, analytic models, and statistical power</article-title>
          <source>Annu Rev Psychol</source>
          <year>2017</year>
          <month>01</month>
          <day>03</day>
          <volume>68</volume>
          <fpage>601</fpage>
          <lpage>25</lpage>
          <pub-id pub-id-type="doi">10.1146/annurev-psych-122414-033702</pub-id>
          <pub-id pub-id-type="medline">27687116</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bliese</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Multilevel modeling in R (2.7): a brief introduction to R, the multilevel package and the NLME package</article-title>
          <source>Cran R</source>
          <access-date>2024-04-29</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cran.r-project.org/doc/contrib/Bliese_Multilevel.pdf">https://cran.r-project.org/doc/contrib/Bliese_Multilevel.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Finch</surname>
              <given-names>WH</given-names>
            </name>
            <name name-style="western">
              <surname>Bolin</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <source>Multilevel Modeling Using Mplus</source>
          <year>2017</year>
          <publisher-loc>Boca Raton, FL</publisher-loc>
          <publisher-name>Chapman &amp; Hall</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bollen</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Harden</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ray</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zavisca</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>BIC and alternative Bayesian information criteria in the selection of structural equation models</article-title>
          <source>Struct Equ Modeling</source>
          <year>2014</year>
          <month>01</month>
          <day>31</day>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>19</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31360054"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/10705511.2014.856691</pub-id>
          <pub-id pub-id-type="medline">31360054</pub-id>
          <pub-id pub-id-type="pmcid">PMC6663110</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kuznetsova</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Brockhoff</surname>
              <given-names>PB</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>RH</given-names>
            </name>
          </person-group>
          <article-title>lmerTest package: tests in linear mixed effects models</article-title>
          <source>J Stat Soft</source>
          <year>2017</year>
          <volume>82</volume>
          <issue>13</issue>
          <fpage>1</fpage>
          <lpage>26</lpage>
          <pub-id pub-id-type="doi">10.18637/JSS.V082.I13</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lenth</surname>
              <given-names>RV</given-names>
            </name>
            <name name-style="western">
              <surname>Bolker</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Buerkner</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Giné-Vázquez</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Herve</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Jung</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Love</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Miguez</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Piaskowski</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Riebl</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Singmann</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Estimated marginal means, aka least-squares means</article-title>
          <source>Cran R</source>
          <year>2018</year>
          <access-date>2024-04-29</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cran.r-project.org/web/packages/emmeans/emmeans.pdf">https://cran.r-project.org/web/packages/emmeans/emmeans.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lüdecke</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ben-Shachar</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Patil</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Waggoner</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Makowski</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>performance: an R package for assessment, comparison and testing of statistical models</article-title>
          <source>J Open Source Softw</source>
          <year>2021</year>
          <month>04</month>
          <volume>6</volume>
          <issue>60</issue>
          <fpage>3139</fpage>
          <pub-id pub-id-type="doi">10.21105/joss.03139</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mazéas</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Forestier</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Harel</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Duclos</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chalabaev</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The impact of a gamified intervention on physical activity in real-life conditions: a retrospective analysis of 4800 individuals</article-title>
          <source>medRxiv</source>
          <comment>Preprint posted online November 20,2022</comment>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.medrxiv.org/content/10.1101/2022.11.18.22282458v1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1101/2022.11.18.22282458</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lucas</surname>
              <given-names>HC</given-names>
            </name>
            <name name-style="western">
              <surname>Shmueli</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Research commentary—too big to fail: large samples and the p-value problem</article-title>
          <source>Inf Syst Res</source>
          <year>2013</year>
          <month>12</month>
          <volume>24</volume>
          <issue>4</issue>
          <fpage>906</fpage>
          <lpage>17</lpage>
          <pub-id pub-id-type="doi">10.1287/isre.2013.0480</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Magnusson</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>A causal inference perspective on therapist effects</article-title>
          <source>PsyArXiv</source>
          <comment>Preprints posted online June 9, 2023</comment>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://osf.io/preprints/psyarxiv/f7mvz"/>
          </comment>
          <pub-id pub-id-type="doi">10.31234/osf.io/f7mvz</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Small</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Harrison</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Hilbert</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Fortunato</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Oon</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Rareshide</surname>
              <given-names>CAL</given-names>
            </name>
            <name name-style="western">
              <surname>Volpp</surname>
              <given-names>KG</given-names>
            </name>
          </person-group>
          <article-title>Effect of behaviorally designed gamification with social incentives on lifestyle modification among adults with uncontrolled diabetes: a randomized clinical trial</article-title>
          <source>JAMA Netw Open</source>
          <year>2021</year>
          <month>05</month>
          <day>03</day>
          <volume>4</volume>
          <issue>5</issue>
          <fpage>e2110255</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34028550"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2021.10255</pub-id>
          <pub-id pub-id-type="medline">34028550</pub-id>
          <pub-id pub-id-type="pii">2780065</pub-id>
          <pub-id pub-id-type="pmcid">PMC8144928</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Buisonjé</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Brosig</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Breeman</surname>
              <given-names>LD</given-names>
            </name>
            <name name-style="western">
              <surname>Bloom</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Reijnders</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Janssen</surname>
              <given-names>VR</given-names>
            </name>
            <name name-style="western">
              <surname>Kraaijenhagen</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Kemps</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Evers</surname>
              <given-names>AW</given-names>
            </name>
          </person-group>
          <article-title>Put your money where your feet are: the real-world effects of StepBet gamified deposit contracts for physical activity</article-title>
          <source>Internet Interv</source>
          <year>2023</year>
          <month>03</month>
          <volume>31</volume>
          <fpage>100610</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2214-7829(23)00010-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.invent.2023.100610</pub-id>
          <pub-id pub-id-type="medline">36873308</pub-id>
          <pub-id pub-id-type="pii">S2214-7829(23)00010-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC9982638</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Höchsmann</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Infanger</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Klenk</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Königstein</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Walz</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Schmidt-Trucksäss</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of a behavior change technique-based smartphone game to improve intrinsic motivation and physical activity adherence in patients with type 2 diabetes: randomized controlled trial</article-title>
          <source>JMIR Serious Games</source>
          <year>2019</year>
          <month>02</month>
          <day>13</day>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>e11444</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://games.jmir.org/2019/1/e11444/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/11444</pub-id>
          <pub-id pub-id-type="medline">30758293</pub-id>
          <pub-id pub-id-type="pii">v7i1e11444</pub-id>
          <pub-id pub-id-type="pmcid">PMC6391647</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Olds</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Vandelanotte</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Plotnikoff</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Edney</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>DeSmet</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Curtis</surname>
              <given-names>RG</given-names>
            </name>
          </person-group>
          <article-title>Gamification in a physical activity app: what gamification features are being used, by whom, and does it make a difference?</article-title>
          <source>Games Health J</source>
          <year>2022</year>
          <month>06</month>
          <volume>11</volume>
          <issue>3</issue>
          <fpage>193</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1089/g4h.2021.0207</pub-id>
          <pub-id pub-id-type="medline">35501981</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schwarz</surname>
              <given-names>AF</given-names>
            </name>
            <name name-style="western">
              <surname>Huertas-Delgado</surname>
              <given-names>FJ</given-names>
            </name>
            <name name-style="western">
              <surname>Cardon</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>DeSmet</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Design features associated with user engagement in digital games for healthy lifestyle promotion in youth: a systematic review of qualitative and quantitative studies</article-title>
          <source>Games Health J</source>
          <year>2020</year>
          <month>06</month>
          <volume>9</volume>
          <issue>3</issue>
          <fpage>150</fpage>
          <lpage>63</lpage>
          <pub-id pub-id-type="doi">10.1089/g4h.2019.0058</pub-id>
          <pub-id pub-id-type="medline">31923363</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Looyestyn</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kernot</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Boshoff</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Edney</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Does gamification increase engagement with online programs? A systematic review</article-title>
          <source>PLoS One</source>
          <year>2017</year>
          <volume>12</volume>
          <issue>3</issue>
          <fpage>e0173403</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0173403"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0173403</pub-id>
          <pub-id pub-id-type="medline">28362821</pub-id>
          <pub-id pub-id-type="pii">PONE-D-16-45655</pub-id>
          <pub-id pub-id-type="pmcid">PMC5376078</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Romeo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Edney</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Plotnikoff</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Curtis</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sanders</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Crozier</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Can smartphone apps increase physical activity? Systematic review and meta-analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>03</month>
          <day>19</day>
          <volume>21</volume>
          <issue>3</issue>
          <fpage>e12053</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2019/3/e12053/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12053</pub-id>
          <pub-id pub-id-type="medline">30888321</pub-id>
          <pub-id pub-id-type="pii">v21i3e12053</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Small</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Harrison</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Fortunato</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Oon</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Rareshide</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Reh</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Szwartz</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Guszcza</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Steier</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kalra</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hilbert</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of behaviorally designed gamification interventions with social incentives for increasing physical activity among overweight and obese adults across the united states: the step up randomized clinical trial</article-title>
          <source>JAMA Intern Med</source>
          <year>2019</year>
          <month>09</month>
          <day>09</day>
          <fpage>1</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31498375"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamainternmed.2019.3505</pub-id>
          <pub-id pub-id-type="medline">31498375</pub-id>
          <pub-id pub-id-type="pii">2749761</pub-id>
          <pub-id pub-id-type="pmcid">PMC6735420</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>De Croon</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Geuens</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Verbert</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Vanden Abeele</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of the effect of gamification on adherence across disciplines</article-title>
          <source>Proceedings of the 3rd International Conference, HCI-Games 2021, Held as Part of the 23rd HCI International Conference</source>
          <year>2021</year>
          <conf-name>HCII '21</conf-name>
          <conf-date>July 24-29, 2021</conf-date>
          <conf-loc>Virtual Event</conf-loc>
          <fpage>168</fpage>
          <lpage>84</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dl.acm.org/doi/abs/10.1007/978-3-030-77277-2_14"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/978-3-030-77277-2_14</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Heino</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Knittle</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Noone</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hasselman</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Hankonen</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Studying behaviour change mechanisms under complexity</article-title>
          <source>Behav Sci (Basel)</source>
          <year>2021</year>
          <month>05</month>
          <day>14</day>
          <volume>11</volume>
          <issue>5</issue>
          <fpage>77</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=bs11050077"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/bs11050077</pub-id>
          <pub-id pub-id-type="medline">34068961</pub-id>
          <pub-id pub-id-type="pii">bs11050077</pub-id>
          <pub-id pub-id-type="pmcid">PMC8156531</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
