<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="letter" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v24i5e38212</article-id>
      <article-id pub-id-type="pmid">35503414</article-id>
      <article-id pub-id-type="doi">10.2196/38212</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Letter to the Editor</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Letter to the Editor</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Authors’ Reply to: Learning More About the Effects of Gamification on Physical Activity. Comment on “Evaluating the Effectiveness of Gamification on Physical Activity: Systematic Review and Meta-analysis of Randomized Controlled Trials”</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Leung</surname>
            <given-names>Tiffany</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Mazeas</surname>
            <given-names>Alexandre</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Univ Grenoble Alpes</institution>
            <institution>SENS</institution>
            <addr-line>1741 rue de la Piscine</addr-line>
            <addr-line>38000 Grenoble</addr-line>
            <country>France</country>
            <phone>33 476635081</phone>
            <email>alexandre.mazeas@univ-grenoble-alpes.fr</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0255-6032</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Duclos</surname>
            <given-names>Martine</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7158-386X</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Pereira</surname>
            <given-names>Bruno</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3778-7161</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Chalabaev</surname>
            <given-names>Aïna</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1806-354X</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Univ Grenoble Alpes</institution>
        <institution>SENS</institution>
        <addr-line>38000 Grenoble</addr-line>
        <country>France</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>National Research Institute for Agriculture, Food and Environment (INRAE)</institution>
        <addr-line>Clermont-Ferrand</addr-line>
        <country>France</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Kiplin</institution>
        <addr-line>Nantes</addr-line>
        <country>France</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Sport Medicine and Functional Exploration</institution>
        <institution>University Hospital Clermont-Ferrand</institution>
        <institution>Hospital G Montpied</institution>
        <addr-line>Clermont-Ferrand</addr-line>
        <country>France</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Department of Biostatistics Unit</institution>
        <institution>Clermont-Ferrand University Hospital</institution>
        <addr-line>Clermont-Ferrand</addr-line>
        <country>France</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Alexandre Mazeas <email>alexandre.mazeas@univ-grenoble-alpes.fr</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>5</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>3</day>
        <month>5</month>
        <year>2022</year>
      </pub-date>
      <volume>24</volume>
      <issue>5</issue>
      <elocation-id>e38212</elocation-id>
      <history>
        <date date-type="received">
          <day>24</day>
          <month>3</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>26</day>
          <month>4</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Alexandre Mazeas, Martine Duclos, Bruno Pereira, Aïna Chalabaev. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 03.05.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2022/5/e38212" xlink:type="simple"/>
      <related-article related-article-type="commentary-article" id="v24i5e36396" ext-link-type="doi" xlink:href="10.2196/36396" vol="24" page="e36396" xlink:type="simple">http://www.jmir.org/2022/5/e36396/</related-article>
      <related-article related-article-type="commentary-article" id="v24i1e26779" ext-link-type="doi" xlink:href="10.2196/26779" vol="24" page="e26779" xlink:type="simple">http://www.jmir.org/2022/1/e26779/</related-article>
      <kwd-group>
        <kwd>behavior change</kwd>
        <kwd>eHealth</kwd>
        <kwd>gamification</kwd>
        <kwd>health behavior</kwd>
        <kwd>intervention</kwd>
        <kwd>meta-analysis</kwd>
        <kwd>mobile phone</kwd>
        <kwd>physical activity</kwd>
        <kwd>systematic review</kwd>
        <kwd>elderly</kwd>
        <kwd>old adults</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <p>We appreciated and read with attention Hung and Kao’s [<xref ref-type="bibr" rid="ref1">1</xref>] feedback on our recent systematic review and meta-analysis [<xref ref-type="bibr" rid="ref2">2</xref>], which examined the effectiveness of gamified interventions on physical activity. These authors have pointed out 3 aspects that we will discuss in this letter.</p>
    <p>First, they suggest that Paul et al [<xref ref-type="bibr" rid="ref3">3</xref>] should not have been included in our review as this study is a nonrandomized clinical controlled trial. We agree that this study was nonrandomized. We have in fact mentioned this issue under the Risk of Bias subheading of our Results section: “Overall, 1 study [28] was rated as high risk for sequence generation because assignments were based on recruitment order,” where reference 28 points to Paul et al [<xref ref-type="bibr" rid="ref3">3</xref>]. This statement was also reported in Multimedia Appendix 2 and was taken into consideration in the summary of findings following the GRADE (grading of recommendations assessment, development, and evaluation) framework, where the quality of evidence for some meta-analyses was downgraded because of the risks of bias in the included studies. Thus, these limitations have been taken into account in our review. Moreover, we would like to emphasize that Paul et al’s [<xref ref-type="bibr" rid="ref3">3</xref>] study did not have a large heterogeneity contribution and effect size influence as highlighted by our leave-one-out analyses and Baujat plot available in Multimedia Appendix 1. As an example, when omitting this study from the final sample (ie, after sensitivity analyses), we obtained a Hedges <italic>g</italic> of 0.40 (95% CI 0.11-0.75).</p>
    <p>Second, Hung and Kao [<xref ref-type="bibr" rid="ref1">1</xref>] suggest that the total number of hours of gamification performed can have a significant influence and could explain heterogeneity. We cannot agree more on this point since we are convinced that engagement with digital behavior change interventions is necessary to enable an effective intervention. Gamification has often been assimilated into a self-fulfilling process permitting automatic engagement of participants into an eHealth service. However, this is not always the case, which can influence the effect of the intervention. Nevertheless, very few studies measured both engagement and behavioral outcomes in the included studies, preventing us from examining the possible existence of a dose-response. Therefore, we would recommend that future trials should systematically combine measures of engagement in addition to other outcomes. Engagement with the gamified service can be objectively recorded using data from apps and websites (eg, number of logins, time spent per login, number of components accessed), measured via self-report questionnaires (eg, the DBCI Engagement Scale [<xref ref-type="bibr" rid="ref4">4</xref>]), psychological measures of attention, and qualitative or observational methods.</p>
    <p>Finally, Hung and Kao [<xref ref-type="bibr" rid="ref1">1</xref>] also noted that the results of this meta-analysis may not apply to older adults. If through our meta-regression, the age of participants was not statistically significantly associated with the intervention effect, it is clear that our conclusions cannot be generalized to participants outside the age scope of our review (9-73 years). As they pointed out, few studies have evaluated the effect of gamified interventions on older adults. Future studies should focus on this specific population with specific characteristics.</p>
  </body>
  <back>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">GRADE</term>
          <def>
            <p>grading of recommendations assessment, development, and evaluation</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <app-group/>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hung</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Kao</surname>
              <given-names>YS</given-names>
            </name>
          </person-group>
          <article-title>Learning More About the Effects of Gamification on Physical Activity. Comment on "Evaluating the Effectiveness of Gamification on Physical Activity: Systematic Review and Meta-analysis of Randomized Controlled Trials"</article-title>
          <source>J Med Internet Res</source>
          <year>2022</year>
          <month>05</month>
          <volume>24</volume>
          <issue>5</issue>
          <fpage>e36396</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2022/5/e36396/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/36396</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mazeas</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Duclos</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pereira</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Chalabaev</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Evaluating the effectiveness of gamification on physical activity: systematic review and meta-analysis of randomized controlled trials</article-title>
          <source>J Med Internet Res</source>
          <year>2022</year>
          <month>01</month>
          <day>04</day>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>e26779</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2022/1/e26779/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/26779</pub-id>
          <pub-id pub-id-type="medline">34982715</pub-id>
          <pub-id pub-id-type="pii">v24i1e26779</pub-id>
          <pub-id pub-id-type="pmcid">PMC8767479</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Paul</surname>
              <given-names>Lorna</given-names>
            </name>
            <name name-style="western">
              <surname>Wyke</surname>
              <given-names>Sally</given-names>
            </name>
            <name name-style="western">
              <surname>Brewster</surname>
              <given-names>Stephen</given-names>
            </name>
            <name name-style="western">
              <surname>Sattar</surname>
              <given-names>Naveed</given-names>
            </name>
            <name name-style="western">
              <surname>Gill</surname>
              <given-names>Jason M R</given-names>
            </name>
            <name name-style="western">
              <surname>Alexander</surname>
              <given-names>Gillian</given-names>
            </name>
            <name name-style="western">
              <surname>Rafferty</surname>
              <given-names>Danny</given-names>
            </name>
            <name name-style="western">
              <surname>McFadyen</surname>
              <given-names>Angus K</given-names>
            </name>
            <name name-style="western">
              <surname>Ramsay</surname>
              <given-names>Andrew</given-names>
            </name>
            <name name-style="western">
              <surname>Dybus</surname>
              <given-names>Aleksandra</given-names>
            </name>
          </person-group>
          <article-title>Increasing physical activity in stroke survivors using STARFISH, an interactive mobile phone application: a pilot study</article-title>
          <source>Top Stroke Rehabil</source>
          <year>2016</year>
          <month>06</month>
          <volume>23</volume>
          <issue>3</issue>
          <fpage>170</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1080/10749357.2015.1122266</pub-id>
          <pub-id pub-id-type="medline">27077973</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Perski</surname>
              <given-names>Olga</given-names>
            </name>
            <name name-style="western">
              <surname>Blandford</surname>
              <given-names>Ann</given-names>
            </name>
            <name name-style="western">
              <surname>Garnett</surname>
              <given-names>Claire</given-names>
            </name>
            <name name-style="western">
              <surname>Crane</surname>
              <given-names>David</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>Robert</given-names>
            </name>
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>Susan</given-names>
            </name>
          </person-group>
          <article-title>A self-report measure of engagement with digital behavior change interventions (DBCIs): development and psychometric evaluation of the "DBCI Engagement Scale"</article-title>
          <source>Transl Behav Med</source>
          <year>2020</year>
          <month>02</month>
          <day>03</day>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>267</fpage>
          <lpage>277</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30927357"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/tbm/ibz039</pub-id>
          <pub-id pub-id-type="medline">30927357</pub-id>
          <pub-id pub-id-type="pii">5423758</pub-id>
          <pub-id pub-id-type="pmcid">PMC8411853</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
