<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v25i1e43775</article-id>
      <article-id pub-id-type="pmid">36848211</article-id>
      <article-id pub-id-type="doi">10.2196/43775</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Postmarketing Follow-Up of a Digital Home Exercise Program for Back, Hip, and Knee Pain: Retrospective Observational Study With a Time-Series and Matched-Pair Analysis</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Mühlan</surname>
            <given-names>Holger</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Swartz, PhD, MPH, RD, LD</surname>
            <given-names>Maria</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Teepe</surname>
            <given-names>Gisbert Wilhelm</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2264-9797</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Kowatsch</surname>
            <given-names>Tobias</given-names>
          </name>
          <degrees>Prof Dr</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5939-4145</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Hans</surname>
            <given-names>Felix Patricius</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7164-7624</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Benning</surname>
            <given-names>Leo</given-names>
          </name>
          <degrees>MPH, MD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <address>
            <institution>University Emergency Center</institution>
            <institution>Medical Center - University of Freiburg</institution>
            <addr-line>Sir-Hans-A.-Krebs-Strasse</addr-line>
            <addr-line>Freiburg, 79106</addr-line>
            <country>Germany</country>
            <phone>49 761 270 18409</phone>
            <email>leo.benning@uniklinik-freiburg.de</email>
          </address>
          <xref rid="aff5" ref-type="aff">5</xref>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8429-9702</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Centre for Digital Health Intervention</institution>
        <institution>ETH Zürich</institution>
        <addr-line>Zürich</addr-line>
        <country>Switzerland</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Institute for Implementation Science in Health Care</institution>
        <institution>University of Zürich</institution>
        <addr-line>Zürich</addr-line>
        <country>Switzerland</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>School of Medicine</institution>
        <institution>University of St. Gallen</institution>
        <addr-line>St.Gallen</addr-line>
        <country>Switzerland</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>University Emergency Center</institution>
        <institution>Medical Center - University of Freiburg</institution>
        <addr-line>Freiburg</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Faculty of Medicine</institution>
        <institution>University of Freiburg</institution>
        <addr-line>Freiburg</addr-line>
        <country>Germany</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Vivira Health Lab GmbH</institution>
        <addr-line>Berlin</addr-line>
        <country>Germany</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Leo Benning <email>leo.benning@uniklinik-freiburg.de</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>27</day>
        <month>2</month>
        <year>2023</year>
      </pub-date>
      <volume>25</volume>
      <elocation-id>e43775</elocation-id>
      <history>
        <date date-type="received">
          <day>24</day>
          <month>10</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>15</day>
          <month>12</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>5</day>
          <month>1</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>11</day>
          <month>1</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Gisbert Wilhelm Teepe, Tobias Kowatsch, Felix Patricius Hans, Leo Benning. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 27.02.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2023/1/e43775" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Musculoskeletal conditions are the main drivers of global disease burden and cause significant direct and indirect health care costs. Digital health applications improve the availability of and access to adequate care. The German health care system established a pathway for the approval of “Digitale Gesundheitsanwendungen” (DiGAs; Digital Health Applications) as collectively funded medical services through the “Digitale-Versorgung-Gesetz” (Digital Health Care Act) in 2019.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This article presents real-world prescription data collected through the smartphone-based home exercise program “Vivira,” a fully approved DiGA, regarding its effect on self-reported pain intensity and physical inability in patients with unspecific and degenerative pain in the back, hip, and knee.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This study included 3629 patients (71.8% [2607/3629] female; mean age 47 years, SD 14.2 years). The primary outcome was the self-reported pain score, which was assessed with a verbal numerical rating scale. The secondary outcomes were self-reported function scores. To analyze the primary outcome, we used a 2-sided Skillings-Mack test. For function scores, a time analysis was not feasible; therefore, we calculated matched pairs using the Wilcoxon signed-rank test.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Our results showed significant reductions in self-reported pain intensity after 2, 4, 8, and 12 weeks in the Skillings-Mack test (T<sub>3628</sub>=5308; <italic>P</italic>&#60;.001). The changes were within the range of a clinically relevant improvement. Function scores showed a generally positive yet more variable response across the pain areas (back, hip, and knee).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This study presents postmarketing observational data from one of the first DiGAs for unspecific and degenerative musculoskeletal pain. We noted significant improvements in self-reported pain intensity throughout the observation period of 12 weeks, which reached clinical relevance. Additionally, we identified a complex response pattern of the function scores assessed. Lastly, we highlighted the challenges of relevant attrition at follow-up and the potential opportunities for evaluating digital health applications. Although our findings do not have confirmatory power, they illustrate the potential benefits of digital health applications to improve the availability of and access to medical care.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>German Clinical Trials Register DRKS00024051; https://drks.de/search/en/trial/DRKS00024051</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>digital therapeutics</kwd>
        <kwd>digital health</kwd>
        <kwd>musculoskeletal diseases</kwd>
        <kwd>exercise training</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Globally, musculoskeletal conditions are among the 10 most important drivers of an increasing disease burden and are common in all age groups [<xref ref-type="bibr" rid="ref1">1</xref>]. Among these conditions, nonspecific lower back pain accounted for 2.5% of all disability-adjusted life years globally in 2019, an increase of 46.9% compared to the 1990 baseline [<xref ref-type="bibr" rid="ref1">1</xref>]. In the German health care system, musculoskeletal conditions are among the most frequent chronic conditions [<xref ref-type="bibr" rid="ref2">2</xref>] and constitute a major cause of chronic pain, physical disability, and decreased quality of life [<xref ref-type="bibr" rid="ref3">3</xref>]. Consequently, musculoskeletal conditions account for significant direct health care expenses and cause relevant indirect health care expenses. Related work estimates that the cost of lost productivity in the European Union due to musculoskeletal conditions is as high as 2% of the European Union’s gross domestic product [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
      <p>For degenerative and nonspecific musculoskeletal conditions, movement therapy and patient education are considered first-line treatment components of international guidelines for managing musculoskeletal conditions [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. However, access to and availability of movement therapy are limited [<xref ref-type="bibr" rid="ref7">7</xref>]. Digital home exercise applications intend to substitute or support conventional in-person movement therapy to address this challenge. In this context, we present the first postmarketing follow-up data of the standalone digital therapeutic app “Vivira,” a fully approved “Digitale Gesundheitsanwendung” (DiGA; Digital Health Application) under the “Digitale-Versorgung-Gesetz” (DVG; Digital Health Care Act) in Germany [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. While a comprehensive introduction to the German health care system can be found elsewhere [<xref ref-type="bibr" rid="ref10">10</xref>], several key elements of the health care system and the DVG legislation should be briefly introduced here. Membership in one of the statutory health insurances is mandatory for all individuals with employment in Germany up to an annually adjusted income threshold. Above this threshold, insured individuals can opt out for private insurance. Similar rules exist for self-employed and some specified groups (eg, federal or state employees), while an extended solidarity-funded coverage applies to family members of regularly insured (eg, children or disabled family members), retired, and unemployed individuals. Premiums are generally defined risk-independent and are based on the insured individual’s gross income. While every individual is free to choose among the different statutory health insurances and no risk-based selection by the insurances is allowed, all statutory health insurances have the legal obligation to cover the same collectively contracted benefits package. This comprehensive insurance system covers approximately 90% of the population in Germany. The DVG from 2019 constituted a significant innovation for the German health care system, as it introduced digital therapeutics into German social law. It included the category of DiGA into the collectively contracted benefits package of the statutory health insurances [<xref ref-type="bibr" rid="ref11">11</xref>]. Hence, all statutory health insurances have the obligation to reimburse these digital therapeutics when prescribed by a qualified health care professional. To receive market approval as a DiGA, however, the digital therapeutics need to meet quality and safety criteria and need to demonstrate relevant medical effectiveness as outlined by the Bundesinstitut für Arzneimittel und Medizinprodukte (BfArM), a regulatory body for drugs and medical devices in Germany [<xref ref-type="bibr" rid="ref12">12</xref>]. One important feature of the assessment process is the so-called “fast track” approval, which allows preliminary approval for distribution and reimbursement of the respective DiGA for up to 12 months once the quality and safety criteria are met and the successful scientific evaluation is not yet completed, but deemed likely by the authorities. Over the duration of the preliminary approval period, the manufacturer of the DiGA must provide sufficient evidence for the medical effectiveness of the proposed DiGA. If the demonstration fails, the DiGA is not granted permanent listing and the preliminary market approval is withdrawn.</p>
      <p>Although the regulatory requirements welcome innovative and real-world evidence-based approaches toward evidence generation, all successful attempts at receiving permanent market approval have so far relied on conventional randomized controlled trials [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. Nonetheless, there is a growing interest in real-world observation data from permanently listed DiGAs to better understand prescription, use, and outcome data under nontrial conditions. This study hence aimed to assess the effects of the DiGA Vivira on self-reported pain intensity and function scores in a real-world setting.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Recruitment</title>
        <p>We performed a retrospective observational study based on self-reported pain scores, function scores, and retention data. Besides these outcomes, patients also reported demographic information (age and sex), pain area, and pain duration at baseline. We used data reported by the patients between October 20, 2020, and June 22, 2021, and included all available software versions of Vivira. All patients consented to the use of their data in this study under article 4 of the “Digitale-Gesundheitsanwendungen-Verordnung” (DiGAV; Digital Health Applications Act). All collected data were stored according to the German Data Protection Regulations (Datenschutz-Grundverordnung). We registered the study with the German Center for Clinical Trials (Deutsches Register Klinischer Studien, reference DRKS00024051). Enrollment for the treatment with Vivira was solely at the respective physician’s discretion and without any control from the manufacturer. The inclusion criteria are presented in <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>.</p>
        <p>According to the inclusion criteria, we included 3629 patients who could be analyzed with at least one completed assessment after enrollment.</p>
        <boxed-text id="box1" position="float">
          <title>Inclusion criteria.</title>
          <list list-type="order">
            <list-item>
              <p>Enrollment after preliminary approval of the home exercise program Vivira as a “Digitale Gesundheitsanwendungen” (DiGA; Digital Health Application).</p>
            </list-item>
            <list-item>
              <p>A reported initial pain score on a verbal numerical rating scale (range 0-10) of &#62;0.</p>
            </list-item>
            <list-item>
              <p>Any reported pain duration (acute, subacute, or chronic).</p>
            </list-item>
            <list-item>
              <p>Completion of &#62;0 exercises during participation.</p>
            </list-item>
            <list-item>
              <p>Presence of at least two patient-reported data entries.</p>
            </list-item>
          </list>
        </boxed-text>
      </sec>
      <sec>
        <title>Ethics Approval</title>
        <p>The study and the underlying evaluation concept received approval from the Ethics Committee of the Medical Association of the state of Baden-Württemberg (Ethikkommission der Landesärztekammer Baden-Württemberg, F-2021-010).</p>
      </sec>
      <sec>
        <title>Physical Exercise Composition and Progression Modules</title>
        <p>Upon enrollment, the app prompts participants to complete an initial assessment, which assesses the current functional state (ie, limitations in strength, mobility, and coordination) through a series of exercises that participants can either complete or fail to complete (ie, a binary assessment through different movement exercises). Specific extensions to the assessment account for participants’ pre-existing movement limitations (eg, inability to complete assessment prompts requiring 90° flexion of the hip and knee joints, inability to maintain a stable resting position, or inability to sit on the heels). The completion and noncompletion of each test are assigned weights that allow the computation of function scores for strength, mobility, and coordination. The definition of each weight is based on an interdisciplinary expert panel of orthopedic surgeons and physiotherapists. The underlying principle of the initial assessment follows the therapeutic concept of regional interdependence, which has been described in detail elsewhere [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. In brief, it formalizes the clinical observation that in the context of musculoskeletal conditions, therapeutic interventions applied to one anatomical region can have positive effects on pain and range of motion in other anatomical regions.</p>
        <p>Once a participant completes the initial assessment, the app automatically composes an individualized set of 4 exercises from a repository of 120 different exercises. Every exercise includes a 2-dimensional progression module. The exercise intensity is increased gradually (ie, increases in the number of repetitions and the duration of exercises) before the complexity of the exercise is increased (ie, adding a sequence of exercise changes or adding another movement component). The app modifies the intensity, complexity, and composition of the exercise according to participant feedback. Participants are required to provide binary feedback after each exercise to ensure that a prompted exercise neither triggers new pain sensations, nor exacerbates existing pain before being prompted with the next exercise. This feedback guides the automated customization process of the exercise program. <xref rid="figure1" ref-type="fig">Figure 1</xref> illustrates the user interface of the app.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>User interface of Vivira. (A) The home screen prompts patients to enter their daily exercise program. (B) Four exercises, composed on the basis of close patient-feedback loops, are displayed and can be entered in any order. (C) Prior to the start of each exercise, video- and text-based instructions explain each exercise in detail, highlight important components of each exercise, and provide background information. (D) During each exercise, a video loop repeats the exercise instructions and displays the number of repetitions or, if applicable, a timer. (E-G) After completion of all 4 daily exercises, the program collects patient feedback (not shown here) and returns to the home screen.</p>
          </caption>
          <graphic xlink:href="jmir_v25i1e43775_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Self-Reported Outcome Measures</title>
        <p>The app collects the current and self-assessed pain intensity based on a verbal numerical rating scale (VNRS) [<xref ref-type="bibr" rid="ref17">17</xref>] once per week.</p>
        <p>Function scores are based on the initial assessment of the functional state, as outlined above. A reassessment is prompted to participants every 4 weeks as a virtual follow-up. Upon completion, an updated functional state along the 3 dimensions of strength, mobility, and coordination is provided. Additionally, a composite (total) score is computed.</p>
      </sec>
      <sec>
        <title>Statistical Methods</title>
        <p>The hypothesis test used for self-reported pain intensity was the 2-sided Skillings-Mack test, which is particularly useful for an unbalanced and incomplete block design or in the presence of missing data due to design or missing at random. For function scores, a meaningful time analysis was not feasible due to high attrition for completed movement assessments and, therefore, we calculated matched pairs. We used the Wilcoxon signed-rank test as the hypothesis test and calculated the IQR. We used median intervals (days) between completed functional reports to form cohorts, which we referred to as “first-to-second entry,” “first-to-third entry,” and “first-to-fourth entry.” All participants were matched to themselves at baseline at the respective time of each entry. We used the Bonferroni method to control for family-wise errors and report corrected alpha levels for the Skillings-Mack test and Wilcoxon signed-rank test.</p>
        <p>We performed chi-square tests to investigate the differences at baseline in pain area (ie, upper back, lower back, hip, or knee) and pain duration (ie, acute, subacute, or chronic) among participant age groups. TTo illustrate standardized residuals for each chi-square test, we presented mosaic plots. We recorded overall pain scores and classified pain duration at the time of enrollment according to global consensus [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>].</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>User Statistics</title>
        <p>A total of 3629 patients met the inclusion criteria and provided at least two data points needed for comparison with an intraindividual control over 12 weeks. We formed age groups to investigate differences between age groups in pain duration and pain area. <xref ref-type="table" rid="table1">Table 1</xref> presents the baseline characteristics of the patients.</p>
        <p>Using chi-square tests, the number of female or male patients did not significantly differ over 4 assessments (<italic>χ</italic><sup>2</sup><sub>4</sub>=1.9; <italic>P</italic>=.75). Additionally, we investigated whether the 2 main demographic features of age group and sex influenced pain duration and pain area. We observed a significant association between pain duration and age group (<italic>χ</italic><sup>2</sup><sub>10</sub>=24.36; <italic>P</italic>&#60;.001). Moreover, we observed a significant association between sex and both pain duration (<italic>χ</italic><sup>2</sup><sub>2</sub>=12.09; <italic>P</italic>=.002) and pain area (<italic>χ</italic><sup>2</sup><sub>3</sub>=33.73; <italic>P</italic>&#60;.001). <xref rid="figure2" ref-type="fig">Figure 2</xref> illustrates these findings, and <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>, <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>, <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>, and <xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref> further describe these results using contingency tables.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Baseline characteristics of the study population.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="110"/>
            <col width="120"/>
            <col width="100"/>
            <col width="100"/>
            <col width="100"/>
            <col width="0"/>
            <col width="110"/>
            <col width="130"/>
            <col width="100"/>
            <col width="100"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Age group and sex</td>
                <td>Total patients, n</td>
                <td colspan="4">Pain duration, n</td>
                <td colspan="4">Reported pain area, n</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Acute</td>
                <td>Subacute</td>
                <td>Chronic</td>
                <td colspan="2">Lower back</td>
                <td>Upper back</td>
                <td>Hip</td>
                <td>Knee</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">
                  <bold>18-35 years</bold>
                </td>
                <td>891</td>
                <td>124</td>
                <td>180</td>
                <td>587</td>
                <td colspan="2">397</td>
                <td>343</td>
                <td>46</td>
                <td>105</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Female</td>
                <td>597</td>
                <td>75</td>
                <td>115</td>
                <td>407</td>
                <td colspan="2">259</td>
                <td>248</td>
                <td>29</td>
                <td>61</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Male</td>
                <td>294</td>
                <td>49</td>
                <td>65</td>
                <td>180</td>
                <td colspan="2">138</td>
                <td>95</td>
                <td>17</td>
                <td>44</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>36-45 years</bold>
                </td>
                <td>672</td>
                <td>102</td>
                <td>122</td>
                <td>448</td>
                <td colspan="2">313</td>
                <td>257</td>
                <td>36</td>
                <td>66</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Female</td>
                <td>474</td>
                <td>66</td>
                <td>80</td>
                <td>328</td>
                <td colspan="2">203</td>
                <td>201</td>
                <td>29</td>
                <td>41</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Male</td>
                <td>198</td>
                <td>36</td>
                <td>42</td>
                <td>120</td>
                <td colspan="2">110</td>
                <td>56</td>
                <td>7</td>
                <td>25</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>46-55 years</bold>
                </td>
                <td>954</td>
                <td>106</td>
                <td>187</td>
                <td>661</td>
                <td colspan="2">425</td>
                <td>302</td>
                <td>97</td>
                <td>130</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Female</td>
                <td>733</td>
                <td>80</td>
                <td>148</td>
                <td>505</td>
                <td colspan="2">306</td>
                <td>249</td>
                <td>80</td>
                <td>98</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Male</td>
                <td>221</td>
                <td>26</td>
                <td>39</td>
                <td>156</td>
                <td colspan="2">119</td>
                <td>53</td>
                <td>17</td>
                <td>32</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>56-65 years</bold>
                </td>
                <td>813</td>
                <td>73</td>
                <td>147</td>
                <td>593</td>
                <td colspan="2">386</td>
                <td>229</td>
                <td>75</td>
                <td>123</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Female</td>
                <td>591</td>
                <td>45</td>
                <td>106</td>
                <td>440</td>
                <td colspan="2">263</td>
                <td>173</td>
                <td>59</td>
                <td>96</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Male</td>
                <td>222</td>
                <td>28</td>
                <td>41</td>
                <td>153</td>
                <td colspan="2">123</td>
                <td>56</td>
                <td>16</td>
                <td>27</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>66-75 years</bold>
                </td>
                <td>248</td>
                <td>21</td>
                <td>49</td>
                <td>178</td>
                <td colspan="2">101</td>
                <td>65</td>
                <td>28</td>
                <td>54</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Female</td>
                <td>183</td>
                <td>14</td>
                <td>37</td>
                <td>132</td>
                <td colspan="2">70</td>
                <td>52</td>
                <td>21</td>
                <td>40</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Male</td>
                <td>65</td>
                <td>7</td>
                <td>12</td>
                <td>46</td>
                <td colspan="2">31</td>
                <td>13</td>
                <td>7</td>
                <td>14</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>&#62;75 years</bold>
                </td>
                <td>51</td>
                <td>4</td>
                <td>9</td>
                <td>38</td>
                <td colspan="2">20</td>
                <td>13</td>
                <td>6</td>
                <td>12</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Female</td>
                <td>29</td>
                <td>1</td>
                <td>4</td>
                <td>24</td>
                <td colspan="2">12</td>
                <td>8</td>
                <td>3</td>
                <td>6</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Male</td>
                <td>22</td>
                <td>3</td>
                <td>5</td>
                <td>14</td>
                <td colspan="2">8</td>
                <td>5</td>
                <td>3</td>
                <td>6</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Mosaic plot illustrating the baseline distribution for age (A and B) or sex (C and D) by pain duration or pain area. The size of the square illustrates the number of observations. A larger square indicates the size of the observations regarding age or sex with the corresponding pain duration or pain area. The color indicates which direction this specific observation differs from the expected observation denoted by the standardized residuals. The color depth indicates how strongly the specific observation differs from the expected observation denoted by the standardized residuals.</p>
          </caption>
          <graphic xlink:href="jmir_v25i1e43775_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Assessment of Patient-Reported Pain Intensity</title>
        <p>Prior to the formation of indication-specific strata, we noted a substantial reduction in pain scores across 2, 4, 8, and 12 weeks (T<sub>3628</sub>=5308; <italic>P</italic>&#60;.001). The mean pain intensity values (out of 10) at baseline, 2 weeks, 4 weeks, 8 weeks, and 12 weeks were 5.42 (SD 1.79), 4.36 (SD 2.21), 3.99 (SD 2.22), 3.84 (SD 2.27), and 3.48 (SD 2.36), respectively. <xref rid="figure3" ref-type="fig">Figure 3</xref> and <xref ref-type="table" rid="table2">Table 2</xref> illustrate these differences and report additional stratum-specific (ie, for different pain areas and pain durations) results.</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Average self-reported pain score for each retention time period for all pain areas, specific pain areas, and pain areas and durations. The center line (green) indicates the median, boxplot limits indicate the upper and lower quartiles, whiskers indicate the 1.5× interquartile range, and points indicate outliers. *<italic>P</italic>&#60;.05, **<italic>P</italic>&#60;.005, ***<italic>P</italic>&#60;.0005 (Skillings-Mack test).</p>
          </caption>
          <graphic xlink:href="jmir_v25i1e43775_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Self-reported pain scores and changes across indication subsets and reported pain durations by retained days.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="130"/>
            <col width="0"/>
            <col width="60"/>
            <col width="0"/>
            <col width="60"/>
            <col width="0"/>
            <col width="0"/>
            <col width="60"/>
            <col width="0"/>
            <col width="60"/>
            <col width="0"/>
            <col width="0"/>
            <col width="60"/>
            <col width="0"/>
            <col width="60"/>
            <col width="0"/>
            <col width="0"/>
            <col width="60"/>
            <col width="0"/>
            <col width="60"/>
            <col width="0"/>
            <col width="0"/>
            <col width="60"/>
            <col width="0"/>
            <col width="60"/>
            <col width="0"/>
            <col width="0"/>
            <col width="100"/>
            <col width="0"/>
            <col width="140"/>
            <col width="0"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Pain area</td>
                <td colspan="5">Initial</td>
                <td colspan="5">Week 2</td>
                <td colspan="5">Week 4</td>
                <td colspan="5">Week 8</td>
                <td colspan="5">Week 12</td>
                <td colspan="4">Skillings-Mack test</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="2">n</td>
                <td colspan="2">Mean  <break/>  
                (SD)</td>
                <td colspan="3">n</td>
                <td colspan="2">Mean  <break/>  
                (SD)</td>
                <td colspan="3">n</td>
                <td colspan="2">Mean  <break/>  
                (SD)</td>
                <td colspan="3">n</td>
                <td colspan="2">Mean  <break/>  
                (SD)</td>
                <td colspan="3">n</td>
                <td colspan="2">Mean  <break/>  
                (SD)</td>
                <td colspan="3">Test values  <break/>  
                (<italic>df</italic>)</td>
                <td colspan="2">Pain reduction, %</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">All</td>
                <td colspan="2">3629</td>
                <td colspan="2">5.42  <break/>  
                (1.79)</td>
                <td colspan="3">1776</td>
                <td colspan="2">4.36  <break/>  
                (2.21)</td>
                <td colspan="3">1330</td>
                <td colspan="2">3.99  <break/>  
                (2.22)</td>
                <td colspan="3">820</td>
                <td colspan="2">3.84  <break/>  
                (2.27)</td>
                <td colspan="3">458</td>
                <td colspan="2">3.48  <break/>  
                (2.36)</td>
                <td colspan="3">5308.10  <break/>  
                (3628)<sup>a</sup></td>
                <td colspan="2">−35.86</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Lower back</bold>
                </td>
                <td colspan="2">1642</td>
                <td colspan="2">5.43  <break/>  
                (1.76)</td>
                <td colspan="3">812</td>
                <td colspan="2">4.44  <break/>  
                (2.20)</td>
                <td colspan="3">601</td>
                <td colspan="2">4.08  <break/>  
                (2.22)</td>
                <td colspan="3">376</td>
                <td colspan="2">4.02  <break/>  
                (2.23)</td>
                <td colspan="3">207</td>
                <td colspan="2">3.78  <break/>  
                (2.45)</td>
                <td colspan="3">2369.86  <break/>  
                (1641)<sup>a</sup></td>
                <td colspan="2">−30.39</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Acute</td>
                <td colspan="2">231</td>
                <td colspan="2">4.87  <break/>  
                (1.86)</td>
                <td colspan="3">117</td>
                <td colspan="2">3.62  <break/>  
                (2.28)</td>
                <td colspan="3">66</td>
                <td colspan="2">2.85  <break/>  
                (2.35)</td>
                <td colspan="3">42</td>
                <td colspan="2">2.57  <break/>  
                (2.17)</td>
                <td colspan="3">19</td>
                <td colspan="2">2.09  <break/>  
                (1.97)</td>
                <td colspan="3">304.46  <break/>  
                (230)<sup>b</sup></td>
                <td colspan="2">−57.10</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Subacute</td>
                <td colspan="2">314</td>
                <td colspan="2">5.21  <break/>  
                (1.64)</td>
                <td colspan="3">149</td>
                <td colspan="2">4.30  <break/>  
                (2.15)</td>
                <td colspan="3">112</td>
                <td colspan="2">3.98  <break/>  
                (2.34)</td>
                <td colspan="3">64</td>
                <td colspan="2">4.03  <break/>  
                (2.22)</td>
                <td colspan="3">31</td>
                <td colspan="2">4.39  <break/>  
                (2.52)</td>
                <td colspan="3">423.39  <break/>  
                (313)<sup>c</sup></td>
                <td colspan="2">−15.76</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Chronic</td>
                <td colspan="2">1097</td>
                <td colspan="2">5.62  <break/>  
                (1.74)</td>
                <td colspan="3">546</td>
                <td colspan="2">4.66  <break/>  
                (2.16)</td>
                <td colspan="3">423</td>
                <td colspan="2">4.29  <break/>  
                (2.11)</td>
                <td colspan="3">270</td>
                <td colspan="2">4.22  <break/>  
                (2.18)</td>
                <td colspan="3">157</td>
                <td colspan="2">3.86  <break/>  
                (2.43)</td>
                <td colspan="3">1620.33  <break/>  
                (1096)<sup>a</sup></td>
                <td colspan="2">−31.20</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Upper back</bold>
                </td>
                <td colspan="2">1209</td>
                <td colspan="2">5.59  <break/>  
                (1.78)</td>
                <td colspan="3">573</td>
                <td colspan="2">4.51  <break/>  
                (2.23)</td>
                <td colspan="3">419</td>
                <td colspan="2">4.20  <break/>  
                (2.26)</td>
                <td colspan="3">249</td>
                <td colspan="2">4.09  <break/>  
                (2.27)</td>
                <td colspan="3">129</td>
                <td colspan="2">3.58  <break/>  
                (2.34)</td>
                <td colspan="3">1717.08  <break/>  
                (1208)<sup>a</sup></td>
                <td colspan="2">−35.98</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Acute</td>
                <td colspan="2">140</td>
                <td colspan="2">4.50  <break/>  
                (1.67)</td>
                <td colspan="3">61</td>
                <td colspan="2">2.88  <break/>  
                (2.03)</td>
                <td colspan="3">52</td>
                <td colspan="2">2.63  <break/>  
                (2.00)</td>
                <td colspan="3">28</td>
                <td colspan="2">2.71  <break/>  
                (2.39)</td>
                <td colspan="3">18</td>
                <td colspan="2">2.55  <break/>  
                (3.01)</td>
                <td colspan="3">171.14  <break/>  
                (139)<sup>d</sup></td>
                <td colspan="2">−43.43</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Subacute</td>
                <td colspan="2">207</td>
                <td colspan="2">5.40  <break/>  
                (1.69)</td>
                <td colspan="3">94</td>
                <td colspan="2">4.23  <break/>  
                (2.29)</td>
                <td colspan="3">75</td>
                <td colspan="2">3.84  <break/>  
                (1.83)</td>
                <td colspan="3">35</td>
                <td colspan="2">3.00  <break/>  
                (1.44)</td>
                <td colspan="3">22</td>
                <td colspan="2">2.60  <break/>  
                (1.71)</td>
                <td colspan="3">285.51  <break/>  
                (206)<sup>c</sup></td>
                <td colspan="2">−51.86</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Chronic</td>
                <td colspan="2">862</td>
                <td colspan="2">5.82  <break/>  
                (1.75)</td>
                <td colspan="3">418</td>
                <td colspan="2">4.82  <break/>  
                (2.13)</td>
                <td colspan="3">292</td>
                <td colspan="2">4.56  <break/>  
                (2.29)</td>
                <td colspan="3">186</td>
                <td colspan="2">4.50  <break/>  
                (2.24)</td>
                <td colspan="3">89</td>
                <td colspan="2">3.98  <break/>  
                (2.21)</td>
                <td colspan="3">1216.06  <break/>  
                (861)<sup>a</sup></td>
                <td colspan="2">−31.57</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Hip</bold>
                </td>
                <td colspan="2">288</td>
                <td colspan="2">5.36  <break/>  
                (1.75)</td>
                <td colspan="3">159</td>
                <td colspan="2">4.35  <break/>  
                (2.20)</td>
                <td colspan="3">122</td>
                <td colspan="2">3.80  <break/>  
                (1.98)</td>
                <td colspan="3">73</td>
                <td colspan="2">3.42  <break/>  
                (2.16)</td>
                <td colspan="3">45</td>
                <td colspan="2">3.00  <break/>  
                (2.16)</td>
                <td colspan="3">441.23  <break/>  
                (287)<sup>a</sup></td>
                <td colspan="2">−44.04</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Acute</td>
                <td colspan="2">24</td>
                <td colspan="2">4.63  <break/>  
                (1.95)</td>
                <td colspan="3">11</td>
                <td colspan="2">3.18  <break/>  
                (1.66)</td>
                <td colspan="3">14</td>
                <td colspan="2">3.54  <break/>  
                (2.15)</td>
                <td colspan="3">7</td>
                <td colspan="2">3.00  <break/>  
                (2.45)</td>
                <td colspan="3">4</td>
                <td colspan="2">4.50  <break/>  
                (0.71)</td>
                <td colspan="3">34.01  <break/>  
                (23)<sup>d</sup></td>
                <td colspan="2">−2.70</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Subacute</td>
                <td colspan="2">66</td>
                <td colspan="2">5.06  <break/>  
                (1.61)</td>
                <td colspan="3">38</td>
                <td colspan="2">3.97  <break/>  
                (2.20)</td>
                <td colspan="3">26</td>
                <td colspan="2">3.35  <break/>  
                (1.96)</td>
                <td colspan="3">12</td>
                <td colspan="2">2.50  <break/>  
                (2.17)</td>
                <td colspan="3">10</td>
                <td colspan="2">2.00  <break/>  
                (1.63)</td>
                <td colspan="3">97.65  <break/>  
                (65)<sup>d</sup></td>
                <td colspan="2">−60.48</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Chronic</td>
                <td colspan="2">198</td>
                <td colspan="2">5.55  <break/>  
                (1.74)</td>
                <td colspan="3">110</td>
                <td colspan="2">4.60  <break/>  
                (2.20)</td>
                <td colspan="3">82</td>
                <td colspan="2">4.00  <break/>  
                (1.96)</td>
                <td colspan="3">54</td>
                <td colspan="2">3.69  <break/>  
                (2.12)</td>
                <td colspan="3">31</td>
                <td colspan="2">3.21  <break/>  
                (2.32)</td>
                <td colspan="3">298.20  <break/>  
                (197)<sup>a</sup></td>
                <td colspan="2">−42.16</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Knee</bold>
                </td>
                <td colspan="2">490</td>
                <td colspan="2">4.97  <break/>  
                (1.85)</td>
                <td colspan="3">232</td>
                <td colspan="2">3.71  <break/>  
                (2.09)</td>
                <td colspan="3">188</td>
                <td colspan="2">3.41  <break/>  
                (2.20)</td>
                <td colspan="3">122</td>
                <td colspan="2">3.20  <break/>  
                (2.31)</td>
                <td colspan="3">77</td>
                <td colspan="2">2.87  <break/>  
                (2.15)</td>
                <td colspan="3">744.03  <break/>  
                (489)<sup>a</sup></td>
                <td colspan="2">−42.19</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Acute</td>
                <td colspan="2">35</td>
                <td colspan="2">4.46  <break/>  
                (1.72)</td>
                <td colspan="3">15</td>
                <td colspan="2">2.73  <break/>  
                (1.44)</td>
                <td colspan="3">14</td>
                <td colspan="2">2.79  <break/>  
                (1.72)</td>
                <td colspan="3">9</td>
                <td colspan="2">2.13  <break/>  
                (1.81)</td>
                <td colspan="3">7</td>
                <td colspan="2">1.60  <break/>  
                (1.82)</td>
                <td colspan="3">45.47  <break/>  
                (34)<sup>d</sup></td>
                <td colspan="2">−64.10</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Subacute</td>
                <td colspan="2">107</td>
                <td colspan="2">4.63  <break/>  
                (1.73)</td>
                <td colspan="3">52</td>
                <td colspan="2">2.85  <break/>  
                (1.69)</td>
                <td colspan="3">36</td>
                <td colspan="2">2.88  <break/>  
                (2.21)</td>
                <td colspan="3">23</td>
                <td colspan="2">1.89  <break/>  
                (1.56)</td>
                <td colspan="3">13</td>
                <td colspan="2">2.11  <break/>  
                (1.45)</td>
                <td colspan="3">138.91  <break/>  
                (106)<sup>d</sup></td>
                <td colspan="2">−54.37</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Chronic</td>
                <td colspan="2">348</td>
                <td colspan="2">5.12  <break/>  
                (1.88)</td>
                <td colspan="3">165</td>
                <td colspan="2">4.07  <break/>  
                (2.16)</td>
                <td colspan="3">138</td>
                <td colspan="2">3.61  <break/>  
                (2.22)</td>
                <td colspan="3">90</td>
                <td colspan="2">3.63  <break/>  
                (2.37)</td>
                <td colspan="3">57</td>
                <td colspan="2">3.20  <break/>  
                (2.26)</td>
                <td colspan="3">544.55  <break/>  
                (347)<sup>a</sup></td>
                <td colspan="2">−37.51</td>
                <td>
                  <break/>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>Adjusted <italic>P</italic>&#60;.0005 (calculated using Bonferroni correction).</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>Adjusted <italic>P</italic>&#60;.05 (calculated using Bonferroni correction).</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>Adjusted <italic>P</italic>&#60;.005 (calculated using Bonferroni correction).</p>
            </fn>
            <fn id="table2fn4">
              <p><sup>d</sup>Adjusted <italic>P</italic>&#62;.05 (calculated using Bonferroni correction).</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Patient-Reported Functional Assessment</title>
        <p>Chronic conditions appeared to improve along the dimensions of strength, mobility, and coordination, as well as the total score (<xref ref-type="table" rid="table3">Tables 3</xref>-<xref ref-type="table" rid="table6">6</xref>). This finding was consistent over all intervals of submitted function scores assessed (<xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref> and <xref ref-type="supplementary-material" rid="app6">Multimedia Appendix 6</xref>). Within chronic conditions, only patients with chronic hip pain did not achieve significant improvements in mobility and coordination across any completed submission of function scores (<xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref> and <xref ref-type="supplementary-material" rid="app6">Multimedia Appendix 6</xref>). Overall, the strength score showed significant improvements across most pain areas studied. However, patients with acute lower back pain, acute upper back pain, and acute hip pain did not show significant improvements in strength scores between their first and second assessments of function scores (<xref ref-type="table" rid="table3">Tables 3</xref>-<xref ref-type="table" rid="table6">6</xref>).</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Self-reported total function scores and changes across indication subsets and reported pain durations by retained days.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="220"/>
            <col width="190"/>
            <col width="190"/>
            <col width="190"/>
            <col width="180"/>
            <thead>
              <tr valign="bottom">
                <td colspan="2">Reported pain area and duration</td>
                <td>Retained days, value (IQR)</td>
                <td>Initial, value (IQR)</td>
                <td>Last, value (IQR)</td>
                <td><italic>P</italic> value<sup>a</sup></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">
                  <bold>Lower back</bold>
                </td>
                <td> </td>
                <td> </td>
                <td> </td>
                <td> </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Acute (n=50)</td>
                <td>29 (14-32)</td>
                <td>67 (50-77)</td>
                <td>73 (60-80)</td>
                <td>.0028<sup>b</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Subacute (n=74)</td>
                <td>29 (17-33)</td>
                <td>63 (47-73)</td>
                <td>67 (53-80)</td>
                <td>&#60;.0001<sup>c</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Chronic (n=326)</td>
                <td>29 (23-32)</td>
                <td>57 (40-73)</td>
                <td>67 (50-80)</td>
                <td>&#60;.0001<sup>c</sup></td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Upper back</bold>
                </td>
                <td> </td>
                <td> </td>
                <td> </td>
                <td> </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Acute (n=29)</td>
                <td>30 (10-33)</td>
                <td>67 (53-73)</td>
                <td>77 (60-87)</td>
                <td>.0001<sup>c</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Subacute (n=51)</td>
                <td>29 (28-36)</td>
                <td>60 (37-77)</td>
                <td>63 (43-80)</td>
                <td>.0120<sup>b</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Chronic (n=226)</td>
                <td>29 (17-33)</td>
                <td>53 (33-67)</td>
                <td>57 (43-73)</td>
                <td>&#60;.0001<sup>c</sup></td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Hip</bold>
                </td>
                <td> </td>
                <td> </td>
                <td> </td>
                <td> </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Acute (n=12)</td>
                <td>28 (25.5-29.5)</td>
                <td>65 (48.5-70)</td>
                <td>71.5 (57-88)</td>
                <td>.0566<sup>d</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Subacute (n=22)</td>
                <td>27.5 (13-30)</td>
                <td>55 (43-67)</td>
                <td>67 (50-80)</td>
                <td>.0021<sup>b</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Chronic (n=70)</td>
                <td>29 (28-32)</td>
                <td>63 (50-73)</td>
                <td>67 (53-80)</td>
                <td>.0025<sup>b</sup></td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Knee</bold>
                </td>
                <td> </td>
                <td> </td>
                <td> </td>
                <td> </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Acute (n=12)</td>
                <td>29 (28-36)</td>
                <td>53 (45-65)</td>
                <td>71.5 (53.5-80)</td>
                <td>.0371<sup>d</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Subacute (n=32)</td>
                <td>28.5 (23-32.5)</td>
                <td>63 (55-73)</td>
                <td>77 (63-87)</td>
                <td>&#60;.0001<sup>c</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Chronic (n=107)</td>
                <td>30 (27-35)</td>
                <td>60 (47-70)</td>
                <td>67 (53-80)</td>
                <td>&#60;.0001<sup>c</sup></td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>Adjusted for family-wise error using the Bonferroni method.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup><italic>P</italic>&#60;.0167.</p>
            </fn>
            <fn id="table3fn3">
              <p><sup>c</sup><italic>P</italic>&#60;.000167.</p>
            </fn>
            <fn id="table3fn4">
              <p><sup>d</sup>Not significant.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Self-reported strength scores and changes across indication subsets and reported pain durations by retained days.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="220"/>
            <col width="190"/>
            <col width="190"/>
            <col width="190"/>
            <col width="180"/>
            <thead>
              <tr valign="bottom">
                <td colspan="2">Reported pain area and duration</td>
                <td>Retained days, value (IQR)</td>
                <td>Initial, value (IQR)</td>
                <td>Last, value (IQR)</td>
                <td><italic>P</italic> value<sup>a</sup></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">
                  <bold>Lower back</bold>
                </td>
                <td> </td>
                <td> </td>
                <td> </td>
                <td> </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Acute (n=50)</td>
                <td>29 (14-32)</td>
                <td>60 (40-80)</td>
                <td>70 (50-80)</td>
                <td>.0215<sup>b</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Subacute (n=74)</td>
                <td>29 (17-33)</td>
                <td>60 (30-70)</td>
                <td>60 (40-90)</td>
                <td>.0010<sup>c</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Chronic (n=326)</td>
                <td>29 (23-32)</td>
                <td>50 (30-70)</td>
                <td>60 (40-80)</td>
                <td>&#60;.0001<sup>d</sup></td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Upper back</bold>
                </td>
                <td> </td>
                <td> </td>
                <td> </td>
                <td> </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Acute (n=29)</td>
                <td>30 (10-33)</td>
                <td>60 (50-80)</td>
                <td>60 (60-100)</td>
                <td>.0198<sup>b</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Subacute (n=51)</td>
                <td>29 (28-36)</td>
                <td>50 (20-80)</td>
                <td>60 (40-90)</td>
                <td>.0076<sup>e</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Chronic (n=226)</td>
                <td>29 (17-33)</td>
                <td>50 (20-80)</td>
                <td>60 (40-80)</td>
                <td>&#60;.0001<sup>d</sup></td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Hip</bold>
                </td>
                <td> </td>
                <td> </td>
                <td> </td>
                <td> </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Acute (n=12)</td>
                <td>28 (25.5-29.5)</td>
                <td>45 (40-70)</td>
                <td>75 (45-85)</td>
                <td>.1270<sup>b</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Subacute (n=22)</td>
                <td>27.5 (13-30)</td>
                <td>55 (20-60)</td>
                <td>65 (40-100)</td>
                <td>.0001<sup>d</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Chronic (n=70)</td>
                <td>29 (28-32)</td>
                <td>60 (40-80)</td>
                <td>70 (50-100)</td>
                <td>.0093<sup>e</sup></td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Knee</bold>
                </td>
                <td> </td>
                <td> </td>
                <td> </td>
                <td> </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Acute (n=12)</td>
                <td>29 (28-36)</td>
                <td>45 (20-70)</td>
                <td>60 (45-100)</td>
                <td>.0156<sup>e</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Subacute (n=32)</td>
                <td>28.5 (23-32.5)</td>
                <td>80 (60-80)</td>
                <td>90 (60-100)</td>
                <td>.0066<sup>e</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Chronic (n=107)</td>
                <td>30 (27-35)</td>
                <td>60 (40-80)</td>
                <td>70 (50-100)</td>
                <td>.0006<sup>c</sup></td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>Adjusted for family-wise error using the Bonferroni method.</p>
            </fn>
            <fn id="table4fn2">
              <p><sup>b</sup>Not significant.</p>
            </fn>
            <fn id="table4fn3">
              <p><sup>c</sup><italic>P</italic>&#60;.00167.</p>
            </fn>
            <fn id="table4fn4">
              <p><sup>d</sup><italic>P</italic>&#60;.000167.</p>
            </fn>
            <fn id="table4fn5">
              <p><sup>e</sup><italic>P</italic>&#60;.0167.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table5">
          <label>Table 5</label>
          <caption>
            <p>Self-reported mobility scores and changes across indication subsets and reported pain durations by retained days.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="220"/>
            <col width="190"/>
            <col width="190"/>
            <col width="190"/>
            <col width="180"/>
            <thead>
              <tr valign="bottom">
                <td colspan="2">Reported pain area and duration</td>
                <td>Retained days, value (IQR)</td>
                <td>Initial, value (IQR)</td>
                <td>Last, value (IQR)</td>
                <td><italic>P</italic> value<sup>a</sup></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">
                  <bold>Lower back</bold>
                </td>
                <td> </td>
                <td> </td>
                <td> </td>
                <td> </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Acute (n=50)</td>
                <td>29 (14-32)</td>
                <td>70 (55-80)</td>
                <td>75 (65-80)</td>
                <td>.0297<sup>b</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Subacute (n=74)</td>
                <td>29 (17-33)</td>
                <td>67,5 (45-80)</td>
                <td>70 (55-80)</td>
                <td>.0006<sup>c</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Chronic (n=326)</td>
                <td>29 (23-32)</td>
                <td>60 (45-75)</td>
                <td>70 (50-80)</td>
                <td>&#60;.0001<sup>d</sup></td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Upper back</bold>
                </td>
                <td> </td>
                <td> </td>
                <td> </td>
                <td> </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Acute (n=29)</td>
                <td>30 (10-33)</td>
                <td>65 (55-75)</td>
                <td>80 (60-90)</td>
                <td>.0001<sup>d</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Subacute (n=51)</td>
                <td>29 (28-36)</td>
                <td>60 (40-75)</td>
                <td>55 (45-80)</td>
                <td>.1191<sup>b</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Chronic (n=226)</td>
                <td>29 (17-33)</td>
                <td>50 (35-70)</td>
                <td>55 (40-75)</td>
                <td>&#60;.0001<sup>d</sup></td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Hip</bold>
                </td>
                <td> </td>
                <td> </td>
                <td> </td>
                <td> </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Acute (n=12)</td>
                <td>28 (25.5-29.5)</td>
                <td>67.5 (52.5-85)</td>
                <td>67.5 (60-87.5)</td>
                <td>.2578<sup>b</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Subacute (n=22)</td>
                <td>27.5 (13-30)</td>
                <td>57.5 (50-70)</td>
                <td>62.5 (50-80)</td>
                <td>.0251<sup>b</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Chronic (n=70)</td>
                <td>29 (28-32)</td>
                <td>60 (50-70)</td>
                <td>65 (50-75)</td>
                <td>.0201<sup>b</sup></td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Knee</bold>
                </td>
                <td> </td>
                <td> </td>
                <td> </td>
                <td> </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Acute (n=12)</td>
                <td>29 (28-36)</td>
                <td>60 (52.5-70)</td>
                <td>70 (52.5-82.5)</td>
                <td>.1426<sup>b</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Subacute (n=32)</td>
                <td>28.5 (23-32.5)</td>
                <td>60 (50-70)</td>
                <td>72.5 (60-82.5)</td>
                <td>&#60;.0001<sup>d</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Chronic (n=107)</td>
                <td>30 (27-35)</td>
                <td>60 (45-70)</td>
                <td>65 (50-80)</td>
                <td>&#60;.0001<sup>d</sup></td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table5fn1">
              <p><sup>a</sup>Adjusted for family-wise error using the Bonferroni method.</p>
            </fn>
            <fn id="table5fn2">
              <p><sup>b</sup>Not significant.</p>
            </fn>
            <fn id="table5fn3">
              <p><sup>c</sup><italic>P</italic>&#60;.00167.</p>
            </fn>
            <fn id="table5fn4">
              <p><sup>d</sup><italic>P</italic>&#60;.000167.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table6">
          <label>Table 6</label>
          <caption>
            <p>Self-reported coordination scores and changes across indication subsets and reported pain durations by retained days.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="220"/>
            <col width="190"/>
            <col width="190"/>
            <col width="190"/>
            <col width="180"/>
            <thead>
              <tr valign="bottom">
                <td colspan="2">Reported pain area and duration</td>
                <td>Retained days, value (IQR)</td>
                <td>Initial, value (IQR)</td>
                <td>Last, value (IQR)</td>
                <td><italic>P</italic> value<sup>a</sup></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">
                  <bold>Lower back</bold>
                </td>
                <td> </td>
                <td> </td>
                <td> </td>
                <td> </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Acute (n=50)</td>
                <td>29 (14-32)</td>
                <td>70 (60-80)</td>
                <td>80 (60-80)</td>
                <td>.1368<sup>b</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Subacute (n=74)</td>
                <td>29 (17-33)</td>
                <td>70 (50-80)</td>
                <td>80 (50-80)</td>
                <td>.0766<sup>b</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Chronic (n=326)</td>
                <td>29 (23-32)</td>
                <td>65 (40-80)</td>
                <td>80 (50-90)</td>
                <td>&#60;.0001<sup>c</sup></td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Upper back</bold>
                </td>
                <td> </td>
                <td> </td>
                <td> </td>
                <td> </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Acute (n=29)</td>
                <td>30 (10-33)</td>
                <td>80 (60-80)</td>
                <td>80 (80-100)</td>
                <td>.2664<sup>b</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Subacute (n=51)</td>
                <td>29 (28-36)</td>
                <td>60 (40-80)</td>
                <td>70 (40-80)</td>
                <td>.2129<sup>b</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Chronic (n=226)</td>
                <td>29 (17-33)</td>
                <td>60 (40-80)</td>
                <td>60 (40-80)</td>
                <td>.0005<sup>d</sup></td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Hip</bold>
                </td>
                <td> </td>
                <td> </td>
                <td> </td>
                <td> </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Acute (n=12)</td>
                <td>28 (25.5-29.5)</td>
                <td>60 (55-80)</td>
                <td>70 (55-95)</td>
                <td>.5000<sup>b</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Subacute (n=22)</td>
                <td>27.5 (13-30)</td>
                <td>60 (30-80)</td>
                <td>65 (40-80)</td>
                <td>.1396<sup>b</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Chronic (n=70)</td>
                <td>29 (28-32)</td>
                <td>60 (40-80)</td>
                <td>60 (50-80)</td>
                <td>.2875<sup>b</sup></td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Knee</bold>
                </td>
                <td> </td>
                <td> </td>
                <td> </td>
                <td> </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Acute (n=12)</td>
                <td>29 (28-36)</td>
                <td>55 (35-60)</td>
                <td>60 (55-60)</td>
                <td>.1562<sup>b</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Subacute (n=32)</td>
                <td>28.5 (23-32.5)</td>
                <td>60 (50-80)</td>
                <td>80 (60-85)</td>
                <td>.0066<sup>e</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Chronic (n=107)</td>
                <td>30 (27-35)</td>
                <td>60 (40-80)</td>
                <td>60 (40-80)</td>
                <td>.0026<sup>e</sup></td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table6fn1">
              <p><sup>a</sup>Adjusted for family-wise error using the Bonferroni method.</p>
            </fn>
            <fn id="table6fn2">
              <p><sup>b</sup>Not significant.</p>
            </fn>
            <fn id="table6fn3">
              <p><sup>c</sup><italic>P</italic>&#60;.000167.</p>
            </fn>
            <fn id="table6fn4">
              <p><sup>d</sup><italic>P</italic>&#60;.00167.</p>
            </fn>
            <fn id="table6fn5">
              <p><sup>e</sup><italic>P</italic>&#60;.0167.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>The continuation of exercise and the consequent submission of further function scores led to significant improvements in the strength score for only patients with acute lower back pain (<xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref>). Similarly, mobility and coordination scores improved particularly well in patients with chronic conditions, but failed to improve significantly in patients with chronic hip pain. Yet, compared with the pain scores, we did not see a leveling off of the improvements after the first reported interval and saw continuous improvements, particularly in the mobility and strength scores (<xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref> and <xref ref-type="supplementary-material" rid="app6">Multimedia Appendix 6</xref>).</p>
      </sec>
      <sec>
        <title>Assessment of Retention</title>
        <p>Our analysis showed that the home exercise app Vivira achieved overall retention rates of 36.6% (601/1642) for lower back pain, 34.7% (419/1209) for upper back pain, 42.4% (122/288) for hip pain, and 38.4% (188/490) for knee pain after 4 weeks (<xref rid="figure4" ref-type="fig">Figure 4</xref>; <xref ref-type="supplementary-material" rid="app7">Multimedia Appendix 7</xref>). After 12 weeks, the retention rates ranged from 8% (acute lower back pain and chronic upper back pain) to 20% (acute knee pain), with an average of 14% (<xref ref-type="supplementary-material" rid="app7">Multimedia Appendix 7</xref>).</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Retention rates for different pain areas and durations. A more detailed overview is provided in <xref ref-type="supplementary-material" rid="app7">Multimedia Appendix 7</xref>.</p>
          </caption>
          <graphic xlink:href="jmir_v25i1e43775_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>The data showed improvements in the primary outcome, as indicated by a significant decrease in overall pain intensity, and most of the secondary outcomes (pain area; pain area by pain duration, as assessed with a VNRS; and function scores). A reduction in acute pain intensity was only observed in patients with lower back pain, while we observed no significant changes in the remaining patients. Under the assumption that providers did not prescribe Vivira for conditions not covered by the approved spectrum of conditions, we hypothesized that most acute pain episodes in the hip and knee reflected acute exacerbations of pre-existing structural and degenerative conditions (eg, activated osteoarthritis) that cannot be addressed sufficiently with only a self-directed home exercise program. Yet, conclusions based on the limited sample size of the hip and knee groups warrant careful consideration.</p>
        <p>A statistically significant change in any patient-reported outcome does not per se reflect a clinically meaningful effect. It, therefore, needs to be discussed whether changes in pain scores also reflect a clinically significant change. For acute pain, related work has established a robust equivalence of different pain scores and its response to different therapeutic interventions. Holdgate et al [<xref ref-type="bibr" rid="ref20">20</xref>] estimated pain score reductions between 1.2 and 1.6 points on a VNRS to be within a minimum clinically significant difference. For chronic pain, a broad consensus has been established that a clinically important difference can be assumed if pain reduction of &#62;30% from the initial pain intensity is achieved [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]. Applying these thresholds to the data at hand, we conclude that the achieved pain score reductions after 2, 4, 8, and 12 weeks (reduction of 1.94 points) are well in the range of the minimum clinically significant difference. After 12 weeks, a &#62;30% reduction in the pain intensity was seen in all pain areas, and most pain areas (upper back, hip, and knee) also crossed the clinically important difference threshold. However, it remains to be discussed why the effect of the app levels off to a steady state after the early use phase. We hypothesize that the mainly unspecific and degenerative musculoskeletal conditions are effectively addressed by a constant exercise intensity that can be maintained over a long period, as shown in the existing literature [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. Additionally, we used interdisciplinary expert consensus from a panel of orthopedic surgeons and physiotherapists, as well as data from a randomized controlled trial of the home exercise program to assess the plausibility of the results from this study [<xref ref-type="bibr" rid="ref25">25</xref>]. However, owing to the high attrition in the data set, careful interpretation of potential biases is warranted.</p>
      </sec>
      <sec>
        <title>Secondary Results</title>
        <p>In line with the improvements in pain intensity, we saw significant improvements in the function scores for most indication subgroups and pain durations. These improvements were particularly emphasized for chronic conditions. Interestingly, the responses for hip conditions in general and acute hip pain in particular were not of a relevant magnitude, except for the subacute and chronic strength scores. We attribute this to the fact that most patients in this category had osteoarthritis or other degenerative conditions of the hip joint, which are typically associated with a much greater limitation in the range of movement compared to, for example, degenerative conditions of the knee. Additionally, an episode of acute pain in any degenerative musculoskeletal condition likely reflects an exacerbation, and an exercise program might not provide the ideal therapeutic intervention for this context. Additionally, we are aware of the small sample size of this subgroup and hence consider the explanatory power of this subgroup analysis as greatly limited. A second noteworthy aspect centers around the assessment of coordination, which only demonstrated significant improvements in patients with chronic lower back pain, chronic upper back pain, and chronic knee pain. In comparison with the strength and mobility assessments, which showed significant improvements across most indication subgroups and pain durations, the limited performance of the coordination dimension reflects either an insufficient stimulus to improve coordination through the individualized exercise program or a much more consolidated deficit in coordination that lags behind the responses in the strength and mobility scores. In line with the principles of regional interdependence, we consider the latter plausible [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. Consequently, we saw more sustained responses in the coordination score for prolonged use phases among patients with chronic pain across all pain areas (<xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref> and <xref ref-type="supplementary-material" rid="app6">Multimedia Appendix 6</xref>). Another aspect addresses the patterns of improvement over the time of use. In contrast to pain score reductions, which leveled off after the early use phase and were primarily maintained during the subsequent maintenance use phase, we saw a continued improvement in the function scores reported (<xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref> and <xref ref-type="supplementary-material" rid="app6">Multimedia Appendix 6</xref>).</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>The strengths of this study are the large real-world prescription data set and the use of the first prescription-based postmarketing data available from a DiGA for musculoskeletal conditions within the regulatory framework of the DVG. The findings provide insights into the clinical effects expected in a real-world care setting and highlight the methodological challenges of complex patient-reported data sets. The importance of these data for the thorough assessment of novel and digital therapeutics has been underscored by the introduction of the United States Twenty-First Century Cures Act in 2016 and the communicated position by the European Medicines Agency [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. Yet, there are some relevant limitations in our study that primarily affect the external validity of our findings. First, the enrollment was assumed to follow a relative self-selection mechanism, which introduced a relevant selection bias that we could not control, given the study design. Second, and although our data showed above-average retention rates, we noted a relevant loss to follow-up across all strata, which is probably of differential nature. Yet, this is not unexpected, as related work has also reported a significant decline in participation in digital health applications [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>], and we consider it an adequate reflection of the current real-world pattern of use. Additional limitations due to the real-world setting are that we were not able to record any medical history from participants regarding other events that may have affected the initial pain, the development of pain intensity, or the potential effects of the measurements (including but not limited to the occurrence of other physical or psychological diseases) or maturation of the patients (eg, coming to terms with constant or chronic pain and developing coping mechanisms that might influence the perception of pain intensity). Furthermore, we could not measure how familiar the patients were with digital interventions. Since patients can also improve owing to other uncontrollable factors, we need to acknowledge a potential regression toward the mean. As in most observational studies, measuring outcomes may influence the outcomes. However, since the measurements were included in the intervention itself, we would argue that this effect is smaller in this study compared with other work in which measurements were conducted outside of the intervention (eg, pre-post examinations of physicians). Lastly, we consider the consensus-based discrete transformation of the binary results of the movement assessment as methodologically challenging, and thus, a quantitative validation is required.</p>
      </sec>
      <sec>
        <title>Comparison With Prior Work</title>
        <p>This work complements preliminary use data of the same digital home exercise program published elsewhere [<xref ref-type="bibr" rid="ref30">30</xref>]. While the preliminary data also demonstrated a significant and clinically relevant reduction in pain intensity prior to stratification, this study allows a more robust interpretation at the indication-specific level and shows significant improvements in pain intensity for patients with upper and lower back pain, as well as for subpopulations with subacute and chronic hip and knee pain. Although the retention rates in this analysis are considerably higher than the rates in the preliminary analysis, this study suffers from high and probably differential loss to follow-up, which may result in selection bias. Retention, which is required to enable a sufficiently granular analysis of the use and outcome data, is a well-described problem of digital therapeutics. Baumel et al [<xref ref-type="bibr" rid="ref29">29</xref>] reported an average 30-day retention rate of 3.3% (IQR 6.2%) for all digital health applications examined. Although their analysis was limited to digital therapeutics for mental health conditions and included only those applications that were freely available on the internet and in established online stores (ie, Google Play Store), it exemplifies the stereotypical retention curve of many digital therapeutics well and underscores the common challenge of increasing the retention rate for digital therapeutics. In comparison to these data, our study showed above-average retention rates (<xref rid="figure4" ref-type="fig">Figure 4</xref>; <xref ref-type="supplementary-material" rid="app7">Multimedia Appendix 7</xref>). We know, however, that free-to-use digital health applications likely have different interaction and retention dynamics than DiGAs and comparable prescription digital health applications. Pratap et al [<xref ref-type="bibr" rid="ref28">28</xref>] identified (1) required prescription by a physician or psychotherapist, (2) presence of at least one specified condition, and (3) middle to old age as factors that contribute to higher retention rates. From our perspective, all factors were met for our investigation of Vivira. We, therefore, assume that average retention rates are likely to be significantly higher among DiGAs than among free-to-use digital health applications, although further research needs to yield the required evidence. In addition, patient perception of effectiveness and gamification elements can probably contribute to a higher retention rate, although the available evidence in this field needs to be substantiated further [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>].</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Digital therapeutics can offer accessible and readily available therapeutic means at scale to effectively address the increasing demand for care arising from unspecific and degenerative musculoskeletal conditions. This work presents the first postmarketing data to demonstrate the real-world effects of a digital prescription home exercise program under the DVG for a broad spectrum of unspecific and degenerative musculoskeletal conditions. The demonstration of statistically significant and clinically relevant effects is crucial to establish digital therapeutics as a therapeutic option in the field of musculoskeletal health. As reported in this study, complex user-reported observational data pose analytical challenges and have not yet become a standard feature in the evaluation process of digital therapeutics. Nevertheless, these data will likely complement confirmatory trial data for the clinical and regulatory assessment of the effectiveness of digital therapeutics.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Cross table from the chi-square test for pain duration by age.</p>
        <media xlink:href="jmir_v25i1e43775_app1.docx" xlink:title="DOCX File , 18 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Cross table from the chi-square test for pain area by age.</p>
        <media xlink:href="jmir_v25i1e43775_app2.docx" xlink:title="DOCX File , 18 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Cross table from the chi-square test for pain duration by sex.</p>
        <media xlink:href="jmir_v25i1e43775_app3.docx" xlink:title="DOCX File , 16 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>Cross table from the chi-square test for pain area by sex.</p>
        <media xlink:href="jmir_v25i1e43775_app4.docx" xlink:title="DOCX File , 16 KB"/>
      </supplementary-material>
      <supplementary-material id="app5">
        <label>Multimedia Appendix 5</label>
        <p>Self-reported functional scores and changes across indication subsets and reported pain durations by retained days in matched comparisons between the first and third completed functional assessments.</p>
        <media xlink:href="jmir_v25i1e43775_app5.docx" xlink:title="DOCX File , 21 KB"/>
      </supplementary-material>
      <supplementary-material id="app6">
        <label>Multimedia Appendix 6</label>
        <p>Self-reported functional scores and changes across indication subsets and reported pain durations by retained days in matched comparisons between the first and fourth completed functional assessments.</p>
        <media xlink:href="jmir_v25i1e43775_app6.docx" xlink:title="DOCX File , 21 KB"/>
      </supplementary-material>
      <supplementary-material id="app7">
        <label>Multimedia Appendix 7</label>
        <p>User retention across indication subsets and reported pain durations.</p>
        <media xlink:href="jmir_v25i1e43775_app7.docx" xlink:title="DOCX File , 18 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">DiGA</term>
          <def>
            <p>Digitale Gesundheitsanwendung (Digital Health Application)</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">DVG</term>
          <def>
            <p>Digitale-Versorgung-Gesetz (Digital Health Care Act)</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">VNRS</term>
          <def>
            <p>verbal numerical rating scale</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors acknowledge the work of Markus Klingenberg, who developed the therapy concept of the medical software device assessed in this study. This includes the digital implementation of the functional therapeutic approach, the device’s software-patient feedback interface, and the device’s exercise progression algorithm.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>GWT contributed to data analysis, visualization, and interpretation, and drafting of the manuscript. TK provided methodological guidance and reviewed the manuscript. FPH contributed to the development of the study concept, data analysis and interpretation, and manuscript composition. LB led the development of the study concept, prepared the data collection, contributed to the data analysis and interpretation, and contributed to the manuscript draft. All authors thoroughly reviewed the manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>GWT and TK are affiliated with the Centre for Digital Health Interventions (CDHI), a joint initiative of the Institute for Implementation Science in Health Care, University of Zurich; the Department of Management, Technology, and Economics at Swiss Federal Institute of Technology in Zürich; and the Institute of Technology Management and School of Medicine at the University of St Gallen. CDHI is funded in part by the Swiss health insurer CSS. CSS was not involved in this study. TK is also a co-founder of Pathmate Technologies, a university spin-off company that creates and delivers digital clinical pathways. However, Pathmate Technologies was not involved in this study. FPH states no conflicts of interest. LB is affiliated with Vivira Health Lab GmbH, the developer of the software examined, and received funding through the Berta-Ottenstein-Programme for Clinician Scientists from the Faculty of Medicine, University of Freiburg.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>GBD 2019 Diseases and Injuries Collaborators</collab>
          </person-group>
          <article-title>Global burden of 369 diseases and injuries in 204 countries and territories, 1990-2019: a systematic analysis for the Global Burden of Disease Study 2019</article-title>
          <source>Lancet</source>
          <year>2020</year>
          <month>10</month>
          <day>17</day>
          <volume>396</volume>
          <issue>10258</issue>
          <fpage>1204</fpage>
          <lpage>1222</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0140-6736(20)30925-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(20)30925-9</pub-id>
          <pub-id pub-id-type="medline">33069326</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(20)30925-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC7567026</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fuchs</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rabenberg</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Scheidt-Nave</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>[Prevalence of selected musculoskeletal conditions in Germany: results of the German Health Interview and Examination Survey for Adults (DEGS1)]</article-title>
          <source>Bundesgesundheitsblatt Gesundheitsforschung Gesundheitsschutz</source>
          <year>2013</year>
          <month>05</month>
          <day>25</day>
          <volume>56</volume>
          <issue>5-6</issue>
          <fpage>678</fpage>
          <lpage>86</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://paperpile.com/b/XZVRtj/FdEI"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s00103-013-1687-4</pub-id>
          <pub-id pub-id-type="medline">23703486</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Woolf</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Erwin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>March</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>The need to address the burden of musculoskeletal conditions</article-title>
          <source>Best Pract Res Clin Rheumatol</source>
          <year>2012</year>
          <month>04</month>
          <volume>26</volume>
          <issue>2</issue>
          <fpage>183</fpage>
          <lpage>224</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://paperpile.com/b/XZVRtj/qaKD"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.berh.2012.03.005</pub-id>
          <pub-id pub-id-type="medline">22794094</pub-id>
          <pub-id pub-id-type="pii">S1521-6942(12)00036-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bevan</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Economic impact of musculoskeletal disorders (MSDs) on work in Europe</article-title>
          <source>Best Pract Res Clin Rheumatol</source>
          <year>2015</year>
          <month>06</month>
          <volume>29</volume>
          <issue>3</issue>
          <fpage>356</fpage>
          <lpage>73</lpage>
          <pub-id pub-id-type="doi">10.1016/j.berh.2015.08.002</pub-id>
          <pub-id pub-id-type="medline">26612235</pub-id>
          <pub-id pub-id-type="pii">S1521-6942(15)00094-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hartvigsen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hancock</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kongsted</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Louw</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Ferreira</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Genevay</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hoy</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Karppinen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pransky</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Sieper</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Smeets</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Underwood</surname>
              <given-names>M</given-names>
            </name>
            <collab>Lancet Low Back Pain Series Working Group</collab>
          </person-group>
          <article-title>What low back pain is and why we need to pay attention</article-title>
          <source>Lancet</source>
          <year>2018</year>
          <month>06</month>
          <day>09</day>
          <volume>391</volume>
          <issue>10137</issue>
          <fpage>2356</fpage>
          <lpage>2367</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://core.ac.uk/reader/153535953?utm_source=linkout"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(18)30480-X</pub-id>
          <pub-id pub-id-type="medline">29573870</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(18)30480-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>BE</given-names>
            </name>
            <name name-style="western">
              <surname>Hendrick</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bateman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Holden</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Littlewood</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>TO</given-names>
            </name>
            <name name-style="western">
              <surname>Logan</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Musculoskeletal pain and exercise-challenging existing paradigms and introducing new</article-title>
          <source>Br J Sports Med</source>
          <year>2019</year>
          <month>07</month>
          <day>20</day>
          <volume>53</volume>
          <issue>14</issue>
          <fpage>907</fpage>
          <lpage>912</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://bjsm.bmj.com/lookup/pmidlookup?view=long&#38;pmid=29925503"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bjsports-2017-098983</pub-id>
          <pub-id pub-id-type="medline">29925503</pub-id>
          <pub-id pub-id-type="pii">bjsports-2017-098983</pub-id>
          <pub-id pub-id-type="pmcid">PMC6613745</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rommel</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kroll</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Individual and regional determinants for physical therapy utilization in Germany: Multilevel analysis of national survey data</article-title>
          <source>Phys Ther</source>
          <year>2017</year>
          <month>05</month>
          <day>01</day>
          <volume>97</volume>
          <issue>5</issue>
          <fpage>512</fpage>
          <lpage>523</lpage>
          <pub-id pub-id-type="doi">10.1093/ptj/pzx022</pub-id>
          <pub-id pub-id-type="medline">28340149</pub-id>
          <pub-id pub-id-type="pii">3064336</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grinblat</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Nestle</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Glauner</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Plugmann</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>The Role of Law in Creating Space for Innovation: An Example from the Healthcare Sector in Germany</article-title>
          <source>Creating Innovation Spaces. Management for Professionals</source>
          <year>2021</year>
          <publisher-loc>Cham</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>209</fpage>
          <lpage>219</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Walzer</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <source>Digital Healthcare in Germany: Market Access for Innovations</source>
          <year>2022</year>
          <publisher-loc>Cham</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Busse</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Blümel</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Knieps</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Bärnighausen</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Statutory health insurance in Germany: a health system shaped by 135 years of solidarity, self-governance, and competition</article-title>
          <source>Lancet</source>
          <year>2017</year>
          <month>08</month>
          <day>26</day>
          <volume>390</volume>
          <issue>10097</issue>
          <fpage>882</fpage>
          <lpage>897</lpage>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(17)31280-1</pub-id>
          <pub-id pub-id-type="medline">28684025</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(17)31280-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gerke</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Stern</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Minssen</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Germany’s digital health reforms in the COVID-19 era: lessons and opportunities for other countries</article-title>
          <source>NPJ Digit Med</source>
          <year>2020</year>
          <month>07</month>
          <day>10</day>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>94</fpage>
          <pub-id pub-id-type="doi">10.1038/s41746-020-0306-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lauer</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Löbker</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Höfgen</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>[Digital health applications (DiGA): assessment of reimbursability by means of the "DiGA Fast Track" procedure at the Federal Institute for Drugs and Medical Devices (BfArM)]</article-title>
          <source>Bundesgesundheitsblatt Gesundheitsforschung Gesundheitsschutz</source>
          <year>2021</year>
          <month>10</month>
          <day>16</day>
          <volume>64</volume>
          <issue>10</issue>
          <fpage>1232</fpage>
          <lpage>1240</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34529095"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s00103-021-03409-7</pub-id>
          <pub-id pub-id-type="medline">34529095</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00103-021-03409-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC8492566</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stern</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Brönneke</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Debatin</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Hagen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Matthies</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Clay</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Eskofier</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Herr</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hoeller</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Jaksa</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kramer</surname>
              <given-names>DB</given-names>
            </name>
            <name name-style="western">
              <surname>Kyhlstedt</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lofgren</surname>
              <given-names>KT</given-names>
            </name>
            <name name-style="western">
              <surname>Mahendraratnam</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Muehlan</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Reif</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Riedemann</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Goldsack</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>Advancing digital health applications: priorities for innovation in real-world evidence generation</article-title>
          <source>The Lancet Digital Health</source>
          <year>2022</year>
          <month>03</month>
          <volume>4</volume>
          <issue>3</issue>
          <fpage>e200</fpage>
          <lpage>e206</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://paperpile.com/b/OCAGuP/rqby"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S2589-7500(21)00292-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gensorowsky</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Witte</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Batram</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Greiner</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Market access and value-based pricing of digital health applications in Germany</article-title>
          <source>Cost Eff Resour Alloc</source>
          <year>2022</year>
          <month>06</month>
          <day>13</day>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>25</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://resource-allocation.biomedcentral.com/articles/10.1186/s12962-022-00359-y"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12962-022-00359-y</pub-id>
          <pub-id pub-id-type="medline">35698135</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12962-022-00359-y</pub-id>
          <pub-id pub-id-type="pmcid">PMC9195309</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sueki</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Cleland</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Wainner</surname>
              <given-names>RS</given-names>
            </name>
          </person-group>
          <article-title>A regional interdependence model of musculoskeletal dysfunction: research, mechanisms, and clinical implications</article-title>
          <source>J Man Manip Ther</source>
          <year>2013</year>
          <month>05</month>
          <day>12</day>
          <volume>21</volume>
          <issue>2</issue>
          <fpage>90</fpage>
          <lpage>102</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/24421619"/>
          </comment>
          <pub-id pub-id-type="doi">10.1179/2042618612Y.0000000027</pub-id>
          <pub-id pub-id-type="medline">24421619</pub-id>
          <pub-id pub-id-type="pii">117</pub-id>
          <pub-id pub-id-type="pmcid">PMC3649356</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wainner</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Whitman</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Cleland</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Flynn</surname>
              <given-names>TW</given-names>
            </name>
          </person-group>
          <article-title>Regional interdependence: a musculoskeletal examination model whose time has come</article-title>
          <source>J Orthop Sports Phys Ther</source>
          <year>2007</year>
          <month>11</month>
          <volume>37</volume>
          <issue>11</issue>
          <fpage>658</fpage>
          <lpage>60</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://paperpile.com/b/XZVRtj/Dkm9"/>
          </comment>
          <pub-id pub-id-type="doi">10.2519/jospt.2007.0110</pub-id>
          <pub-id pub-id-type="medline">18057674</pub-id>
          <pub-id pub-id-type="pii">1353</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aicher</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Peil</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Peil</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Diener</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Pain measurement: Visual Analogue Scale (VAS) and Verbal Rating Scale (VRS) in clinical trials with OTC analgesics in headache</article-title>
          <source>Cephalalgia</source>
          <year>2012</year>
          <month>02</month>
          <day>15</day>
          <volume>32</volume>
          <issue>3</issue>
          <fpage>185</fpage>
          <lpage>97</lpage>
          <pub-id pub-id-type="doi">10.1177/03331024111430856</pub-id>
          <pub-id pub-id-type="medline">22332207</pub-id>
          <pub-id pub-id-type="pii">32/3/185</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nugraha</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Gutenbrunner</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Barke</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Karst</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schiller</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Schäfer</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Falter</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Korwisi</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Rief</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Treede</surname>
              <given-names>R</given-names>
            </name>
            <collab>IASP Taskforce for the Classification of Chronic Pain</collab>
          </person-group>
          <article-title>The IASP classification of chronic pain for ICD-11: functioning properties of chronic pain</article-title>
          <source>Pain</source>
          <year>2019</year>
          <month>01</month>
          <volume>160</volume>
          <issue>1</issue>
          <fpage>88</fpage>
          <lpage>94</lpage>
          <pub-id pub-id-type="doi">10.1097/j.pain.0000000000001433</pub-id>
          <pub-id pub-id-type="medline">30586076</pub-id>
          <pub-id pub-id-type="pii">00006396-201901000-00012</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Merskey</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>The definition of pain</article-title>
          <source>Eur. Psychiatr</source>
          <year>2020</year>
          <month>04</month>
          <day>16</day>
          <volume>6</volume>
          <issue>4</issue>
          <fpage>153</fpage>
          <lpage>159</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://paperpile.com/b/XZVRtj/iX0x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1017/S092493380000256X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Holdgate</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Asha</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Craig</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Comparison of a verbal numeric rating scale with the visual analogue scale for the measurement of acute pain</article-title>
          <source>Emerg Med (Fremantle)</source>
          <year>2003</year>
          <volume>15</volume>
          <issue>5-6</issue>
          <fpage>441</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1046/j.1442-2026.2003.00499.x</pub-id>
          <pub-id pub-id-type="medline">14992058</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Farrar</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Portenoy</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Berlin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kinman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Strom</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Defining the clinically important difference in pain outcome measures</article-title>
          <source>Pain</source>
          <year>2000</year>
          <month>12</month>
          <day>01</day>
          <volume>88</volume>
          <issue>3</issue>
          <fpage>287</fpage>
          <lpage>294</lpage>
          <pub-id pub-id-type="doi">10.1016/S0304-3959(00)00339-0</pub-id>
          <pub-id pub-id-type="medline">11068116</pub-id>
          <pub-id pub-id-type="pii">00006396-200012010-00010</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ostelo</surname>
              <given-names>RWJG</given-names>
            </name>
            <name name-style="western">
              <surname>Deyo</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Stratford</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Waddell</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Croft</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Von Korff</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bouter</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>de Vet</surname>
              <given-names>HC</given-names>
            </name>
          </person-group>
          <article-title>Interpreting change scores for pain and functional status in low back pain</article-title>
          <source>Spine</source>
          <year>2008</year>
          <volume>33</volume>
          <issue>1</issue>
          <fpage>90</fpage>
          <lpage>94</lpage>
          <pub-id pub-id-type="doi">10.1097/brs.0b013e31815e3a10</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jakobsen</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Sundstrup</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Brandt</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Andersen</surname>
              <given-names>LL</given-names>
            </name>
          </person-group>
          <article-title>Factors affecting pain relief in response to physical exercise interventions among healthcare workers</article-title>
          <source>Scand J Med Sci Sports</source>
          <year>2017</year>
          <month>12</month>
          <day>28</day>
          <volume>27</volume>
          <issue>12</issue>
          <fpage>1854</fpage>
          <lpage>1863</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://paperpile.com/b/XZVRtj/SeMg"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/sms.12802</pub-id>
          <pub-id pub-id-type="medline">28028866</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Geneen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Colvin</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Physical activity and exercise for chronic pain in adults: an overview of Cochrane Reviews</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2017</year>
          <month>01</month>
          <day>14</day>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>CD011279</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/28087891"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/14651858.CD011279.pub2</pub-id>
          <pub-id pub-id-type="medline">28087891</pub-id>
          <pub-id pub-id-type="pmcid">PMC6469540</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weise</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Zenner</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Schmiedchen</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Benning</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bulitta</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schmitz</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Weise</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>The effect of an app-based home exercise program on self-reported pain intensity in unspecific and degenerative back pain: Pragmatic open-label randomized controlled trial</article-title>
          <source>J Med Internet Res</source>
          <year>2022</year>
          <month>10</month>
          <day>28</day>
          <volume>24</volume>
          <issue>10</issue>
          <fpage>e41899</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2022/10/e41899/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/41899</pub-id>
          <pub-id pub-id-type="medline">36215327</pub-id>
          <pub-id pub-id-type="pii">v24i10e41899</pub-id>
          <pub-id pub-id-type="pmcid">PMC9652727</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arlett</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kjaer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Broich</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Cooke</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Real-world evidence in EU medicines regulation: Enabling use and establishing value</article-title>
          <source>Clin Pharmacol Ther</source>
          <year>2022</year>
          <month>01</month>
          <day>19</day>
          <volume>111</volume>
          <issue>1</issue>
          <fpage>21</fpage>
          <lpage>23</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34797920"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/cpt.2479</pub-id>
          <pub-id pub-id-type="medline">34797920</pub-id>
          <pub-id pub-id-type="pmcid">PMC9299492</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Wing</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Evans</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bhaskaran</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Smeeth</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Douglas</surname>
              <given-names>IJ</given-names>
            </name>
          </person-group>
          <article-title>Use of real-world evidence in postmarketing medicines regulation in the European Union: a systematic assessment of European Medicines Agency referrals 2013-2017</article-title>
          <source>BMJ Open</source>
          <year>2019</year>
          <month>10</month>
          <day>28</day>
          <volume>9</volume>
          <issue>10</issue>
          <fpage>e028133</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=31662354"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2018-028133</pub-id>
          <pub-id pub-id-type="medline">31662354</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2018-028133</pub-id>
          <pub-id pub-id-type="pmcid">PMC6830614</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pratap</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Neto</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Snyder</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Stepnowsky</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Elhadad</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Grant</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mohebbi</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Mooney</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Suver</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wilbanks</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Mangravite</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Heagerty</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Areán</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Omberg</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Indicators of retention in remote digital health studies: a cross-study evaluation of 100,000 participants</article-title>
          <source>NPJ Digit Med</source>
          <year>2020</year>
          <month>2</month>
          <day>17</day>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>21</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-020-0224-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-020-0224-8</pub-id>
          <pub-id pub-id-type="medline">32128451</pub-id>
          <pub-id pub-id-type="pii">224</pub-id>
          <pub-id pub-id-type="pmcid">PMC7026051</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baumel</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Muench</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Edan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kane</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Objective user engagement with mental health apps: Systematic search and panel-based usage analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>09</month>
          <day>25</day>
          <volume>21</volume>
          <issue>9</issue>
          <fpage>e14567</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/9/e14567/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/14567</pub-id>
          <pub-id pub-id-type="medline">31573916</pub-id>
          <pub-id pub-id-type="pii">v21i9e14567</pub-id>
          <pub-id pub-id-type="pmcid">PMC6785720</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Teepe</surname>
              <given-names>GW</given-names>
            </name>
            <name name-style="western">
              <surname>Kowatsch</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hans</surname>
              <given-names>FP</given-names>
            </name>
            <name name-style="western">
              <surname>Benning</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Preliminary use and outcome data of a digital home exercise program for back, hip, and knee pain: Retrospective observational study with a time series and matched analysis</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2022</year>
          <month>12</month>
          <day>02</day>
          <volume>10</volume>
          <issue>12</issue>
          <fpage>e38649</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2022/12/e38649/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/38649</pub-id>
          <pub-id pub-id-type="medline">36459399</pub-id>
          <pub-id pub-id-type="pii">v10i12e38649</pub-id>
          <pub-id pub-id-type="pmcid">PMC9758631</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gentry</surname>
              <given-names>SV</given-names>
            </name>
            <name name-style="western">
              <surname>Gauthier</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>L'Estrade Ehrstrom</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Wortley</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Lilienthal</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tudor Car</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dauwels-Okutsu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nikolaou</surname>
              <given-names>CK</given-names>
            </name>
            <name name-style="western">
              <surname>Zary</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Car</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Serious gaming and gamification education in health professions: Systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>03</month>
          <day>28</day>
          <volume>21</volume>
          <issue>3</issue>
          <fpage>e12994</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/3/e12994/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12994</pub-id>
          <pub-id pub-id-type="medline">30920375</pub-id>
          <pub-id pub-id-type="pii">v21i3e12994</pub-id>
          <pub-id pub-id-type="pmcid">PMC6458534</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Looyestyn</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kernot</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Boshoff</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Edney</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Does gamification increase engagement with online programs? A systematic review</article-title>
          <source>PLoS One</source>
          <year>2017</year>
          <volume>12</volume>
          <issue>3</issue>
          <fpage>e0173403</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0173403"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0173403</pub-id>
          <pub-id pub-id-type="medline">28362821</pub-id>
          <pub-id pub-id-type="pii">PONE-D-16-45655</pub-id>
          <pub-id pub-id-type="pmcid">PMC5376078</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
