<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "journalpublishing.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="2.0" xml:lang="en" article-type="research-article"><front><journal-meta><journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id><journal-id journal-id-type="publisher-id">jmir</journal-id><journal-id journal-id-type="index">1</journal-id><journal-title>Journal of Medical Internet Research</journal-title><abbrev-journal-title>J Med Internet Res</abbrev-journal-title><issn pub-type="epub">1438-8871</issn><publisher><publisher-name>JMIR Publications</publisher-name><publisher-loc>Toronto, Canada</publisher-loc></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">v28i1e91156</article-id><article-id pub-id-type="doi">10.2196/91156</article-id><article-categories><subj-group subj-group-type="heading"><subject>Original Paper</subject></subj-group></article-categories><title-group><article-title>A Personalized Exercise Assistant Using Reinforcement Learning: Results From a Large-Scale Mobile Health Randomized-Controlled Trial</article-title></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><name name-style="western"><surname>Armento Lee</surname><given-names>Amy</given-names></name><degrees>MSc</degrees><xref ref-type="aff" rid="aff1">1</xref><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Hegde</surname><given-names>Narayan</given-names></name><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Deliu</surname><given-names>Nina</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1">1</xref><xref ref-type="aff" rid="aff2">2</xref><xref ref-type="aff" rid="aff3">3</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Rosenzweig</surname><given-names>Emily</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1">1</xref><xref ref-type="aff" rid="aff4">4</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Suggala</surname><given-names>Arun</given-names></name><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Lakshminarasimhan</surname><given-names>Sriram</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>He</surname><given-names>Qian</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Hernandez</surname><given-names>John</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Seneviratne</surname><given-names>Martin</given-names></name><degrees>MBBS, MS</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Singh</surname><given-names>Rahul</given-names></name><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Kalkar</surname><given-names>Pradnesh</given-names></name><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Shanmugam</surname><given-names>Karthikeyan</given-names></name><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Raghuveer</surname><given-names>Aravindan</given-names></name><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Singh</surname><given-names>Abhimanyu</given-names></name><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Manoharan</surname><given-names>Hariharan</given-names></name><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Nguyen</surname><given-names>My</given-names></name><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Taylor</surname><given-names>James</given-names></name><degrees>MD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Alla</surname><given-names>Jatin</given-names></name><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Villar</surname><given-names>Sofia S</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1">1</xref><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Emir-Farinas</surname><given-names>Hulya</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib></contrib-group><aff id="aff1"><institution>Google (United States)</institution><addr-line>1600 Amphitheatre Parkway</addr-line><addr-line>Mountain View</addr-line><addr-line>CA</addr-line><country>United States</country></aff><aff id="aff2"><institution>MRC Biostatistics Unit, Cambridge Institute of Public Health, School of Medicine, University of Cambridge</institution><addr-line>Cambridge</addr-line><country>United Kingdom</country></aff><aff id="aff3"><institution>MEMOTEF Department, Sapienza University of Rome</institution><addr-line>Rome</addr-line><country>Italy</country></aff><aff id="aff4"><institution>Verily Health Inc.</institution><addr-line>Dallas</addr-line><addr-line>TX</addr-line><country>United States</country></aff><contrib-group><contrib contrib-type="editor"><name name-style="western"><surname>Stone</surname><given-names>Alicia</given-names></name></contrib></contrib-group><contrib-group><contrib contrib-type="reviewer"><name name-style="western"><surname>Shi</surname><given-names>Jieru</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Chakit</surname><given-names>Miloud</given-names></name></contrib></contrib-group><author-notes><corresp>Correspondence to Amy Armento Lee, MSc, Google (United States), 1600 Amphitheatre Parkway, Mountain View, CA, 94043, United States, 1-650-390-3895; <email>a.armento.lee@gmail.com</email></corresp></author-notes><pub-date pub-type="collection"><year>2026</year></pub-date><pub-date pub-type="epub"><day>17</day><month>11</month><year>2026</year></pub-date><volume>28</volume><elocation-id>e91156</elocation-id><history><date date-type="received"><day>27</day><month>01</month><year>2026</year></date><date date-type="rev-recd"><day>25</day><month>08</month><year>2026</year></date><date date-type="accepted"><day>25</day><month>08</month><year>2026</year></date></history><copyright-statement>&#x00A9; Amy Armento Lee, Narayan Hegde, Nina Deliu, Emily Rosenzweig, Arun Suggala, Sriram Lakshminarasimhan, Qian He, John Hernandez, Martin Seneviratne, Rahul Singh, Pradnesh Kalkar, Karthikeyan Shanmugam, Aravindan Raghuveer, Abhimanyu Singh, Hariharan Manoharan, My Nguyen, James Taylor, Jatin Alla, Sofia S Villar, Hulya Emir-Farinas. Originally published in the Journal of Medical Internet Research (<ext-link ext-link-type="uri" xlink:href="https://www.jmir.org">https://www.jmir.org</ext-link>), 17.11.2026. </copyright-statement><copyright-year>2026</copyright-year><license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research (ISSN 1438-8871), is properly cited. The complete bibliographic information, a link to the original publication on <ext-link ext-link-type="uri" xlink:href="https://www.jmir.org/">https://www.jmir.org/</ext-link>, as well as this copyright and license information must be included.</p></license><self-uri xlink:type="simple" xlink:href="https://www.jmir.org/2026/1/e91156"/><abstract><sec><title>Background</title><p>Consistent physical inactivity among adults and adolescents poses a major global health challenge. Mobile health (mHealth) interventions, particularly just-in-time adaptive interventions (JITAIs), offer a promising avenue for scalable and personalized physical activity promotion. However, developing and evaluating such adaptive interventions at scale, while integrating robust behavioral science, presents methodological hurdles.</p></sec><sec><title>Objective</title><p>The Personalized Exercise Assistant Using Reinforcement Learning (PEARL) study aimed to assess the feasibility and effectiveness of a reinforcement learning (RL) algorithm, informed by health behavior change theory (capability, opportunity, and motivation&#x2013;behavior [COM-B]), to personalize the content and timing of physical activity nudges via the Fitbit app (Google LLC) compared to fixed and random nudging strategies, and to a control group with no nudges.</p></sec><sec sec-type="methods"><title>Methods</title><p>We conducted a large-scale, 4-arm randomized controlled trial (RCT) enrolling 13,463 Fitbit users. Participants were randomized to: (1) control (no nudges), (2) random (random content/timing), (3) fixed (logic based on baseline COM-B survey), and (4) RL (adaptive algorithm). The primary outcome was the change in average daily step count from baseline to 2 months. Secondary outcomes included user engagement and survey responses regarding capability, opportunity, and motivation.</p></sec><sec sec-type="results"><title>Results</title><p>A total of 7711 participants were included in the primary analysis (mean age 42.1, SD 9.0 years; 6657/7711, 86.3% female). At 1 month, the RL group showed a significant increase in daily steps compared to control (+296 steps; <italic>P</italic>&#x003C;.001), random (+218 steps; <italic>P</italic>=.005), and fixed (+238 steps; <italic>P</italic>=.002) groups. For the prespecified primary analyses at 2 months, the RL group sustained a significant increase against the control (+210 steps; <italic>P</italic>=.01), but pairwise differences comparing the RL group against the random and fixed groups were not statistically significant. Generalized estimating equation (GEE) models confirmed a sustained significant increase in the RL group (+208 steps; <italic>P</italic>=.002). In exit surveys, the RL group reported higher favorable responses regarding nudge customization (224 of 605, 37%) compared to other groups.</p></sec><sec sec-type="conclusions"><title>Conclusions</title><p>This study demonstrates the feasibility and early efficacy of using RL to personalize digital health nudges at scale. To our knowledge, this represents one of the largest, nonincentivized randomized trials of this duration to evaluate RL for physical activity. While the magnitude of the observed step increase is modest, a sustained daily improvement of 200&#x2010;300 steps can contribute to broader public health goals by reducing sedentary behavior in large populations. The adaptive approach outperformed static behavioral rules, showcasing the promise of dynamic personalization in a real-world mHealth setting. Notably, participants receiving nudges based on fixed, theory-informed rules did not show a significant advantage over the random group, underscoring the challenge of using static baseline assessments to address nonstationary, day-to-day behavioral contexts. However, several limitations warrant consideration: the findings are specific to a 2-month follow-up, the study population was predominantly female (6657/7711, 86.3%) self-selected Fitbit users, and the observed step gains were modest in magnitude.</p></sec><sec><title>Trial Registration</title><p>ClinicalTrials.gov NCT07783724 https://clinicaltrials.gov/study/NCT07783724 (Retrospectively Registered)</p></sec></abstract><kwd-group><kwd>physical activity</kwd><kwd>mHealth</kwd><kwd>reinforcement learning</kwd><kwd>JITAI</kwd><kwd>randomized controlled trial</kwd><kwd>fitbit</kwd><kwd>behavioral science</kwd><kwd>COM-B</kwd><kwd>digital health</kwd><kwd>Capability, Opportunity, and Motivation&#x2013;Behavior</kwd><kwd>just-in-time adaptive intervention</kwd></kwd-group></article-meta></front><body><sec id="s1" sec-type="intro"><title>Introduction</title><sec id="s1-1"><title>Background</title><p>Currently, nearly one-third of adults and 80% of adolescents worldwide fail to meet the World Health Organization (WHO) physical activity recommendations [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Inactivity rates vary significantly by region and demographics, with higher prevalence among women and in lower-middle-income countries. Alarmingly, global inactivity is projected to reach 35% by 2030 [<xref ref-type="bibr" rid="ref3">3</xref>]. The global rise in sedentary behavior has placed physical activity at the forefront of public health agendas, calling for scalable and pragmatic strategies. In particular, as emphasized by the Director of Health Promotion at WHO: &#x201C;We need to find innovative ways to motivate people to be more active, considering factors like age, environment, and cultural background.&#x201D;</p><p>There is growing experimental evidence that consumer wearable&#x2013;based interventions using devices such as Fitbits (Google LLC) are effective in increasing physical activity [<xref ref-type="bibr" rid="ref4">4</xref>]. By leveraging mobile devices like apps and wearables, mobile health (mHealth) can deliver timely, personalized interventions. Just-in-time adaptive interventions (JITAIs) aim to provide scalable, accessible, context-specific support, adapting to individual needs, preferences, and fitness levels through continuous monitoring [<xref ref-type="bibr" rid="ref5">5</xref>]. Through sophisticated algorithms, JITAIs can be dynamically adjusted based on user feedback, progress, and evolving behavior. Moreover, they can help identify and target specific population subgroups most vulnerable to inactivity and most likely to benefit from intervention programs.</p></sec><sec id="s1-2"><title>Prior Work</title><p>To our best knowledge, this study represents the first large-scale, real-world, 4-arm randomized controlled trial (RCT) designed to assess the comparative effectiveness of reinforcement learning (RL)-driven personalization. This research builds upon a strong foundation established by previous studies that successfully demonstrated the feasibility and early potential of RL-driven personalization in digital health [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref15">15</xref>]. These pioneering works, such as the HeartSteps and Diabetes and Mental Health Adaptive Notification Tracking and Engagement/Evaluation (DIAMANTE) trials, provided critical proof-of-concept for utilizing RL to manage physical activity and sedentary behavior [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>].</p><p>While these foundational studies established the methodological groundwork, they typically relied on focused sample sizes ranging from tens to hundreds of participants [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref15">15</xref>]. Many of these important early trials also used monetary compensation to participants, which may introduce different engagement patterns than in a nonincentivized setting [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref12">12</xref>]. Additionally, prior work often focused on specific clinical or academic subgroups, such as university staff, students, or specific patient cohorts [<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref12">12</xref>].</p><p>Our study extends this robust lineage of research into a broader, naturalistic environment. By evaluating outcomes from a large sample of nonincentivized participants, this study transitions behaviorally-informed RL from controlled feasibility environments to an unprecedented real-world scale.</p></sec><sec id="s1-3"><title>Study Objectives</title><p>To deliver on the full potential of JITAIs, it is paramount to balance their effectiveness with user burden. This entails effectively integrating into their design: (1) evidence-based behavioral theories, (2) experimental data from mHealth settings, and (3) adaptable, personalized intervention policies.</p><p>This work reports and discusses the results of the first large-scale mHealth study that exemplifies this unique 3-way implementation approach: the Personalized Exercise Assistant Using Reinforcement Learning (PEARL) study. First, behavioral change theories are leveraged using the capability, opportunity, and motivation&#x2013;behavior (COM-B) behavior change model [<xref ref-type="bibr" rid="ref16">16</xref>] to categorize barriers to physical activity, and the theoretical domains framework [<xref ref-type="bibr" rid="ref17">17</xref>] to develop nudges that map onto these barriers. These models have been successfully applied across diverse health contexts, from medication adherence to physical activity interventions [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>]. The selection of COM-B as our theoretical framework was based on systematic evaluation of available behavior change models, including social cognitive theory, the theory of planned behavior, and the transtheoretical model. COM-B was selected due to its robust evidence base in physical activity interventions, clear integration with intervention design tools, and suitability for adaptive digital health applications. A detailed justification for this selection is provided in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. Second, the study design embeds a microrandomized trial (MRT) [<xref ref-type="bibr" rid="ref20">20</xref>], which enables researchers to examine the effectiveness of intervention components in real-time and detect any time-varying effects. Notably, this innovative approach may also help uncover patterns of engagement and potential adverse effects such as habituation and retention. Finally, adaptable personalized interventions are integrated by using machine learning algorithms, specifically, RL [<xref ref-type="bibr" rid="ref21">21</xref>]. In previous work, these algorithms have shown promising results across different health domains, including physical activity.</p><p>The PEARL study was a randomized trial designed to assess the impact of different nudging strategies (including personalized), delivered as pop-up notifications via the Fitbit app, on daily step count. The primary outcome measured was the change in average daily step count, comparing the final month of the study (month 2) with the prestudy baseline month.</p></sec></sec><sec id="s2" sec-type="methods"><title>Methods</title><sec id="s2-1"><title>Study Design</title><p>Our study had a 60-day randomized trial, with participants randomized into 1 of 4 arms: a control (no nudge), and 3 intervention arms. The intervention arms all drew from the same predefined library of nudges, whose content was informed by behavioral science, and which were mapped to a set of theoretically derived barriers to physical activity. What differed between the arms was the method for selecting the message content and delivery timing for each participant on each day. One condition selected nudges and times of day at random. The second used a fixed logic derived from participants&#x2019; answers to survey questions designed to measure their barriers to physical activity. The third used an adaptive RL strategy.</p><p>The protocol was designed, written, and executed by the investigators (HEF, NH, ER, AAL, and JT), and was registered retrospectively with ClinicalTrials.gov (NCT07783724) [<xref ref-type="bibr" rid="ref22">22</xref>]. This RCT was conducted and reported in accordance with the CONSORT-EHEALTH (Consolidated Standards of Reporting Trials of Electronic and Mobile Health Applications and online) guidelines (<xref ref-type="supplementary-material" rid="app8">Checklist 1</xref>).</p></sec><sec id="s2-2"><title>Participants</title><p>From February to June 2024, adult Fitbit users (ages 22&#x2010;60) in the United States, who self-reported an average daily step count of less than 8000 steps in the month prior to recruitment, were enrolled in the 60-day study. Among these, only participants that were verified to have met the inclusion criteria were entered into the final analysis (age 22&#x2010;60 years, live in the United States, average daily step count &#x003C;8000 steps in the month prior to recruitment, own a Fitbit device and have a smartphone with the Fitbit app, and wear a Fitbit device regularly). Participants consented to sharing their step count data for the 30-day period prior to study enrollment, which we refer to as the &#x201C;Prestudy Baseline Month.&#x201D;</p><p>The Fitbit app (Google LLC) is publicly available on both the Apple App Store and Google Play Store. A random sample of Fitbit app users were recruited through an in-app card displayed on the Fitbit app&#x2019;s &#x201C;Steps Dashboard&#x201D; (a page where users can view prior step-count data as collected by a connected device).</p><p>Participants who clicked on the recruitment card were screened for study eligibility, and, if eligible, provided with study welcome materials and informed consent. Upon study onboarding, participants completed a demographics survey, a COM-B survey, and a nudge time preference survey.</p><p>On enrollment in the study, participants were still able to modify app settings to turn the notification policy off.</p></sec><sec id="s2-3"><title>Data Collection Procedures</title><p>All study data were collected through the Fitbit app, including: app, wearable device, survey, and app interactions. The study database was locked in August 2024, after final data collection was completed in 2024.</p></sec><sec id="s2-4"><title>Interventions</title><p>The Fitbit app comprises a collection of self-monitoring and self-service offerings for participants. This includes a standard set of notifications related to connected wearable devices (charging, syncing, and reminders to wear). This also includes a standard set of notifications related to physical activity, such as automated reminders to be active and celebrations of physical activity.</p><p>The PEARL study introduced a nudge intervention, in addition to the standard <italic>Fitbit</italic> app offerings, which is intended to be a novel and complementary intervention for encouraging increased physical activity.</p></sec><sec id="s2-5"><title>Nudge Intervention</title><p>The theoretical foundation for all intervention content was the COM-B model, selected for its comprehensive approach to behavior change and strong evidence base in physical activity contexts (see <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> for full justification). All nudge themes were mapped to COM-B subconstructs, and assessment instruments were designed to measure capability, opportunity, and motivation as operationalized by COM-B and its associated theoretical domains framework.</p><p>The nudge intervention within the PEARL study comprised a combination of a nudge theme and a delivery time, resulting in a total of 12 distinct action classes in each intervention group. The 6 nudge themes are based on subconstructs of the COM-B constructs of capability, opportunity, and motivation [<xref ref-type="bibr" rid="ref18">18</xref>]. Capability was divided into ability and planning, opportunity was divided into physical and social, and motivation was divided into perceived benefit and prioritization. Delivery times were set for morning (6 AM) or afternoon (3 PM).</p><p>Upon selection of a nudge theme, a specific message was randomly sampled from the corresponding theme&#x2019;s repository for display to the user, to ensure diversity and minimize habituation patterns. For each theme, approximately 20 messages were initially developed by behavioral science experts, supplemented by an additional 5&#x2010;10 messages generated using large language models and subsequently validated by behavioral experts. The full message repository included approximately 155 total nudges across all themes (see <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref> for the nudge repository).</p><p>Participants in the intervention arms (excluding the control group) received one text-only in-app push notification daily, drawn from this message repository. Nudges were designed to be dismissible and were presented once per day. However, all delivered nudges remained accessible on the study home page within the Fitbit app throughout the day. Furthermore, participants were provided with the option to offer binary feedback (thumbs up/down) and submit free-text comments on each nudge.</p></sec><sec id="s2-6"><title>Random Arm: Nudge Allocation Policy</title><p>The random arm message selection logic was simple. Each day, and for each user, a COM-B theme and delivery time were randomly selected. This provided an approximate 1/6 distribution of nudge themes per user, and a 1/2 distribution of delivery times per user. The combined action class distribution (theme&#x00D7;delivery time) was approximately 1/12 per user.</p></sec><sec id="s2-7"><title>Fixed Arm: Nudge Allocation Policy</title><p>The fixed arm message selection logic was designed to personalize nudge content and timing based on initial onboarding participant surveys. The COM-B survey was designed to measure participants&#x2019; baseline levels of capability, opportunity, and motivation, and their respective subconstructs [<xref ref-type="bibr" rid="ref18">18</xref>]. All of the nudges were classified as relating to/acting on one of these 6 themes. In the fixed condition, participants who scored lower on a given theme received more nudges associated with addressing that type of barrier to activity.</p><p>For nudge content selection, mean scores for the 6 COM-B subthemes were computed from the user&#x2019;s Likert scale ratings (1-5), with higher scores indicating that these themes represented <italic>less</italic> of a barrier to physical activity. A &#x201C;barrier score&#x201D; for each theme was then calculated as 5 minus the Likert score. For each day of the 60-day study, a nudge theme was sampled from a multinomial distribution weighted by these barrier scores, meaning themes associated with higher perceived barriers were more likely to be selected. For nudge time selection, participants&#x2019; stated preferences (morning, afternoon, or no preference) determined the probability of a morning or afternoon nudge (eg, 70% for preferred time, 30% for the other, or 50% for no preference). A time was then sampled daily from a binomial distribution based on these probabilities. This static policy, derived solely from initial survey responses, remained fixed for each participant throughout the entire study duration, with no further adaptation based on real-time user behavior or feedback.</p></sec><sec id="s2-8"><title>RL: Nudge Allocation Policy</title><p>The adaptive RL arm was designed according to a contextual multiarmed bandit (C-MAB) framework [<xref ref-type="bibr" rid="ref23">23</xref>]. This specific subclass of RL well suits mHealth settings [<xref ref-type="bibr" rid="ref24">24</xref>] and has been used in previous studies [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. C-MAB strategies are ideal candidates for capturing rapid changes in an individual user&#x2019;s context and needs, with the scope of efficiently delivering JITAIs in dynamic environments. Furthermore, as opposed to other RL classes, C-MABs enjoy a reduced computational burden from carrying through only the most recent information. We refer to Deliu et al (2024) [<xref ref-type="bibr" rid="ref23">23</xref>] for the technical details.</p><p>In a pilot phase, various C-MAB algorithms have been explored, suggesting e-greedy as the optimal compromise between ease of interpretation, computational feasibility, and a simple yet efficient balance between exploitation and exploration [<xref ref-type="bibr" rid="ref23">23</xref>]. E-greedy trades-off exploitation and exploration is as follows: with probability <inline-formula><mml:math id="ieqn1"><mml:mstyle><mml:mrow><mml:mstyle displaystyle="false"><mml:mn>1</mml:mn><mml:mo>&#x2212;</mml:mo><mml:mi>&#x03B5;</mml:mi></mml:mstyle></mml:mrow></mml:mstyle></mml:math></inline-formula> the policy&#x2019;s recommendation (ie, the action that maximizes the expected reward) is followed, and with probability <inline-formula><mml:math id="ieqn2"><mml:mstyle><mml:mrow><mml:mstyle displaystyle="false"><mml:mi>&#x03B5;</mml:mi></mml:mstyle></mml:mrow></mml:mstyle></mml:math></inline-formula> an action is chosen uniformly at random from the set of 12 possible actions. Clearly, a <inline-formula><mml:math id="ieqn3"><mml:mstyle><mml:mrow><mml:mstyle displaystyle="false"><mml:mi>&#x03B5;</mml:mi></mml:mstyle></mml:mrow></mml:mstyle></mml:math></inline-formula> lower leads to higher exploration. In this work, we set <inline-formula><mml:math id="ieqn4"><mml:mstyle><mml:mrow><mml:mstyle displaystyle="false"><mml:mi>&#x03B5;</mml:mi></mml:mstyle></mml:mrow></mml:mstyle></mml:math></inline-formula> as one of 0.7 or 0.8 throughout the study; the higher exploration value is chosen when the model deployed has high variability in decision across ensemble models.</p><p>There are 3 main components that characterize the RL framework: the state, action, and reward variables. In the context of PEARL, the state encapsulates user-specific information, while the action corresponds to the specific combination of the intervention component and delivery time of a nudge. Finally, the reward variable is the proximal outcome defined upon the step counts and serves as a proxy for the user&#x2019;s physical activity level. Below, we provide a formalization of these 3 main ingredients, contextualizing them within the PEARL study, followed by a description of the RL deployment pipeline.</p></sec><sec id="s2-9"><title>State Variables</title><p>These characterize the user&#x2019;s state on each day <italic>t</italic> and define the feature set used for <italic>personalization</italic> purposes. It comprises static information (demographics, surveys, and baseline steps) as well as the individual time-varying history (past walking trends, app activity, and past nudge feedback, etc). We use <inline-formula><mml:math id="ieqn5"><mml:mstyle><mml:mrow><mml:mstyle displaystyle="false"><mml:msub><mml:mi>X</mml:mi><mml:mrow><mml:mi>i</mml:mi><mml:mo>,</mml:mo><mml:mi>t</mml:mi></mml:mrow></mml:msub></mml:mstyle></mml:mrow></mml:mstyle></mml:math></inline-formula> to denote the features of user <inline-formula><mml:math id="ieqn6"><mml:mstyle><mml:mrow><mml:mstyle displaystyle="false"><mml:mi>i</mml:mi></mml:mstyle></mml:mrow></mml:mstyle></mml:math></inline-formula> on their day <inline-formula><mml:math id="ieqn7"><mml:mstyle><mml:mrow><mml:mstyle displaystyle="false"><mml:mi>t</mml:mi></mml:mstyle></mml:mrow></mml:mstyle></mml:math></inline-formula> of study. The full set of information is given in <xref ref-type="table" rid="table1">Table 1</xref>.</p><table-wrap id="t1" position="float"><label>Table 1.</label><caption><p>Feature set (state) for PEARL<sup><xref ref-type="table-fn" rid="table1fn1">a</xref></sup> reinforcement learning algorithm.</p></caption><table id="table1" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">User feature class and state class</td><td align="left" valign="bottom">Cadence</td></tr></thead><tbody><tr><td align="left" valign="top" colspan="2">User demographics</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Age, gender, and device type</td><td align="left" valign="top">Static: start of study</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Education, area type, and weather</td><td align="left" valign="top">Start of study</td></tr><tr><td align="left" valign="top" colspan="2">User COM-B<sup><xref ref-type="table-fn" rid="table1fn2">b</xref></sup> survey</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>20 survey questions with 1&#x2010;5 Likert scale</td><td align="left" valign="top">Start of study</td></tr><tr><td align="left" valign="top" colspan="2">User prestudy steps</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Prestudy steps mean and SD</td><td align="left" valign="top">Start of study</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Prestudy walk pattern: low vs high walker, regular vs irregular walker across days of week</td><td align="left" valign="top">Start of study</td></tr><tr><td align="left" valign="top" colspan="2">User dynamic features</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Recent steps mean and SD</td><td align="left" valign="top">Last 7 days</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Slope of regression line fitting recent steps</td><td align="left" valign="top">Last 7 days</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Daily nudge feedback stats</td><td align="left" valign="top">Last 7 days</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Day of the week</td><td align="left" valign="top">Each day</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Recent study walk pattern: low vs high walker, regular vs irregular walker across days of week</td><td align="left" valign="top">Last 7 days</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Average steps in morning (&#x003C;12 PM), evening (&#x003E;12 PM)</td><td align="left" valign="top">Last 7 days</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Percentage of missing data in steps</td><td align="left" valign="top">Last 7 days</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Past week nudge history</td><td align="left" valign="top">Each day</td></tr></tbody></table><table-wrap-foot><fn id="table1fn1"><p><sup>a</sup>PEARL: Personalized Exercise Assistant using Reinforcement Learning.</p></fn><fn id="table1fn2"><p><sup>b</sup>COM-B: capability, opportunity, and motivation-behavior</p></fn></table-wrap-foot></table-wrap></sec><sec id="s2-10"><title>Action or intervention space</title><p>This represents the intervention set and is defined upon 6 nudge themes (Ability, Perceived Benefit, Physical Opportunity, Planning, Prioritization, and Social Opportunity) and 2 delivery times (morning and afternoon), for overall 12 actions. Let <italic>a</italic><sub><italic>i,t</italic></sub> denote the specific action (among the 12 unique combinations) chosen by the RL policy user <italic>i</italic> on their day <italic>t</italic> of study. For more details, we refer to the subsection Interventions. As opposed to the other study groups, the RL arm is designed to estimate and follow an action-selection policy that optimizes the cumulative reward over time across all users. Such a policy is described in the Policy Learning section.</p></sec><sec id="s2-11"><title>Reward variable</title><p>This represents the <italic>proximal outcome</italic> used to guide the <italic>optimization</italic> of the intervention delivery. It is defined as the <italic>relative change</italic> in the number of steps walked between nudge delivery and the following 24 hours, relative to an individual prestudy baseline walking pattern. Formally, denoted by <inline-formula><mml:math id="ieqn8"><mml:mstyle><mml:mrow><mml:mstyle displaystyle="false"><mml:mrow><mml:mi mathvariant="double-struck">I</mml:mi></mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:msub><mml:mrow><mml:mi mathvariant="normal">m</mml:mi><mml:mi mathvariant="normal">o</mml:mi><mml:mi mathvariant="normal">r</mml:mi><mml:mi mathvariant="normal">n</mml:mi><mml:mi mathvariant="normal">i</mml:mi><mml:mi mathvariant="normal">n</mml:mi><mml:mi mathvariant="normal">g</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi><mml:mo>,</mml:mo><mml:mi>t</mml:mi></mml:mrow></mml:msub><mml:mo stretchy="false">)</mml:mo></mml:mstyle></mml:mrow></mml:mstyle></mml:math></inline-formula> and <inline-formula><mml:math id="ieqn9"><mml:mstyle><mml:mrow><mml:mstyle displaystyle="false"><mml:mrow><mml:mi mathvariant="double-struck">I</mml:mi></mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:msub><mml:mrow><mml:mi mathvariant="normal">w</mml:mi><mml:mi mathvariant="normal">e</mml:mi><mml:mi mathvariant="normal">e</mml:mi><mml:mi mathvariant="normal">k</mml:mi><mml:mi mathvariant="normal">d</mml:mi><mml:mi mathvariant="normal">a</mml:mi><mml:mi mathvariant="normal">y</mml:mi></mml:mrow><mml:mi>t</mml:mi></mml:msub><mml:mo stretchy="false">)</mml:mo></mml:mstyle></mml:mrow></mml:mstyle></mml:math></inline-formula> the binary variables indicating whether the nudge shown to user <italic>i</italic> on their day <italic>t</italic> of study is a morning or an evening nudge, and whether the <italic>t</italic> day is a weekday or a weekend, respectively, the baseline walking pattern, say <inline-formula><mml:math id="ieqn10"><mml:mstyle><mml:mrow><mml:mstyle displaystyle="false"><mml:msub><mml:mi>y</mml:mi><mml:mrow><mml:mi>i</mml:mi><mml:mo>,</mml:mo><mml:mn>0</mml:mn></mml:mrow></mml:msub><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mrow><mml:mi mathvariant="double-struck">I</mml:mi></mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:msub><mml:mrow><mml:mi mathvariant="normal">m</mml:mi><mml:mi mathvariant="normal">o</mml:mi><mml:mi mathvariant="normal">r</mml:mi><mml:mi mathvariant="normal">n</mml:mi><mml:mi mathvariant="normal">i</mml:mi><mml:mi mathvariant="normal">n</mml:mi><mml:mi mathvariant="normal">g</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi><mml:mo>,</mml:mo><mml:mi>t</mml:mi></mml:mrow></mml:msub><mml:mo stretchy="false">)</mml:mo><mml:mo>,</mml:mo><mml:mtext>&#x00A0;</mml:mtext><mml:mrow><mml:mi mathvariant="double-struck">I</mml:mi></mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:msub><mml:mrow><mml:mi mathvariant="normal">w</mml:mi><mml:mi mathvariant="normal">e</mml:mi><mml:mi mathvariant="normal">e</mml:mi><mml:mi mathvariant="normal">k</mml:mi><mml:mi mathvariant="normal">d</mml:mi><mml:mi mathvariant="normal">a</mml:mi><mml:mi mathvariant="normal">y</mml:mi></mml:mrow><mml:mi>t</mml:mi></mml:msub><mml:mo stretchy="false">)</mml:mo></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mstyle></mml:mrow></mml:mstyle></mml:math></inline-formula>. This baseline represents the average daily step count within a 24-hour period starting from morning for user <italic>i</italic> and is calculated over a 30-day window prior to the start of the study for each combination <inline-formula><mml:math id="ieqn11"><mml:mstyle><mml:mrow><mml:mstyle displaystyle="false"><mml:mrow><mml:mi mathvariant="double-struck">I</mml:mi></mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:msub><mml:mrow><mml:mi mathvariant="normal">m</mml:mi><mml:mi mathvariant="normal">o</mml:mi><mml:mi mathvariant="normal">r</mml:mi><mml:mi mathvariant="normal">n</mml:mi><mml:mi mathvariant="normal">i</mml:mi><mml:mi mathvariant="normal">n</mml:mi><mml:mi mathvariant="normal">g</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi><mml:mo>,</mml:mo><mml:mi>t</mml:mi></mml:mrow></mml:msub><mml:mo stretchy="false">)</mml:mo></mml:mstyle></mml:mrow></mml:mstyle></mml:math></inline-formula> of and <inline-formula><mml:math id="ieqn12"><mml:mstyle><mml:mrow><mml:mstyle displaystyle="false"><mml:mrow><mml:mi mathvariant="double-struck">I</mml:mi></mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:msub><mml:mrow><mml:mi mathvariant="normal">w</mml:mi><mml:mi mathvariant="normal">e</mml:mi><mml:mi mathvariant="normal">e</mml:mi><mml:mi mathvariant="normal">k</mml:mi><mml:mi mathvariant="normal">d</mml:mi><mml:mi mathvariant="normal">a</mml:mi><mml:mi mathvariant="normal">y</mml:mi></mml:mrow><mml:mi>t</mml:mi></mml:msub><mml:mo stretchy="false">)</mml:mo></mml:mstyle></mml:mrow></mml:mstyle></mml:math></inline-formula>. Now, denoted by <italic>y</italic><sub><italic>i,t</italic></sub> the steps taken by user <italic>i</italic> on day <italic>t</italic> of the study within a 24-hour window starting from the time of the nudge on day <italic>t</italic>, the reward is defined as follows:</p><disp-formula><mml:math id="eqn1"><mml:mstyle displaystyle="true" scriptlevel="0"><mml:mrow><mml:mstyle displaystyle="true" scriptlevel="0"><mml:msub><mml:mi>r</mml:mi><mml:mrow><mml:mi>i</mml:mi><mml:mo>,</mml:mo><mml:mi>t</mml:mi></mml:mrow></mml:msub><mml:mo stretchy="false">(</mml:mo><mml:msub><mml:mi>a</mml:mi><mml:mrow><mml:mi>i</mml:mi><mml:mo>,</mml:mo><mml:mi>t</mml:mi></mml:mrow></mml:msub><mml:mo stretchy="false">)</mml:mo><mml:mo>=</mml:mo><mml:mfrac><mml:mrow><mml:msub><mml:mi>y</mml:mi><mml:mrow><mml:mi>i</mml:mi><mml:mo>,</mml:mo><mml:mi>t</mml:mi></mml:mrow></mml:msub><mml:mo>&#x2212;</mml:mo><mml:msub><mml:mi>y</mml:mi><mml:mrow><mml:mi>i</mml:mi><mml:mo>,</mml:mo><mml:mn>0</mml:mn></mml:mrow></mml:msub><mml:mtext>&#x00A0;</mml:mtext><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mrow><mml:mi mathvariant="double-struck">I</mml:mi></mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:msub><mml:mrow><mml:mi mathvariant="normal">m</mml:mi><mml:mi mathvariant="normal">o</mml:mi><mml:mi mathvariant="normal">r</mml:mi><mml:mi mathvariant="normal">n</mml:mi><mml:mi mathvariant="normal">i</mml:mi><mml:mi mathvariant="normal">n</mml:mi><mml:mi mathvariant="normal">g</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi><mml:mo>,</mml:mo><mml:mi>t</mml:mi></mml:mrow></mml:msub><mml:mo stretchy="false">)</mml:mo><mml:mo>,</mml:mo><mml:mtext>&#x00A0;</mml:mtext><mml:mrow><mml:mi mathvariant="double-struck">I</mml:mi></mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:msub><mml:mrow><mml:mi mathvariant="normal">w</mml:mi><mml:mi mathvariant="normal">e</mml:mi><mml:mi mathvariant="normal">e</mml:mi><mml:mi mathvariant="normal">k</mml:mi><mml:mi mathvariant="normal">d</mml:mi><mml:mi mathvariant="normal">a</mml:mi><mml:mi mathvariant="normal">y</mml:mi></mml:mrow><mml:mi>t</mml:mi></mml:msub><mml:mo stretchy="false">)</mml:mo></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mrow><mml:mrow><mml:msub><mml:mi>y</mml:mi><mml:mrow><mml:mi>i</mml:mi><mml:mo>,</mml:mo><mml:mn>0</mml:mn></mml:mrow></mml:msub><mml:mtext>&#x00A0;</mml:mtext><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mrow><mml:mi mathvariant="double-struck">I</mml:mi></mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:msub><mml:mrow><mml:mi mathvariant="normal">m</mml:mi><mml:mi mathvariant="normal">o</mml:mi><mml:mi mathvariant="normal">r</mml:mi><mml:mi mathvariant="normal">n</mml:mi><mml:mi mathvariant="normal">i</mml:mi><mml:mi mathvariant="normal">n</mml:mi><mml:mi mathvariant="normal">g</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi><mml:mo>,</mml:mo><mml:mi>t</mml:mi></mml:mrow></mml:msub><mml:mo stretchy="false">)</mml:mo><mml:mo>,</mml:mo><mml:mtext>&#x00A0;</mml:mtext><mml:mrow><mml:mi mathvariant="double-struck">I</mml:mi></mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:msub><mml:mrow><mml:mi mathvariant="normal">w</mml:mi><mml:mi mathvariant="normal">e</mml:mi><mml:mi mathvariant="normal">e</mml:mi><mml:mi mathvariant="normal">k</mml:mi><mml:mi mathvariant="normal">d</mml:mi><mml:mi mathvariant="normal">a</mml:mi><mml:mi mathvariant="normal">y</mml:mi></mml:mrow><mml:mi>t</mml:mi></mml:msub><mml:mo stretchy="false">)</mml:mo></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mrow></mml:mfrac></mml:mstyle></mml:mrow></mml:mstyle></mml:math></disp-formula><p>According to these 3 key components, the RL decision-making process is summarized in <xref ref-type="fig" rid="figure1">Figure 1</xref>. The diagram depicts the RL deployment pipeline using the data from the RL arm to estimate the best action (nudge theme and time combination) for user <italic>i</italic> on day <italic>t</italic> of the study. This pipeline is run daily at midnight, with the model decision for each user defined by 5 AM While <xref ref-type="fig" rid="figure1">Figure 1</xref> illustrates the daily automated inference pipeline, the underlying model parameters <italic>W</italic>*) are recomputed weekly. This periodic retraining involves pooling all cumulative nudge intervention data (including observed states, delivered nudges, and corresponding rewards) to update the policy, which is then validated against held-out test data before deployment.</p><fig position="float" id="figure1"><label>Figure 1.</label><caption><p>Personalized Exercise Assistant Using Reinforcement Learning (PEARL) reinforcement learning deployment pipeline. COM-B: capability, opportunity, and motivation&#x2013;behavior; RL: reinforcement learning.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="jmir_v28i1e91156_fig01.png"/></fig></sec><sec id="s2-12"><title>Policy Learning</title><p>A decision-making or action-selection policy maps individual user states or contexts to an action. In RL arm, baseline and time-varying users&#x2019; data are used to learn nudge policies and guide the action selection so as to optimize the expected reward. That is, given <italic>X</italic><sub><italic>i,t</italic></sub>, the state of a user <italic>i</italic> on day <italic>t</italic>, we learn a mapping <inline-formula><mml:math id="ieqn13"><mml:mstyle><mml:mrow><mml:mstyle displaystyle="false"><mml:mi>&#x03D5;</mml:mi></mml:mstyle></mml:mrow></mml:mstyle></mml:math></inline-formula> from the state space to the action space. The mapping is often characterized by a set of unknown parameters <italic>W</italic>, ie, <inline-formula><mml:math id="ieqn14"><mml:mstyle><mml:mrow><mml:mstyle displaystyle="false"><mml:mi>&#x03D5;</mml:mi><mml:mo>=</mml:mo><mml:mi>&#x03D5;</mml:mi><mml:mo stretchy="false">(</mml:mo><mml:mo>&#x22C5;</mml:mo><mml:mo>;</mml:mo><mml:mi>W</mml:mi><mml:mo stretchy="false">)</mml:mo></mml:mstyle></mml:mrow></mml:mstyle></mml:math></inline-formula>. Denoting by <inline-formula><mml:math id="ieqn15"><mml:mstyle><mml:mrow><mml:mstyle displaystyle="false"><mml:mi>&#x03D5;</mml:mi><mml:mo stretchy="false">(</mml:mo><mml:mi>a</mml:mi><mml:mo>;</mml:mo><mml:msub><mml:mrow><mml:mi mathvariant="bold">x</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi><mml:mo>,</mml:mo><mml:mi>t</mml:mi></mml:mrow></mml:msub><mml:mo>,</mml:mo><mml:mi>W</mml:mi><mml:mo stretchy="false">)</mml:mo></mml:mstyle></mml:mrow></mml:mstyle></mml:math></inline-formula> the probability of playing action <italic>a</italic> for a user <italic>i</italic> with context <italic>X</italic><sub><italic>i,t</italic></sub>, learning an optimal policy in this case is equivalent to estimating the unknown parameters such that:</p><disp-formula><mml:math id="eqn2"><mml:mstyle displaystyle="true" scriptlevel="0"><mml:mrow><mml:mstyle displaystyle="true" scriptlevel="0"><mml:mstyle displaystyle="true" scriptlevel="0"><mml:msup><mml:mi>W</mml:mi><mml:mrow><mml:mo>&#x2217;</mml:mo></mml:mrow></mml:msup><mml:mo>=</mml:mo><mml:mi>arg</mml:mi><mml:mo>&#x2061;</mml:mo><mml:munder><mml:mo movablelimits="true" form="prefix">max</mml:mo><mml:mrow><mml:mi>W</mml:mi></mml:mrow></mml:munder><mml:munderover><mml:mo>&#x2211;</mml:mo><mml:mrow><mml:mi>i</mml:mi><mml:mo>=</mml:mo><mml:mn>1</mml:mn></mml:mrow><mml:mrow><mml:mi>N</mml:mi></mml:mrow></mml:munderover><mml:munderover><mml:mo>&#x2211;</mml:mo><mml:mrow><mml:mi>t</mml:mi><mml:mo>=</mml:mo><mml:mn>1</mml:mn></mml:mrow><mml:mrow><mml:mi>T</mml:mi></mml:mrow></mml:munderover><mml:msub><mml:mrow><mml:mi mathvariant="double-struck">E</mml:mi></mml:mrow><mml:mrow><mml:mi>a</mml:mi><mml:mo>&#x223C;</mml:mo><mml:mi>&#x03D5;</mml:mi><mml:mo stretchy="false">(</mml:mo><mml:mo>&#x22C5;</mml:mo><mml:mo>;</mml:mo><mml:msub><mml:mrow><mml:mi mathvariant="bold">x</mml:mi></mml:mrow><mml:mrow><mml:mi>i</mml:mi><mml:mo>,</mml:mo><mml:mi>t</mml:mi></mml:mrow></mml:msub><mml:mo>,</mml:mo><mml:mi>W</mml:mi><mml:mo stretchy="false">)</mml:mo></mml:mrow></mml:msub><mml:mrow><mml:mo>[</mml:mo><mml:mrow><mml:msub><mml:mi>r</mml:mi><mml:mrow><mml:mi>i</mml:mi><mml:mo>,</mml:mo><mml:mi>t</mml:mi></mml:mrow></mml:msub><mml:mo stretchy="false">(</mml:mo><mml:mi>a</mml:mi><mml:mo stretchy="false">)</mml:mo></mml:mrow><mml:mo>]</mml:mo></mml:mrow></mml:mstyle></mml:mstyle></mml:mrow></mml:mstyle></mml:math></disp-formula><p>In order to solve the optimization program, the expectation of <italic>r</italic><sub><italic>i,t</italic></sub>(<italic>a</italic><sub><italic>i,t</italic></sub>) was estimated using the history of previous data (states observed, nudges delivered, and corresponding rewards) and importance sampling, a classical unbiased estimator of the value of a policy. By weighting the observed rewards by the ratio of the probability of the nudge being sent under the new policy relative to its probability in the historical data, importance sampling provides a robust estimate of the expected rewards for future iterations. This prevents the optimization from becoming biased toward previously frequent actions and allows the agent to accurately evaluate the potential effectiveness of new nudge-allocation strategies.</p><p>The optimization problem was tackled with an empirical risk minimization oracle which is readily available for various model classes such as decision trees and neural networks. After estimating the reward model for each of the 12 actions, an optimal action for user <italic>i</italic> on day <italic>t</italic> is chosen as <inline-formula><mml:math id="ieqn16"><mml:mstyle><mml:mrow><mml:mstyle displaystyle="false"><mml:msub><mml:mrow><mml:mover><mml:mi>a</mml:mi><mml:mo stretchy="false">^</mml:mo></mml:mover></mml:mrow><mml:mrow><mml:mi>i</mml:mi><mml:mo>,</mml:mo><mml:mi>t</mml:mi></mml:mrow></mml:msub><mml:mo>=</mml:mo><mml:mi>arg</mml:mi><mml:mo>&#x2061;</mml:mo><mml:munder><mml:mo movablelimits="true" form="prefix">max</mml:mo><mml:mrow><mml:mi>a</mml:mi></mml:mrow></mml:munder><mml:mrow><mml:mi mathvariant="double-struck">E</mml:mi></mml:mrow><mml:mtext>&#x00A0;</mml:mtext><mml:mrow><mml:mo>[</mml:mo><mml:mrow><mml:msub><mml:mrow><mml:mover><mml:mi>r</mml:mi><mml:mo stretchy="false">^</mml:mo></mml:mover></mml:mrow><mml:mrow><mml:mi>i</mml:mi><mml:mo>,</mml:mo><mml:mi>t</mml:mi></mml:mrow></mml:msub><mml:mo stretchy="false">(</mml:mo><mml:mi>a</mml:mi><mml:mo stretchy="false">)</mml:mo></mml:mrow><mml:mo>]</mml:mo></mml:mrow></mml:mstyle></mml:mrow></mml:mstyle></mml:math></inline-formula>. Extreme gradient boosting (XGBoost) decision tree is used to implement reward prediction models.</p></sec><sec id="s2-13"><title>Outcomes</title><p>The primary endpoint was to assess the difference in average daily step count change from the prestudy baseline month and the final study month (month 2). A total of 4 pairwise comparisons were prespecified for the primary analysis: random vs control, RL vs random, fixed vs random, and RL vs fixed.</p><p>Secondary outcomes of interest include repeating the analysis for study month 1 (compared to prestudy baseline month), and other pairwise comparisons.</p></sec><sec id="s2-14"><title>Sample Size</title><p>The trial was designed to be powered to detect a treatment effect of a 200-step increase in daily step count, which based on prior studies was estimated to require 1392 participants per treatment group. Additional details are available in the study protocol [<xref ref-type="bibr" rid="ref22">22</xref>].</p></sec><sec id="s2-15"><title>Randomization</title><p>For study arm allocation, simple randomization (unstratified and no blocking) was used. The randomization sequence was generated using a computer-based algorithm and programmed into the study platform to ensure automated, unbiased allocation to the 4 study arms.</p><p>Participants were blinded to their specific treatment allocation, although the absence of messages in the control group created an inherent limitation to complete blinding. Data analysts (HEF, NH, ER, AAL, and JT) remained blinded to group assignments during initial data processing to minimize potential observer bias.</p></sec><sec id="s2-16"><title>Statistical Analysis</title><p>Participants were only included in the analysis if they met the following minimum requirements for data collection: for baseline and each study month, the participant must have at least 7 days with at least 500 steps per day [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. We use this threshold as a proxy for wear-time of the Fitbit wearable device, and expect that if a participant wore the device for a significant portion of the day there would be at least 500 steps. No imputation was applied for missing data for participants that were included in the analysis; however, <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref> includes a sensitivity analysis with multiple imputation for the primary outcome. Because of this, the primary analysis operates as a modified intention-to-treat (mITT) or per-protocol framework, rather than a true intention-to-treat (ITT) framework.</p><p>The overall demographics of the full sample and by each treatment group were reported. Overall step counts within the sample were also presented descriptively. Balance of baseline characteristics was examined across the 4 study groups. Difference-in-differences (DiD) regression analysis was conducted to determine the impact of the treatment arms on the change in step count for each participant [<xref ref-type="bibr" rid="ref27">27</xref>]. Benjamini-Hochberg adjustment was applied to control for type I error across these prespecified primary comparisons. Nominal <italic>P</italic> values are reported for the secondary outcomes.</p><p>A generalized estimating equation (GEE) model with an exchangeable correlation structure was used to estimate the average effect of each treatment group on the daily step count over time, accounting for the longitudinal nature of the data and within-subject correlation [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]. To ensure the validity of our inference, we used robust sandwich variance estimators to calculate the SEs, CIs, and <italic>P</italic> values. These estimators provide consistent SE estimates even under potential misspecification of the correlation structure.</p><p>To determine the relative contribution of each contextual feature across the study duration, we computed a time-weighted cumulative feature importance across all retrained policy iterations. For each trained multiclass XGBoost model iteration, the raw feature importance was extracted using the mean split gain metric.</p><p>Data analyses were performed using R (version 4.0.1; R Foundation for Statistical Computing) [<xref ref-type="bibr" rid="ref30">30</xref>] and Python (version 3.14; Python Software Foundation) [<xref ref-type="bibr" rid="ref31">31</xref>].</p></sec><sec id="s2-17"><title>Ethical Considerations</title><p>Ethical approval for this study (Pro00070641) was granted by Advarra Institutional Review Board (IRB) on April 7, 2023. This study was conducted in accordance with the protocol and IRB requirements. The protocol, informed consent form, and other relevant study documents were submitted and approved by the IRB before the study was initiated. Any amendments to the protocol required IRB approval before implementation of changes made to the study design, except for changes necessary to eliminate an immediate hazard to study participants. Informed consent was obtained from all participants prior to their enrollment in the study. To ensure privacy and confidentiality, all collected data were strictly deidentified before any analysis was conducted. Additionally, participants did not receive financial compensation for their involvement in this research.</p></sec></sec><sec id="s3" sec-type="results"><title>Results</title><sec id="s3-1"><title>Participants</title><p>Between February and June 2024, 15,000 Fitbit users were recruited through the Fitbit app&#x2019;s Steps dashboard. Following eligibility screening, 13,463 users were enrolled and randomly assigned to 1 of 4 groups for a 60-day follow-up: a control group (3304/13,463, 24.5%), a random nudge group (3337/13,463, 24.8%), a fixed nudge group receiving nudges selected based on an entrance survey (3419/13,463, 25.4%), and a personalized reinforcement learning group (3403/13,463, 25.3%; <xref ref-type="fig" rid="figure2">Figure 2</xref>).</p><p>Among 13,463 participants enrolled, 1522 (11.3%) formally withdrew from the study (<xref ref-type="fig" rid="figure1">Figure 1</xref>), with the highest withdrawal rate observed in the control group (n=447, 13.5%). Furthermore, a total of 1511 participants were excluded from the primary analysis for failing to meet the minimum data compliance threshold of at least 7 days with 500 steps per month, reflecting patterns of irregular device wear or app engagement common in large-scale digital health trials. Because missing data was determined not to be missing completely at random (MCAR; <inline-formula><mml:math id="ieqn17"><mml:mi>&#x03C7;</mml:mi></mml:math></inline-formula><sup>2</sup><sub>11</sub>=56.9; <italic>P</italic>&#x003C;.001), a sensitivity analysis is included in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>.</p><p>Of the 13,463 enrolled participants, 7711 (68.0%) participants met the criteria required for analysis of step-count, including meeting study eligibility criteria of less than 8000 steps per day at baseline and availability of step-count data through the 60-day study period (<xref ref-type="fig" rid="figure2">Figure 2</xref>). Full eligibility criteria are available in the study protocol [<xref ref-type="bibr" rid="ref22">22</xref>].</p><p>Baseline demographic characteristics are reported in <xref ref-type="table" rid="table2">Table 2</xref>, with no notable differences across the arms. Eligible participants had a mean age of 42.1 (SD 9.0) years, with 6657 of 7711 women (86.3%). Mean body weight was 90.8 (SD 25.5) kg, and baseline average daily steps was 5618.2 (SD 1502.5).</p><fig position="float" id="figure2"><label>Figure 2.</label><caption><p>CONSORT diagram. CONSORT: Consolidated Standards of Reporting Trials; RL: reinforcement learning.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="jmir_v28i1e91156_fig02.png"/></fig><table-wrap id="t2" position="float"><label>Table 2.</label><caption><p>Baseline characteristics of study population (n=7711).</p></caption><table id="table2" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Characteristics</td><td align="left" valign="bottom">Control (n=1813)</td><td align="left" valign="bottom">Random (n=1902)</td><td align="left" valign="bottom">Fixed (n=2003)</td><td align="left" valign="bottom">RL (n=1993)</td></tr></thead><tbody><tr><td align="left" valign="top">Age (years), mean (SD)</td><td align="left" valign="top">42.0 (9.1)</td><td align="left" valign="top">42.1 (9.0)</td><td align="left" valign="top">42.0 (8.8)</td><td align="left" valign="top">42.2 (9.0)</td></tr><tr><td align="left" valign="top">Female, n (%)</td><td align="left" valign="top">1578 (87.0)</td><td align="left" valign="top">1641 (86.3)</td><td align="left" valign="top">1705 (85.1)</td><td align="left" valign="top">1733 (87.0)</td></tr><tr><td align="left" valign="top">Weight (kg), mean (SD)</td><td align="left" valign="top">91.1 (29.5)</td><td align="left" valign="top">90.8 (23.6)</td><td align="left" valign="top">90.9 (24.9)</td><td align="left" valign="top">90.4 (23.8)</td></tr><tr><td align="left" valign="top">Baseline average daily steps, mean (SD)</td><td align="left" valign="top">5659.8 (1491.6)</td><td align="left" valign="top">5594.2 (1503.8)</td><td align="left" valign="top">5615.2 (1515.1)</td><td align="left" valign="top">5606.3 (1498.7)</td></tr><tr><td align="left" valign="top" colspan="5">Phase/month of enrollment, n (%)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Q1<sup><xref ref-type="table-fn" rid="table2fn1">a</xref></sup> 2024 (February/March)</td><td align="left" valign="top">691 (38.1)</td><td align="left" valign="top">766 (40.3)</td><td align="left" valign="top">833 (41.6)</td><td align="left" valign="top">840 (42.2)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Q2 2024 (April, May, and June)</td><td align="left" valign="top">1122 (61.9)</td><td align="left" valign="top">1136 (59.7)</td><td align="left" valign="top">1170 (58.4)</td><td align="left" valign="top">1153 (57.9)</td></tr><tr><td align="left" valign="top" colspan="5">Location (self-report in onboarding survey), n (%)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Urban</td><td align="left" valign="top">261 (14.4)</td><td align="left" valign="top">295 (15.5)</td><td align="left" valign="top">311 (15.5)</td><td align="left" valign="top">301 (15.1)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Suburban</td><td align="left" valign="top">1153 (63.6)</td><td align="left" valign="top">1216 (63.9)</td><td align="left" valign="top">1267 (63.3)</td><td align="left" valign="top">1240 (62.2)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Rural</td><td align="left" valign="top">376 (20.7)</td><td align="left" valign="top">375 (19.7)</td><td align="left" valign="top">408 (20.4)</td><td align="left" valign="top">435 (21.8)</td></tr></tbody></table><table-wrap-foot><fn id="table2fn1"><p><sup>a</sup>Quarter.</p></fn></table-wrap-foot></table-wrap></sec><sec id="s3-2"><title>Outcomes</title><p>We analyzed the average daily step count in month 1 and month 2 compared to the month before enrollment (baseline month). Overall, 7711 participants were included in the final analysis (<xref ref-type="fig" rid="figure2">Figure 2</xref>).</p><p>At the prestudy baseline month, the average daily steps amounted to 5618.2 with no important differences across study arms (<xref ref-type="table" rid="table3">Table 3</xref>). At month 1, average daily step count increased to 6050 (SD 1922.0) in the control group, 6061.2 (SD 1897.5) in the random group, 6054.8 (SD 1875.9) in the fixed group, and 6282.2 (SD 1956.0) in the RL group. At month 2, average daily step count increased to 5948.6 (SD 2076.9) in the control group, 5947.6 (SD 2068.8) in the random group, 5969.4 (SD 2016.1) in the fixed group, and 6096.3 (SD 2117.4) in the RL group.</p><table-wrap id="t3" position="float"><label>Table 3.</label><caption><p>Step count across study arms at each phase (n=7711).</p></caption><table id="table3" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Study arm</td><td align="left" valign="bottom">Prestudy baseline month, mean (SD)</td><td align="left" valign="bottom">Month 1, mean (SD)</td><td align="left" valign="bottom">Month 2, mean (SD)</td></tr></thead><tbody><tr><td align="left" valign="top">Control group</td><td align="left" valign="top">5659.8 (1491.6)</td><td align="left" valign="top">6050.0 (1922.0)</td><td align="left" valign="top">5948.6 (2076.9)</td></tr><tr><td align="left" valign="top">Random group</td><td align="left" valign="top">5594.2 (1503.8)</td><td align="left" valign="top">6061.2 (1897.5)</td><td align="left" valign="top">5947.6 (2068.8)</td></tr><tr><td align="left" valign="top">Fixed group</td><td align="left" valign="top">5615.2 (1515.1)</td><td align="left" valign="top">6054.8 (1875.9)</td><td align="left" valign="top">5969.4 (2016.1)</td></tr><tr><td align="left" valign="top">RL<sup><xref ref-type="table-fn" rid="table3fn1">a</xref></sup> group</td><td align="left" valign="top">5606.3 (1498.7)</td><td align="left" valign="top">6282.2 (1956.0)</td><td align="left" valign="top">6096.3 (2117.4)</td></tr><tr><td align="left" valign="top">All groups</td><td align="left" valign="top">5618.2 (1502.5)</td><td align="left" valign="top">6114.0 (1915.2)</td><td align="left" valign="top">5991.9 (2070.4)</td></tr></tbody></table><table-wrap-foot><fn id="table3fn1"><p><sup>a</sup>RL:  reinforcement learning. </p></fn></table-wrap-foot></table-wrap><p>Difference in differences regression analysis was conducted to compare change in step count across treatment groups; results are presented in (<xref ref-type="fig" rid="figure3">Figure 3</xref>, <xref ref-type="table" rid="table4">Table 4</xref>) [<xref ref-type="bibr" rid="ref27">27</xref>]. Notably, the RL group demonstrated a statistically significant higher increase in steps at month 1 compared to all other groups. At month 2, the RL group had a higher increase in step count compared to all groups; this difference was only statistically significant for the comparison with the control group. The primary endpoint was to assess the difference in average daily step count change at month 2 for four specific pairwise comparisons, and these are indicated by bolding of the results in <xref ref-type="table" rid="table4">Table 4</xref>.</p><fig position="float" id="figure3"><label>Figure 3.</label><caption><p>Trajectory of average daily step count per group (n=7711). RL: reinforcement learning.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="jmir_v28i1e91156_fig03.png"/></fig><table-wrap id="t4" position="float"><label>Table 4.</label><caption><p>Difference in differences regression model results for average daily step count at month 1 and month 2 (n=7711).</p></caption><table id="table4" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom" rowspan="2">Groups compared</td><td align="left" valign="bottom" colspan="3">Month 1 vs prestudy baseline month</td><td align="left" valign="bottom" colspan="3">Month 2 vs prestudy baseline month</td></tr><tr><td align="left" valign="bottom">&#x03B2;</td><td align="left" valign="bottom">SE</td><td align="left" valign="bottom"><italic>P</italic> value</td><td align="left" valign="bottom">&#x03B2;</td><td align="left" valign="bottom">SE</td><td align="left" valign="bottom"><italic>P</italic> value</td></tr></thead><tbody><tr><td align="left" valign="top" colspan="7">Comparisons to control group</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Random vs control</td><td align="left" valign="top">77.6</td><td align="left" valign="top">79.7</td><td align="left" valign="top">.33</td><td align="left" valign="top">63.1</td><td align="left" valign="top">84</td><td align="left" valign="top">.45<sup><xref ref-type="table-fn" rid="table4fn1">a,b</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Fixed vs control</td><td align="left" valign="top">57.5</td><td align="left" valign="top">78.8</td><td align="left" valign="top">.47</td><td align="left" valign="top">75.1</td><td align="left" valign="top">82.7</td><td align="left" valign="top">.36</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>RL<sup><xref ref-type="table-fn" rid="table4fn3">c</xref></sup> vs control</td><td align="left" valign="top">295.9</td><td align="left" valign="top">79.6</td><td align="left" valign="top">.01</td><td align="left" valign="top">210.1</td><td align="left" valign="top">83.8</td><td align="left" valign="top">.01</td></tr><tr><td align="left" valign="top" colspan="7">Comparisons to random group</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Fixed vs random</td><td align="left" valign="top">20.1</td><td align="left" valign="top">77.7</td><td align="left" valign="top">.80</td><td align="left" valign="top">12</td><td align="left" valign="top">81.7</td><td align="left" valign="top">.88<sup><xref ref-type="table-fn" rid="table4fn1">f</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>RL vs random</td><td align="left" valign="top">218.3</td><td align="left" valign="top">78.5</td><td align="left" valign="top">.005</td><td align="left" valign="top">147</td><td align="left" valign="top">82.8</td><td align="left" valign="top">.10<sup><xref ref-type="table-fn" rid="table4fn1">a</xref></sup><sup>,</sup><sup><xref ref-type="table-fn" rid="table4fn5">e</xref></sup></td></tr><tr><td align="left" valign="top" colspan="7">Comparisons to fixed group</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><break/>RL vs fixed</td><td align="left" valign="top">238.4</td><td align="left" valign="top">77.6</td><td align="left" valign="top">.002</td><td align="left" valign="top">135</td><td align="left" valign="top">81.5</td><td align="left" valign="top">.10<sup><xref ref-type="table-fn" rid="table4fn1">a,f</xref></sup></td></tr></tbody></table><table-wrap-foot><fn id="table4fn1"><p><sup>a</sup>Benjamini-Hochberg adjustment used to control for Type 1 error among primary outcomes (primary analyses reported above).</p></fn><fn id="table4fn2"><p><sup>b</sup>Adjusted <italic>P</italic>=.60.</p></fn><fn id="table4fn3"><p><sup>c</sup>RL: reinforcement learning.</p></fn><fn id="table4fn4"><p><sup>d</sup>Adjusted <italic>P</italic>=.88.</p></fn><fn id="table4fn5"><p><sup>e</sup>Adjusted <italic>P</italic>=.19.</p></fn><fn id="table4fn6"><p><sup>f</sup>Adjusted <italic>P</italic>=.20.</p></fn></table-wrap-foot></table-wrap></sec><sec id="s3-3"><title>Exploratory Modelling of Effects Over Time</title><p>A GEE (exchangeable correlation structure) was used to estimate the average effect of treatment group on the daily step count over time [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]; the results are available in <xref ref-type="fig" rid="figure4">Figure 4</xref> and <xref ref-type="table" rid="table5">Table 5</xref>.</p><fig position="float" id="figure4"><label>Figure 4.</label><caption><p>Modeling longitudinal effect by study day (generalized estimating equation; n=7711). RL: reinforcement learning.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="jmir_v28i1e91156_fig04.png"/></fig><table-wrap id="t5" position="float"><label>Table 5.</label><caption><p>Results of the GEE<sup><xref ref-type="table-fn" rid="table5fn1">a</xref></sup> model (n=7711).</p></caption><table id="table5" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Covariate</td><td align="left" valign="bottom">Estimate (95% CI)</td><td align="left" valign="bottom"><italic>P</italic> values</td></tr></thead><tbody><tr><td align="left" valign="top">(Intercept)</td><td align="left" valign="top">6125.2 (6028.1 to 6222.4)</td><td align="left" valign="top">&#x003C;.001</td></tr><tr><td align="left" valign="top" colspan="3">Treatment arm</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Random</td><td align="left" valign="top">&#x2212;14.1 (&#x2212;148.1 to 119.8)</td><td align="left" valign="top">.84</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Fixed</td><td align="left" valign="top">&#x2212;18.7 (&#x2212;151.6 to 114.3)</td><td align="left" valign="top">.78</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>RL<sup><xref ref-type="table-fn" rid="table5fn2">b</xref></sup><italic><sup>,</sup></italic><sup><xref ref-type="table-fn" rid="table5fn3">c</xref></sup></td><td align="left" valign="top">208.0 (73.6 to 342.4)</td><td align="left" valign="top">.002</td></tr><tr><td align="left" valign="top">Day in study</td><td align="left" valign="top">&#x2212;4.5 (&#x2212;6.6 to &#x2212;2.5)</td><td align="left" valign="top">&#x003C;.001</td></tr><tr><td align="left" valign="top" colspan="3">Treatment arm</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Random&#x00D7;study day</td><td align="left" valign="top">0.5 (&#x2212;2.3 to 3.4)</td><td align="left" valign="top">.71</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Fixed&#x00D7;study day</td><td align="left" valign="top">1.3 (&#x2212;1.5 to 4.1)</td><td align="left" valign="top">.37</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>RL&#x00D7;study day<sup><xref ref-type="table-fn" rid="table5fn2">b</xref></sup></td><td align="left" valign="top">&#x2212;0.6 (&#x2212;3.4 to 2.2)</td><td align="left" valign="top">.70</td></tr></tbody></table><table-wrap-foot><fn id="table5fn1"><p><sup>a</sup>GEE: generalized estimating equation.</p></fn><fn id="table5fn2"><p><sup>b</sup>Confidence intervals and <italic>P</italic> values for the RL arm are considered exploratory, as statistical certainty may be overstated given the inter-subject dependencies in the pooled RL architecture.</p></fn><fn id="table5fn3"><p><sup>c</sup>RL: reinforcement learning.</p></fn></table-wrap-foot></table-wrap><p>Compared to the control group, the fixed group demonstrated decreased average daily step count by &#x2212;18.7 (SE 67.9; <italic>P</italic>=.78); this effect increased linearly over time, by a step change of +1.29 (SE 1.4; <italic>P</italic>=.37) compared to the control group. The RL group showed an increase in average daily step count of +208.0 (SE 68.6; <italic>P</italic>=.002), compared to the control group; this effect diminished linearly over time, by a step change of &#x2212;0.6 (SE 1.4; <italic>P</italic>=.70) compared to the control group. The time effect was negative, with a decrease of &#x2212;4.5 steps per day; this is consistent with other literature [<xref ref-type="bibr" rid="ref12">12</xref>].</p></sec><sec id="s3-4"><title>COM-B Survey</title><p>Almost all participants completed the onboarding COM-B survey (7695/N, 99.8%), but only a fraction completed the exit COM-B survey in the final study week (2059/N, 26.7%)(survey is available in <xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref>). At baseline, on average, the study cohort demonstrated the highest scores (reflecting the greatest levels of) perceived benefit and ability, and the lowest scores for the themes planning and social opportunity <xref ref-type="fig" rid="figure5">Figure 5</xref>.</p><fig position="float" id="figure5"><label>Figure 5.</label><caption><p>COM-B survey questionnaire at study onboarding (mean, SD; n=7695). COM-B: capability, opportunity, and motivation&#x2013;behavior.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="jmir_v28i1e91156_fig05.png"/></fig></sec><sec id="s3-5"><title>Real-Time User Feedback for Individual Nudges</title><p>User feedback was collected at the point of nudge delivery through optional thumbs-up/thumbs-down ratings and open-text comments (92,945 nudges rated, by 5514 participants across all study groups). Thumbs-up and thumbs-down feedback was aggregated by the nudge COM-B theme. Nudges categorized under the ability and perceived benefit themes received higher favorability rates (83,650, 90% positively rated nudges and 81,792, 88% positively rated nudges, respectively), while those in the social opportunity and physical opportunity theme showed markedly lower favorability (77,144, 83% positively rated nudges and 73,426, 79% positively rated nudges, respectively). Nudge feedback was included in the RL model (see Methods section &#x2018;Reinforcement Learning Policy&#x2019;), but was not found to be among the most important features.</p></sec><sec id="s3-6"><title>User Feedback in Exit Survey</title><p>In the final week of the study, participants were invited to complete a study exit survey (see <xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref> for the full survey). In total, 2985 of 7711 (38.7%) participants completed the survey, with a lower response rate in the no nudge group (325/1813, 17.9%). When asked &#x201C;Would you recommend nudges to your friends/family starting on a fitness journey?,&#x201D; we observed a higher proportion of positive responses in the RL group (479/617, 77.6%), compared to all other groups: 48.9% (159/325) for the control group, 74.0% (429/580) for the random group, and 70.6% (444/629) for the fixed group.</p><p>The exit survey also asked participants: &#x201C;How would you rate the level of customization and relevance of nudges?.&#x201D; Again, the RL group demonstrated higher rates of favorable responses (224/605, 37%) as compared to all other groups: 35 of 325 (10.8%) for the control group, 155 of 580 (26.7%) for the random group, and 154 of 629 (24.5%) for the fixed group. For both exit survey questions, the control group responded with nonzero rates of positive sentiment, despite receiving no nudges during the study period.</p></sec><sec id="s3-7"><title>Exploratory Analyses: RL Group and Personalization</title><p>The RL policy for nudge timing and content selection demonstrated distinct patterns compared to the random and fixed arms at the population level. Compared to the random group, the RL group delivered 10% more ability-themed nudges and 7% more evening nudges (<xref ref-type="fig" rid="figure6">Figure 6</xref>); note that ability-themed nudges also received the highest favorability rates in the nudge-level feedback. The fixed group delivered the highest rates of planning and physical opportunity-themed nudges (<xref ref-type="fig" rid="figure6">Figure 6</xref>), though the physical opportunity theme received the highest rate of negative nudge-level feedback.</p><fig position="float" id="figure6"><label>Figure 6.</label><caption><p>Distribution of nudge content and timing selection, across treatment groups. RL: reinforcement learning.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="jmir_v28i1e91156_fig06.png"/></fig><p>Analysis of nudge distribution over time indicates that in the first ~7 days, the RL policy initially prioritized perceived benefit and planning themes, shifting to the ability theme in later stages, demonstrating temporal adaptation of the policy (<xref ref-type="fig" rid="figure7">Figure 7</xref>). As expected, the random group allocated approximately 1/6 of nudges to each nudge theme across participant days.</p><fig position="float" id="figure7"><label>Figure 7.</label><caption><p>Distribution of nudge content and timing selection across treatment groups, and over time. RL: reinforcement learning.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="jmir_v28i1e91156_fig07.png"/></fig></sec><sec id="s3-8"><title>Description of the RL Algorithm Learning Process</title><p>The most influential features from the RL algorithm across the entire study duration were all fixed characteristics: prestudy baseline step patterns (importance weight 1.23), weight (importance weight 1.19), and age (importance weight 1.17). The behavioral pattern with the largest weight was the previous day step count (importance weight 0.88). Fixed characteristics that carried the most weight within the model were prestudy baseline step patterns, weight, and age. The behavioral pattern with the largest weight was the previous day step count. We refer to the Methods section (RL Policy) for complete details on the features included in the model.</p></sec></sec><sec id="s4" sec-type="discussion"><title>Discussion</title><sec id="s4-1"><title>Principal Findings</title><p>In this large-scale RCT, we investigated the effectiveness of a novel RL algorithm guided by the COM-B behavioral change model, in promoting physical activity through personalized nudges delivered via the Fitbit app. We observed an increase in average daily step count at month 1 and month 2, comparing the RL group to control, random, and fixed groups. This, along with the longitudinal modeling, reveals promising insights into the potential of adaptive, behaviorally-informed interventions. RL holds significant promise as a methodological tool for designing behavioral interventions; this study demonstrated its capacity to leverage user information to optimize both the content and timing of nudges, an adaptive capability that fixed or random designs lack. This integration highlights the primary novelty and innovation of the PEARL trial. While prior mHealth adaptive interventions have successfully demonstrated the theoretical feasibility of RL in controlled cohorts, PEARL represents a major paradigm shift. It is the first study to scale a behaviorally-grounded (COM-B) contextual multiarmed bandit algorithm within an entirely nonincentivized, organic consumer wearable application framework. By removing artificial financial incentives, which often mask real-world habituation and attrition, this study provides an innovative, ecologically valid evaluation of how dynamic personalization influences natural human behavior at scale.</p><p>The observed dropout rate and the proportion of participants with insufficient data for analysis highlight the inherent challenges of maintaining consistent engagement in nonincentivized mHealth interventions (see Statistical Analysis section for data sufficiency requirements). These metrics provide an essential baseline for assessing the feasibility of deploying reinforcement learning algorithms in real-world settings, where irregular app usage and device wear-time are significant variables.</p></sec><sec id="s4-2"><title>Contextualizing the Observed Step Changes</title><p>The significant increase in average daily steps observed in the RL group at one month and the sustained, significant effect over time in the GEE model are noteworthy. While the clinical meaningfulness of step count increases can vary, a consistent increase of 200&#x2010;300 steps per day, if sustained over time and accompanied by vigorous activity, can contribute to improved health outcomes, particularly in sedentary populations [<xref ref-type="bibr" rid="ref32">32</xref>]. For instance, studies have shown that even modest increases in daily steps are associated with reduced risks of cardiovascular disease and all-cause mortality [<xref ref-type="bibr" rid="ref33">33</xref>]. This suggests that while the magnitude of the effect might appear modest, its cumulative impact on a large population could be substantial, aligning with public health goals of reducing global inactivity. Further analysis is needed to understand how the effect is modified by baseline and contextual covariates, particularly among subgroups with very low baseline step-count.</p><p>When compared to the existing literature [<xref ref-type="bibr" rid="ref7">7</xref>-<xref ref-type="bibr" rid="ref15">15</xref>] (<xref ref-type="supplementary-material" rid="app6">Multimedia Appendix 6</xref>), the magnitude of our observed step changes offers an insightful contrast. Foundational trials evaluating RL-driven interventions have typically reported modest initial impacts on physical activity that often attenuate over time. These outcomes were achieved within small, financially compensated cohorts, while PEARL sustained these behavioral benefits across thousands of uncompensated users. This demonstrates that the efficacy of RL-driven JITAIs does not dilute when scaled from tightly controlled academic settings to massive, real-world applications.</p><p>While the PEARL study specifically enrolled adults aged 22&#x2010;60, the underlying global challenge of physical inactivity is particularly acute among adolescents, with 80% currently failing to meet World Health Organization recommendations [<xref ref-type="bibr" rid="ref2">2</xref>]. Because adolescents are among the most prolific users of mobile technology and wearables, adapting such JITAIs for younger cohorts represents a highly relevant application for future research.</p></sec><sec id="s4-3"><title>Effectiveness of the Fixed Arm</title><p>A distinctly novel aspect of the PEARL study design is the direct comparison between a continuously adaptive algorithm and a static, behavioral science-informed heuristic (the fixed arm). Our findings reveal that participants in the fixed arm, who received nudges selected based on a fixed logic relating to their baseline levels of capability, opportunity, and motivation, did not demonstrate a significant advantage over the group whose nudges were selected at random. This outcome highlights a critical learning point for designing JITAIs: a static, rule-based approach, even when informed by robust behavioral theory, may be insufficient in dynamic, real-world mHealth environments.</p><p>The PEARL study exemplified this challenge. A notable observation was the discordance between the high rate of Physical Opportunity nudges delivered by the fixed group (<xref ref-type="fig" rid="figure6">Figure 6</xref>) and the predominantly negative user feedback received for this theme. Open-text feedback suggests that Physical Opportunity nudges often relied on inaccurate assumptions about participants&#x2019; real-world environments (eg, availability of sidewalks or stairs). This underscores a key challenge in applying the baseline COM-B survey to dynamic, in-the-moment interventions. The COM-B framework, as typically applied, may not fully capture the day-to-day or context-specific fluctuations in behavioral barriers (eg, work vs home and weekday vs weekend).</p><p>Human behavior is inherently contextual and non-stationary. A fixed intervention policy, determined at baseline, struggles to adapt to evolving user needs, preferences, and external circumstances (eg, changes in daily routines, weather, and motivation levels). This finding points to a gap in the current literature regarding the optimal translation of comprehensive behavioral frameworks like COM-B into continuously adaptive digital nudges. While COM-B effectively diagnoses behavioral determinants, the challenge lies in dynamically selecting and delivering the right intervention component (eg, targeting ability vs opportunity) at the opportune moment for a given individual in real-time. Our results suggest that a dynamic algorithm capable of continuous learning and adaptation is crucial for leveraging behavioral science effectively in ongoing digital interventions. Future work should focus on adapting the COM-B framework (or other theoretical models) to account for such temporal and contextual variability, potentially moving beyond general delivery policies to more deeply personalize nudge content by leveraging richer participant information.</p></sec><sec id="s4-4"><title>Strengths of the PEARL Reinforcement Learning Approach</title><p>In contrast to the fixed arm, the RL arm demonstrated a more sustained positive impact on physical activity. This strength stems from RL&#x2019;s inherent ability to learn and adapt over time, balancing exploration (trying different nudges) and exploitation (delivering nudges that have historically worked well for similar contexts/users). The detailed exploratory analyses within the RL arm further illustrate this adaptive capacity.</p><p>Furthermore, as highlighted in the Prior Work section, most existing studies on personalized digital health interventions for physical activity are small-scale, with sample sizes typically ranging from 13 to 220 individuals and a median below 100. These studies frequently call for larger, longer-term investigations to fully evaluate the potential of digital health to significantly improve health-related behaviors and outcomes. PEARL directly addresses this gap by providing insights from a population of more than 7000 participants followed over two months, making it one of the largest RL-based studies in physical activity and beyond.</p><p>Beyond its unprecedented scale, the PEARL study offers several key advantages. It features a unique four-arm randomized controlled trial design, which includes two embedded microrandomized trials (MRTs), allowing for both overall treatment efficacy assessment and real-time evaluation of intervention components. Unlike some previous studies that relied solely on mobile apps, PEARL leveraged the continuous data collection from Fitbit wrist-worn trackers, providing a more robust measure of physical activity. This robust study design, combining traditional RCT elements with traditional behavior science interventions (random and fixed arms) and an augmented adaptive intervention, enables a deeper understanding of the effects. The ability of the RL algorithm to learn population-level preferences (eg, evening nudges being more effective than morning nudges across themes) and then personalize further based on individual trajectories is a key differentiator. This adaptive nature, coupled with the large-scale deployment, positions the PEARL study as one of the largest and most comprehensive RL-based intervention studies in digital health to date, addressing critical challenges in real-world human subject research and large-scale data-driven interventions.</p></sec><sec id="s4-5"><title>Comparison With Prior Work</title><p>The study&#x2019;s large sample size and real-world recruitment through the Fitbit app are significant strengths. Compared to previous studies that primarily involved university students and staff [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref12">12</xref>], who may not be representative of the broader population, PEARL&#x2019;s sample may have higher generalizability. Furthermore, unlike most existing studies, PEARL did not offer monetary compensation to participants, minimizing potential selection bias.</p></sec><sec id="s4-6"><title>Limitations</title><p>Regarding the attenuation of the effect at 2 months, this likely indicates that the current RL agent requires a broader information set, or a modified reward function, to optimize for sustained engagement rather than solely immediate response. It is important to note that an RL agent strictly optimizes what it is incentivized to treat as &#x201C;good&#x201D; via the reward signal. If this signal does not explicitly account for future retention, the algorithm cannot be penalized for failing to prioritize long-term outcomes. The decline in signal suggests that while the agent successfully learned to trigger immediate activity, future iterations must explicitly weight the reward function to balance immediate efficacy with long-term habit maintenance. In addition, the two-month study duration did not allow for an assessment of the longer-term sustainability of physical activity behaviors. Future research with extended follow-up periods is required to determine whether the observed improvements are maintained beyond this initial intervention phase.</p><p>The nominal <italic>P</italic> values for secondary outcomes should be interpreted with caution. Future research should consider pre-registering a comprehensive plan for handling multiple comparisons for secondary outcomes. While we report <italic>P</italic> values for the time-varying effects, these secondary findings should be interpreted as exploratory; the standard GEE framework assumes strict independence between participants, an assumption violated by the cross-participant data pooling in the RL arm, which may result in underestimated standard errors and overly confident p-values [<xref ref-type="bibr" rid="ref34">34</xref>].</p><p>Several factors warrant consideration regarding generalizability. The participant population was predominantly female and self-selected as Fitbit users, potentially limiting the direct applicability of findings to broader, more diverse populations, including men or individuals without wearable devices. Future research should aim to recruit more diverse cohorts. In particular, the volunteer Fitbit users may introduce selection bias related to technological access and baseline motivation. Participants in this study already possessed the digital literacy and financial means to utilize wearable devices, which may not reflect the socioeconomic reality of broader, underserved populations. Additionally, as self-selected volunteers for a health intervention, the cohort likely exhibited a higher degree of initial motivation and health consciousness than the general public, potentially influencing the observed effectiveness of the nudges.</p><p>The rolling enrollment between February and June 2024 introduces potential seasonality effects, as physical activity patterns can vary with weather and daylight hours. While baseline characteristics were balanced across groups, the impact of enrollment month as a predictor in subgroup analysis was not explicitly significant for the primary outcome, suggesting that randomization effectively distributed this potential confounder. Nevertheless, future studies could consider stratifying recruitment by season or incorporating seasonal variables into the RL algorithm.</p><p>The potential for unblinding in the control group, due to the complete absence of messages, is a limitation. While participants were blinded to their specific treatment allocation, the lack of any interaction in the control arm might have led to higher withdrawal rates or altered engagement compared to the intervention arms. This highlights the challenge of maintaining blinding in digital health interventions that involve active engagement. This is mitigated by the inclusion of the random nudge group, which acts as a useful unblinded comparator.</p><p>The reliance on Fitbit data for step count, while pragmatic for a large-scale study, means our findings are specific to this measurement method. The reliance on Fitbit data for step count, while pragmatic for a large-scale study, means our findings are specific to this measurement method. While consumer-grade wearables such as Fitbits have been validated as reliable instruments for measuring step count in healthy populations, technical variations may still arise from differences in device models or usage behavior. Although participants utilized various consumer-grade Fitbit models, device model data was not recorded, preventing statistical adjustment for potential inter-device algorithmic variations. While this represents a minor limitation in measurement precision, it aligns with our objective of evaluating the intervention within a heterogeneous, real-world consumer ecosystem. Factors such as sensor placement, individual gait characteristics, and algorithm versions can influence data precision and consistency, representing a known variable in large-scale mHealth research.</p><p>Additionally, the 7-day/500-step compliance criterion served as a proxy for wear-time, but direct wear-time metrics could provide more granular insights in future studies. The primary analysis operates as a modified ITT or Per-Protocol framework, rather than a traditional strict ITT analysis. A sensitivity analysis is available in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>, which evaluates the impact of the insufficient data compliance.</p><p>Further research is needed to explore the specific COM-B components that are most amenable to dynamic nudging and how their effectiveness changes over time or across different user contexts. While our RL algorithm adapted some aspects of content and timing, future iterations could expand on these, or explore additional expansions, such as: other intervention parameters (eg, message frequency and intensity, modality), dynamic components within the nudge text itself (eg, reference prior step counts, trends, or patterns), or more diverse data streams (eg, weather, social context, and mood) into the RL state space to further enhance personalization. Future iterations should also explore the use of AI to develop nudges that are uniquely tailored to the individual.</p></sec><sec id="s4-7"><title>Conclusions</title><p>The PEARL study provides compelling evidence for the feasibility and short-term efficacy of a large-scale, behavioral science-informed reinforcement learning approach in digital physical activity interventions. While the 2-month primary outcome was not statistically significant, the significant short-term gains and sustained effects observed in the RL arm highlight the power of adaptive algorithms to design effective digital interventions by personalizing and optimizing health behavior change. Conversely, the lack of significant advantage in the fixed, rule-based arm emphasizes that relying solely on baseline behavioral assessments is insufficient, as these static policies struggle to adapt to the highly contextual and non-stationary nature of human behavior.</p><p>To our knowledge, this represents one of the largest, nonincentivized randomized trials of this duration to evaluate reinforcement learning for physical activity, demonstrating that while observed step gains are modest, such consistent improvements are associated with reduced risks of cardiovascular disease and all-cause mortality when applied at a population level. This work contributes significantly to the growing body of literature on JITAIs and underscores the importance of dynamic, data-driven personalization for scalable and effective digital health solutions.</p></sec></sec></body><back><ack><p>The authors thank the study participants and the clinical operations teams for their efforts and support.</p></ack><notes><sec><title>Generative AI Use</title><p>The authors declare the use of generative AI (GAI) in the research and writing process. According to the GAIDeT taxonomy (2025), the following tasks were delegated to GAI tools under full human supervision: proofreading and editing. The GAI tool used was: Gemini 2.5 Pro, Gemini 3.0 Pro. The authors used Gemini to proofread and critique the manuscript. We manually reviewed any suggestions that it provided, and any changes that were subsequently made to the manuscript were done by the authors without the assistance of GAI. Please see <xref ref-type="supplementary-material" rid="app7">Multimedia Appendix 7</xref> for the prompts/responses/transcripts. Responsibility for the final manuscript lies entirely with the authors. GAI tools are not listed as authors and do not bear responsibility for the final outcomes. Declaration submitted by AAL.</p></sec><sec><title>Funding</title><p>This study was funded by Google LLC. The funder had no involvement in the study design, data collection, analysis, interpretation, or the writing of the manuscript.</p></sec><sec><title>Data Availability</title><p>The datasets generated and/or analyzed during the current study are not publicly available due to proprietary restrictions by the collaborating private company. Access to the data is governed by agreements with the company and cannot be shared without their explicit permission. Code and data were reviewed by ND and SSV (both employed by Google at the time of review), who also verified the reproducibility of the main results.</p></sec></notes><fn-group><fn fn-type="con"><p>NH, HEF, ER contributed to study idea and design; NH, SL, PK were involved in data collection; data analysis and results interpretation were performed by AAL; RL algorithm design and analysis were performed by NH, AS, KS; AAL led manuscript writing, with key contributions from NH, ND, ER; critical review and editing were carried out by all authors. All authors approved the final manuscript.</p></fn><fn fn-type="conflict"><p>The authors declare the following potential conflicts of interest: AAL, NH, AS, SL, QH, JH, PK, KS, AR, AS, MN, JT, HEF are employees at Google LLC; ER, JA, SL, RS, MS, HM were employees at Google LLC at the time the study was completed; SSV and ND were visiting researchers at Google LLC at the time of study completion and analysis.</p><p>SSV also declares a potential conflict of interest with her engagement with Advisory Board PhaseV.</p></fn><fn fn-type="other"><p><bold>Editorial Notice</bold></p><p>This randomized study was retrospectively registered, explained by authors as follows: the registration was conducted retrospectively because the trial evaluated a non-clinical, behavioral mHealth intervention, which the research team originally categorized outside traditional clinical trial mandates. Prospective institutional oversight was maintained via IRB approval and public archiving on the Open Science Framework (OSF). The editor granted an exception from ICMJE rules mandating prospective registration of randomized trials because the risk of bias appears low. However, readers are advised to carefully assess the validity of any potential explicit or implicit claims related to primary outcomes or effectiveness, as retrospective registration does not prevent authors from changing their outcome measures retrospectively.</p></fn></fn-group><glossary><title>Abbreviations</title><def-list><def-item><term id="abb1">C-MAB</term><def><p>contextual multi-armed bandit</p></def></def-item><def-item><term id="abb2">COM-B</term><def><p>capability, opportunity, motivation&#x2013;behavior</p></def></def-item><def-item><term id="abb3">CONSORT-EHEALTH</term><def><p>Consolidated Standards of Reporting Trials of Electronic and Mobile Health Applications and Online</p></def></def-item><def-item><term id="abb4">DiD</term><def><p>difference-in-differences</p></def></def-item><def-item><term id="abb5">GEE</term><def><p>generalized estimating equation</p></def></def-item><def-item><term id="abb6">IRB</term><def><p>institutional review board</p></def></def-item><def-item><term id="abb7">ITT</term><def><p>intention-to-treat</p></def></def-item><def-item><term id="abb8">JITAI</term><def><p>just-in-time adaptive intervention</p></def></def-item><def-item><term id="abb9">MCAR</term><def><p>missing completely at random</p></def></def-item><def-item><term id="abb10">mHealth</term><def><p>mobile health</p></def></def-item><def-item><term id="abb11">mITT</term><def><p>modified intention-to-treat</p></def></def-item><def-item><term id="abb12">MRT</term><def><p>microrandomized trial</p></def></def-item><def-item><term id="abb13">PEARL</term><def><p>Personalized Exercise Assistant Using Reinforcement Learning</p></def></def-item><def-item><term id="abb14">RCT</term><def><p>randomized controlled trial</p></def></def-item><def-item><term id="abb15">RL</term><def><p>reinforcement learning</p></def></def-item><def-item><term id="abb16">WHO</term><def><p>World Health Organization</p></def></def-item></def-list></glossary><ref-list><title>References</title><ref id="ref1"><label>1</label><nlm-citation citation-type="report"><person-group person-group-type="author"><name name-style="western"><surname>Bull</surname><given-names>F</given-names> </name><name name-style="western"><surname>Willumsen</surname><given-names>J</given-names> </name><name name-style="western"><surname>Stevens</surname><given-names>G</given-names> </name><name name-style="western"><surname>Strain</surname><given-names>T</given-names> </name></person-group><article-title>Global levels of physical inactivity in adults: off track for 2030</article-title><year>2024</year><publisher-name>World Health Organization</publisher-name></nlm-citation></ref><ref id="ref2"><label>2</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Strain</surname><given-names>T</given-names> </name><name name-style="western"><surname>Flaxman</surname><given-names>S</given-names> </name><name name-style="western"><surname>Guthold</surname><given-names>R</given-names> </name><etal/></person-group><article-title>National, regional, and global trends in insufficient physical activity among adults from 2000 to 2022: a pooled analysis of 507 population-based surveys with 5&#x00B7;7 million participants</article-title><source>Lancet Glob Health</source><year>2024</year><month>08</month><volume>12</volume><issue>8</issue><fpage>e1232</fpage><lpage>e1243</lpage><pub-id pub-id-type="doi">10.1016/S2214-109X(24)00150-5</pub-id><pub-id pub-id-type="medline">38942042</pub-id></nlm-citation></ref><ref id="ref3"><label>3</label><nlm-citation citation-type="report"><article-title>Global action plan on physical activity 2018-2030: more active people for a healthier world</article-title><year>2019</year><publisher-name>World Health Organization</publisher-name></nlm-citation></ref><ref id="ref4"><label>4</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ringeval</surname><given-names>M</given-names> </name><name name-style="western"><surname>Wagner</surname><given-names>G</given-names> </name><name name-style="western"><surname>Denford</surname><given-names>J</given-names> </name><name name-style="western"><surname>Par&#x00E9;</surname><given-names>G</given-names> </name><name name-style="western"><surname>Kitsiou</surname><given-names>S</given-names> </name></person-group><article-title>Fitbit-based interventions for healthy lifestyle outcomes: systematic review and meta-analysis</article-title><source>J Med Internet Res</source><year>2020</year><month>10</month><day>12</day><volume>22</volume><issue>10</issue><fpage>e23954</fpage><pub-id pub-id-type="doi">10.2196/23954</pub-id><pub-id pub-id-type="medline">33044175</pub-id></nlm-citation></ref><ref id="ref5"><label>5</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Nahum-Shani</surname><given-names>I</given-names> </name><name name-style="western"><surname>Smith</surname><given-names>SN</given-names> </name><name name-style="western"><surname>Spring</surname><given-names>BJ</given-names> </name><etal/></person-group><article-title>Just-in-Time Adaptive Interventions (JITAIs) in mobile health: key components and design principles for ongoing health behavior support</article-title><source>Ann Behav Med</source><year>2018</year><month>05</month><day>18</day><volume>52</volume><issue>6</issue><fpage>446</fpage><lpage>462</lpage><pub-id pub-id-type="doi">10.1007/s12160-016-9830-8</pub-id><pub-id pub-id-type="medline">27663578</pub-id></nlm-citation></ref><ref id="ref6"><label>6</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Spruijt-Metz</surname><given-names>D</given-names> </name><name name-style="western"><surname>Marlin</surname><given-names>BM</given-names> </name><name name-style="western"><surname>Pavel</surname><given-names>M</given-names> </name><etal/></person-group><article-title>Advancing behavioral intervention and theory development for mobile health: the HeartSteps II Protocol</article-title><source>Int J Environ Res Public Health</source><year>2022</year><month>02</month><day>17</day><volume>19</volume><issue>4</issue><fpage>2267</fpage><pub-id pub-id-type="doi">10.3390/ijerph19042267</pub-id><pub-id pub-id-type="medline">35206455</pub-id></nlm-citation></ref><ref id="ref7"><label>7</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Klasnja</surname><given-names>P</given-names> </name><name name-style="western"><surname>Smith</surname><given-names>S</given-names> </name><name name-style="western"><surname>Seewald</surname><given-names>NJ</given-names> </name><etal/></person-group><article-title>Efficacy of contextually tailored suggestions for physical activity: a micro-randomized optimization trial of HeartSteps</article-title><source>Ann Behav Med</source><year>2019</year><month>05</month><day>3</day><volume>53</volume><issue>6</issue><fpage>573</fpage><lpage>582</lpage><pub-id pub-id-type="doi">10.1093/abm/kay067</pub-id><pub-id pub-id-type="medline">30192907</pub-id></nlm-citation></ref><ref id="ref8"><label>8</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Yom-Tov</surname><given-names>E</given-names> </name><name name-style="western"><surname>Feraru</surname><given-names>G</given-names> </name><name name-style="western"><surname>Kozdoba</surname><given-names>M</given-names> </name><name name-style="western"><surname>Mannor</surname><given-names>S</given-names> </name><name name-style="western"><surname>Tennenholtz</surname><given-names>M</given-names> </name><name name-style="western"><surname>Hochberg</surname><given-names>I</given-names> </name></person-group><article-title>Encouraging physical activity in patients with diabetes: intervention using a reinforcement learning system</article-title><source>J Med Internet Res</source><year>2017</year><month>10</month><day>10</day><volume>19</volume><issue>10</issue><fpage>e338</fpage><pub-id pub-id-type="doi">10.2196/jmir.7994</pub-id><pub-id pub-id-type="medline">29017988</pub-id></nlm-citation></ref><ref id="ref9"><label>9</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Zhou</surname><given-names>M</given-names> </name><name name-style="western"><surname>Fukuoka</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Mintz</surname><given-names>Y</given-names> </name><etal/></person-group><article-title>Evaluating machine learning-based automated personalized daily step goals delivered through a mobile phone app: randomized controlled trial</article-title><source>JMIR Mhealth Uhealth</source><year>2018</year><month>01</month><day>25</day><volume>6</volume><issue>1</issue><fpage>e28</fpage><pub-id pub-id-type="doi">10.2196/mhealth.9117</pub-id><pub-id pub-id-type="medline">29371177</pub-id></nlm-citation></ref><ref id="ref10"><label>10</label><nlm-citation citation-type="confproc"><person-group person-group-type="author"><name name-style="western"><surname>Zhou</surname><given-names>M</given-names> </name><name name-style="western"><surname>Mintz</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Fukuoka</surname><given-names>Y</given-names> </name><etal/></person-group><article-title>Personalizing mobile fitness apps using reinforcement learning</article-title><access-date>2026-10-13</access-date><conf-name>HUMANIZE &#x2019;18</conf-name><conf-date>Mar 11, 2018</conf-date><comment><ext-link ext-link-type="uri" xlink:href="http://ceur-ws.org/Vol-2068/humanize7.pdf">http://ceur-ws.org/Vol-2068/humanize7.pdf</ext-link></comment></nlm-citation></ref><ref id="ref11"><label>11</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Aguilera</surname><given-names>A</given-names> </name><name name-style="western"><surname>Ar&#x00E9;valo Avalos</surname><given-names>M</given-names> </name><name name-style="western"><surname>Xu</surname><given-names>J</given-names> </name><etal/></person-group><article-title>Effectiveness of a digital health intervention leveraging reinforcement learning: results from the Diabetes and Mental Health Adaptive Notification Tracking and Evaluation (DIAMANTE) randomized clinical trial</article-title><source>J Med Internet Res</source><year>2024</year><month>10</month><day>8</day><volume>26</volume><fpage>e60834</fpage><pub-id pub-id-type="doi">10.2196/60834</pub-id><pub-id pub-id-type="medline">39378080</pub-id></nlm-citation></ref><ref id="ref12"><label>12</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Figueroa</surname><given-names>CA</given-names> </name><name name-style="western"><surname>Deliu</surname><given-names>N</given-names> </name><name name-style="western"><surname>Chakraborty</surname><given-names>B</given-names> </name><etal/></person-group><article-title>Daily motivational text messages to promote physical activity in university students: results from a microrandomized trial</article-title><source>Ann Behav Med</source><year>2022</year><month>02</month><day>11</day><volume>56</volume><issue>2</issue><fpage>212</fpage><lpage>218</lpage><pub-id pub-id-type="doi">10.1093/abm/kaab028</pub-id><pub-id pub-id-type="medline">33871015</pub-id></nlm-citation></ref><ref id="ref13"><label>13</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Doherty</surname><given-names>C</given-names> </name><name name-style="western"><surname>Lambe</surname><given-names>R</given-names> </name><name name-style="western"><surname>O&#x2019;Grady</surname><given-names>B</given-names> </name><etal/></person-group><article-title>An evaluation of the effect of app-based exercise prescription using reinforcement learning on satisfaction and exercise intensity: randomized crossover trial</article-title><source>JMIR Mhealth Uhealth</source><year>2024</year><month>11</month><day>26</day><volume>12</volume><fpage>e49443</fpage><pub-id pub-id-type="doi">10.2196/49443</pub-id><pub-id pub-id-type="medline">39622712</pub-id></nlm-citation></ref><ref id="ref14"><label>14</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lauffenburger</surname><given-names>JC</given-names> </name><name name-style="western"><surname>Yom-Tov</surname><given-names>E</given-names> </name><name name-style="western"><surname>Keller</surname><given-names>PA</given-names> </name><etal/></person-group><article-title>The impact of using reinforcement learning to personalize communication on medication adherence: findings from the REINFORCE trial</article-title><source>NPJ Digit Med</source><year>2024</year><month>02</month><day>19</day><volume>7</volume><issue>1</issue><fpage>39</fpage><pub-id pub-id-type="doi">10.1038/s41746-024-01028-5</pub-id><pub-id pub-id-type="medline">38374424</pub-id></nlm-citation></ref><ref id="ref15"><label>15</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Golbus</surname><given-names>JR</given-names> </name><name name-style="western"><surname>Gupta</surname><given-names>K</given-names> </name><name name-style="western"><surname>Stevens</surname><given-names>R</given-names> </name><etal/></person-group><article-title>A randomized trial of a mobile health intervention to augment cardiac rehabilitation</article-title><source>NPJ Digit Med</source><year>2023</year><month>09</month><day>14</day><volume>6</volume><issue>1</issue><fpage>173</fpage><pub-id pub-id-type="doi">10.1038/s41746-023-00921-9</pub-id><pub-id pub-id-type="medline">37709933</pub-id></nlm-citation></ref><ref id="ref16"><label>16</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Michie</surname><given-names>S</given-names> </name><name name-style="western"><surname>van Stralen</surname><given-names>MM</given-names> </name><name name-style="western"><surname>West</surname><given-names>R</given-names> </name></person-group><article-title>The behaviour change wheel: a new method for characterising and designing behaviour change interventions</article-title><source>Implement Sci</source><year>2011</year><month>04</month><day>23</day><volume>6</volume><fpage>42</fpage><pub-id pub-id-type="doi">10.1186/1748-5908-6-42</pub-id><pub-id pub-id-type="medline">21513547</pub-id></nlm-citation></ref><ref id="ref17"><label>17</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Cane</surname><given-names>J</given-names> </name><name name-style="western"><surname>O&#x2019;Connor</surname><given-names>D</given-names> </name><name name-style="western"><surname>Michie</surname><given-names>S</given-names> </name></person-group><article-title>Validation of the theoretical domains framework for use in behaviour change and implementation research</article-title><source>Implement Sci</source><year>2012</year><month>04</month><day>24</day><volume>7</volume><fpage>37</fpage><pub-id pub-id-type="doi">10.1186/1748-5908-7-37</pub-id><pub-id pub-id-type="medline">22530986</pub-id></nlm-citation></ref><ref id="ref18"><label>18</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Park</surname><given-names>LG</given-names> </name><name name-style="western"><surname>Ng</surname><given-names>F</given-names> </name><name name-style="western"><surname>Handley</surname><given-names>MA</given-names> </name></person-group><article-title>The use of the Capability-Opportunity- Motivation Behavior (COM-B) model to identify barriers to medication adherence and the application of mobile health technology in adults with coronary heart disease: a qualitative study</article-title><source>PEC Innov</source><year>2023</year><month>12</month><day>15</day><volume>3</volume><fpage>100209</fpage><pub-id pub-id-type="doi">10.1016/j.pecinn.2023.100209</pub-id><pub-id pub-id-type="medline">37753273</pub-id></nlm-citation></ref><ref id="ref19"><label>19</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Webb</surname><given-names>J</given-names> </name><name name-style="western"><surname>Foster</surname><given-names>J</given-names> </name><name name-style="western"><surname>Poulter</surname><given-names>E</given-names> </name></person-group><article-title>Increasing the frequency of physical activity very brief advice for cancer patients. Development of an intervention using the behaviour change wheel</article-title><source>Public Health</source><year>2016</year><month>04</month><volume>133</volume><fpage>45</fpage><lpage>56</lpage><pub-id pub-id-type="doi">10.1016/j.puhe.2015.12.009</pub-id><pub-id pub-id-type="medline">26822162</pub-id></nlm-citation></ref><ref id="ref20"><label>20</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Liu</surname><given-names>X</given-names> </name><name name-style="western"><surname>Deliu</surname><given-names>N</given-names> </name><name name-style="western"><surname>Chakraborty</surname><given-names>B</given-names> </name></person-group><article-title>Microrandomized trials: developing just-in-time adaptive interventions for better public health</article-title><source>Am J Public Health</source><year>2023</year><month>01</month><volume>113</volume><issue>1</issue><fpage>60</fpage><lpage>69</lpage><pub-id pub-id-type="doi">10.2105/AJPH.2022.307150</pub-id><pub-id pub-id-type="medline">36413704</pub-id></nlm-citation></ref><ref id="ref21"><label>21</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Sutton</surname><given-names>RS</given-names> </name><name name-style="western"><surname>Barto</surname><given-names>AG</given-names> </name></person-group><source>Reinforcement Learning: An Introduction</source><year>2018</year><publisher-name>MIT Press</publisher-name></nlm-citation></ref><ref id="ref22"><label>22</label><nlm-citation citation-type="web"><person-group person-group-type="author"><name name-style="western"><surname>Lee</surname><given-names>AA</given-names> </name><name name-style="western"><surname>Hegde</surname><given-names>N</given-names> </name><name name-style="western"><surname>Emir-Farinas</surname><given-names>H</given-names> </name><etal/></person-group><article-title>Protocol: evaluating PEARL - a personalized exercise assistant using reinforcement learning (walkmate study)</article-title><source>OSF Registries</source><access-date>2026-10-31</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://osf.io/tw7up/">https://osf.io/tw7up/</ext-link></comment></nlm-citation></ref><ref id="ref23"><label>23</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Deliu</surname><given-names>N</given-names> </name><name name-style="western"><surname>Williams</surname><given-names>JJ</given-names> </name><name name-style="western"><surname>Chakraborty</surname><given-names>B</given-names> </name></person-group><article-title>Reinforcement learning in modern biostatistics: constructing optimal adaptive interventions</article-title><source>Int Statistical Rev</source><year>2025</year><month>12</month><access-date>2026-10-13</access-date><volume>93</volume><issue>3</issue><fpage>385</fpage><lpage>424</lpage><comment><ext-link ext-link-type="uri" xlink:href="https://onlinelibrary.wiley.com/toc/17515823/93/3">https://onlinelibrary.wiley.com/toc/17515823/93/3</ext-link></comment><pub-id pub-id-type="doi">10.1111/insr.12583</pub-id></nlm-citation></ref><ref id="ref24"><label>24</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Nahum-Shani</surname><given-names>I</given-names> </name><name name-style="western"><surname>Hekler</surname><given-names>EB</given-names> </name><name name-style="western"><surname>Spruijt-Metz</surname><given-names>D</given-names> </name></person-group><article-title>Building health behavior models to guide the development of just-in-time adaptive interventions: a pragmatic framework</article-title><source>Health Psychol</source><year>2015</year><month>12</month><volume>34S</volume><fpage>1209</fpage><lpage>1219</lpage><pub-id pub-id-type="doi">10.1037/hea0000306</pub-id><pub-id pub-id-type="medline">26651462</pub-id></nlm-citation></ref><ref id="ref25"><label>25</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Semaan</surname><given-names>S</given-names> </name><name name-style="western"><surname>Dewland</surname><given-names>TA</given-names> </name><name name-style="western"><surname>Tison</surname><given-names>GH</given-names> </name><etal/></person-group><article-title>Physical activity and atrial fibrillation: data from wearable fitness trackers</article-title><source>Heart Rhythm</source><year>2020</year><month>05</month><volume>17</volume><issue>5 Pt B</issue><fpage>842</fpage><lpage>846</lpage><pub-id pub-id-type="doi">10.1016/j.hrthm.2020.02.013</pub-id><pub-id pub-id-type="medline">32354448</pub-id></nlm-citation></ref><ref id="ref26"><label>26</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Block</surname><given-names>VJ</given-names> </name><name name-style="western"><surname>Liz&#x00E9;e</surname><given-names>A</given-names> </name><name name-style="western"><surname>Crabtree-Hartman</surname><given-names>E</given-names> </name><etal/></person-group><article-title>Continuous daily assessment of multiple sclerosis disability using remote step count monitoring</article-title><source>J Neurol</source><year>2017</year><month>02</month><volume>264</volume><issue>2</issue><fpage>316</fpage><lpage>326</lpage><pub-id pub-id-type="doi">10.1007/s00415-016-8334-6</pub-id><pub-id pub-id-type="medline">27896433</pub-id></nlm-citation></ref><ref id="ref27"><label>27</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Card</surname><given-names>D</given-names> </name><name name-style="western"><surname>Krueger</surname><given-names>AB</given-names> </name></person-group><article-title>Minimum wages and employment: a case study of the Fast-Food Industry in New Jersey and Pennsylvania</article-title><source>Am Econ Rev</source><year>1994</year><volume>84</volume><fpage>772</fpage><lpage>793</lpage><pub-id pub-id-type="doi">10.3386/w4509</pub-id></nlm-citation></ref><ref id="ref28"><label>28</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ballinger</surname><given-names>GA</given-names> </name></person-group><article-title>Using generalized estimating equations for longitudinal data analysis</article-title><source>Organ Res Methods</source><year>2004</year><month>04</month><volume>7</volume><issue>2</issue><fpage>127</fpage><lpage>150</lpage><pub-id pub-id-type="doi">10.1177/1094428104263672</pub-id></nlm-citation></ref><ref id="ref29"><label>29</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Liang</surname><given-names>KY</given-names> </name><name name-style="western"><surname>Zeger</surname><given-names>SL</given-names> </name></person-group><article-title>Longitudinal data analysis using generalized linear models</article-title><source>Biometrika</source><year>1986</year><volume>73</volume><issue>1</issue><fpage>13</fpage><lpage>22</lpage><pub-id pub-id-type="doi">10.1093/biomet/73.1.13</pub-id></nlm-citation></ref><ref id="ref30"><label>30</label><nlm-citation citation-type="web"><article-title>R: a language and environment for statistical computing</article-title><source>The R Foundation</source><year>2021</year><access-date>2026-10-13</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.R-project.org">https://www.R-project.org</ext-link></comment></nlm-citation></ref><ref id="ref31"><label>31</label><nlm-citation citation-type="web"><source>Python</source><year>2026</year><access-date>2026-10-13</access-date><comment><ext-link ext-link-type="uri" xlink:href="http://python.org">python.org</ext-link></comment></nlm-citation></ref><ref id="ref32"><label>32</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Stamatakis</surname><given-names>E</given-names> </name><name name-style="western"><surname>Ahmadi</surname><given-names>MN</given-names> </name><name name-style="western"><surname>Gill</surname><given-names>JMR</given-names> </name><etal/></person-group><article-title>Association of wearable device-measured vigorous intermittent lifestyle physical activity with mortality</article-title><source>Nat Med</source><year>2022</year><month>12</month><volume>28</volume><issue>12</issue><fpage>2521</fpage><lpage>2529</lpage><pub-id pub-id-type="doi">10.1038/s41591-022-02100-x</pub-id><pub-id pub-id-type="medline">36482104</pub-id></nlm-citation></ref><ref id="ref33"><label>33</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Master</surname><given-names>H</given-names> </name><name name-style="western"><surname>Annis</surname><given-names>J</given-names> </name><name name-style="western"><surname>Huang</surname><given-names>S</given-names> </name><etal/></person-group><article-title>Association of step counts over time with the risk of chronic disease in the All of Us Research Program</article-title><source>Nat Med</source><year>2022</year><month>11</month><volume>28</volume><issue>11</issue><fpage>2301</fpage><lpage>2308</lpage><pub-id pub-id-type="doi">10.1038/s41591-022-02012-w</pub-id><pub-id pub-id-type="medline">36216933</pub-id></nlm-citation></ref><ref id="ref34"><label>34</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Boruvka</surname><given-names>A</given-names> </name><name name-style="western"><surname>Almirall</surname><given-names>D</given-names> </name><name name-style="western"><surname>Witkiewitz</surname><given-names>K</given-names> </name><name name-style="western"><surname>Murphy</surname><given-names>SA</given-names> </name></person-group><article-title>Assessing time-varying causal effect moderation in mobile health</article-title><source>J Am Stat Assoc</source><year>2018</year><volume>113</volume><issue>523</issue><fpage>1112</fpage><lpage>1121</lpage><pub-id pub-id-type="doi">10.1080/01621459.2017.1305274</pub-id><pub-id pub-id-type="medline">30467446</pub-id></nlm-citation></ref></ref-list><app-group><supplementary-material id="app1"><label>Multimedia Appendix 1</label><p>Detailed justification for the selection of COM-B as the theoretical framework.</p><media xlink:href="jmir_v28i1e91156_app1.docx" xlink:title="DOCX File, 2381 KB"/></supplementary-material><supplementary-material id="app2"><label>Multimedia Appendix 2</label><p>Bank of nudge messages, categorized by their respective behavior change theme.</p><media xlink:href="jmir_v28i1e91156_app2.docx" xlink:title="DOCX File, 2390 KB"/></supplementary-material><supplementary-material id="app3"><label>Multimedia Appendix 3</label><p>Sensitivity analysis for participants with missing data.</p><media xlink:href="jmir_v28i1e91156_app3.docx" xlink:title="DOCX File, 19 KB"/></supplementary-material><supplementary-material id="app4"><label>Multimedia Appendix 4</label><p>COM-B survey, deployed to participants at both onboarding and study exit.</p><media xlink:href="jmir_v28i1e91156_app4.docx" xlink:title="DOCX File, 2381 KB"/></supplementary-material><supplementary-material id="app5"><label>Multimedia Appendix 5</label><p>Study exit survey.</p><media xlink:href="jmir_v28i1e91156_app5.docx" xlink:title="DOCX File, 2893 KB"/></supplementary-material><supplementary-material id="app6"><label>Multimedia Appendix 6</label><p>Literature review on ongoing and completed studies utilizing mHealth technologies and personalized intervention delivery (through MRT/RL) to promote physical activity.</p><media xlink:href="jmir_v28i1e91156_app6.docx" xlink:title="DOCX File, 20 KB"/></supplementary-material><supplementary-material id="app7"><label>Multimedia Appendix 7</label><p>Generative AI prompts/responses/transcripts used in the preparation of the manuscript.</p><media xlink:href="jmir_v28i1e91156_app7.docx" xlink:title="DOCX File, 20 KB"/></supplementary-material><supplementary-material id="app8"><label>Checklist 1</label><p>CONSORT e-HEALTH checklist (V 1.6.1)</p><media xlink:href="jmir_v28i1e91156_app8.docx" xlink:title="DOCX File, 2643 KB"/></supplementary-material></app-group></back></article>