<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "journalpublishing.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="2.0" xml:lang="en" article-type="research-article"><front><journal-meta><journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id><journal-id journal-id-type="publisher-id">jmir</journal-id><journal-id journal-id-type="index">1</journal-id><journal-title>Journal of Medical Internet Research</journal-title><abbrev-journal-title>J Med Internet Res</abbrev-journal-title><issn pub-type="epub">1438-8871</issn><publisher><publisher-name>JMIR Publications</publisher-name><publisher-loc>Toronto, Canada</publisher-loc></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">v27i1e78613</article-id><article-id pub-id-type="doi">10.2196/78613</article-id><article-categories><subj-group subj-group-type="heading"><subject>Original Paper</subject></subj-group></article-categories><title-group><article-title>Oura Ring Behavioral Feedback Intervention for Alcohol Reduction in Young Adults: User Experience Evaluation of a Pilot Randomized Trial</article-title></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><name name-style="western"><surname>Griffith</surname><given-names>Frances J</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1">1</xref><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Ellison</surname><given-names>Oksana K</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Kunchay</surname><given-names>Sahiti</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Augustine</surname><given-names>Madilyn</given-names></name><degrees>BA</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>DeMartini</surname><given-names>Kelly S</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Fatigate</surname><given-names>Michael</given-names></name><degrees>BA</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Latimer</surname><given-names>Leah</given-names></name><degrees>BS</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>O'Malley</surname><given-names>Stephanie S</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Redeker</surname><given-names>Nancy S</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff3">3</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Ash</surname><given-names>Garrett I</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff4">4</xref><xref ref-type="aff" rid="aff5">5</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Fucito</surname><given-names>Lisa M</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib></contrib-group><aff id="aff1"><institution>Department of Psychiatry, Yale School of Medicine, Yale University</institution><addr-line>300 George Street</addr-line><addr-line>New Haven</addr-line><addr-line>CT</addr-line><country>United States</country></aff><aff id="aff2"><institution>Department of Psychology, University of Kentucky</institution><addr-line>Lexington</addr-line><addr-line>KY</addr-line><country>United States</country></aff><aff id="aff3"><institution>School of Nursing, University of Connecticut</institution><addr-line>Storrs</addr-line><addr-line>CT</addr-line><country>United States</country></aff><aff id="aff4"><institution>Department of Biomedical Informatics and Data Science, Department of Internal Medicine, Section of General Internal Medicine, Yale School of Medicine, Yale University</institution><addr-line>New Haven</addr-line><addr-line>CT</addr-line><country>United States</country></aff><aff id="aff5"><institution>Veterans Affairs Connecticut Healthcare System, Pain, Research, Informatics, Medical Comorbidities and Education Center</institution><addr-line>West Haven</addr-line><addr-line>CT</addr-line><country>United States</country></aff><contrib-group><contrib contrib-type="editor"><name name-style="western"><surname>Stone</surname><given-names>Alicia</given-names></name></contrib></contrib-group><contrib-group><contrib contrib-type="reviewer"><name name-style="western"><surname>Allan</surname><given-names>Liam</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Cooke</surname><given-names>Richard</given-names></name></contrib></contrib-group><author-notes><corresp>Correspondence to Frances J Griffith, PhD, Department of Psychiatry, Yale School of Medicine, Yale University, 300 George Street, New Haven, CT, 06511, United States, 1 859 257 6841; <email>frances.griffith@yale.edu</email></corresp></author-notes><pub-date pub-type="collection"><year>2025</year></pub-date><pub-date pub-type="epub"><day>4</day><month>12</month><year>2025</year></pub-date><volume>27</volume><elocation-id>e78613</elocation-id><history><date date-type="received"><day>05</day><month>06</month><year>2025</year></date><date date-type="accepted"><day>22</day><month>10</month><year>2025</year></date></history><copyright-statement>&#x00A9; Frances J Griffith, Oksana K Ellison, Sahiti Kunchay, Madilyn Augustine, Kelly S DeMartini, Michael Fatigate, Leah Latimer, Stephanie S O'Malley, Nancy S Redeker, Garrett I Ash, Lisa M Fucito. Originally published in the Journal of Medical Internet Research (<ext-link ext-link-type="uri" xlink:href="https://www.jmir.org">https://www.jmir.org</ext-link>), 4.12.2025. </copyright-statement><copyright-year>2025</copyright-year><license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research (ISSN 1438-8871), is properly cited. The complete bibliographic information, a link to the original publication on <ext-link ext-link-type="uri" xlink:href="https://www.jmir.org/">https://www.jmir.org/</ext-link>, as well as this copyright and license information must be included.</p></license><self-uri xlink:type="simple" xlink:href="https://www.jmir.org/2025/1/e78613"/><abstract><sec><title>Background</title><p>Wearable fitness technologies, like the Oura Ring (Oura Health Oy), provide physiological metrics, like sleep and heart rate data, to a growing user base of young adults. However, these technologies and connected mobile apps do not measure young adults&#x2019; alcohol use that contributes to these metrics. Personalized feedback on the impact of alcohol on sleep and heart rate may boost motivation to reduce drinking among young adults.</p></sec><sec><title>Objective</title><p>For this pilot randomized controlled trial, we evaluated the acceptability, feasibility, and perceived effectiveness of a wearable personalized feedback intervention for alcohol reduction in young adults that integrated physiological and behavioral data.</p></sec><sec sec-type="methods"><title>Methods</title><p>Recruitment took place offline and online via open access websites. Participants (N=60) wore the Oura Ring for 6 weeks and completed daily behavioral smartphone diaries. Only the feedback group (n=30) had full access to the Oura Ring app and personalized feedback reports every 2 weeks, received from the study team. The app included daily feedback on sleep and cardiovascular recovery. Feedback reports combined Oura Ring and diary data to show trends of alcohol use alongside sleep and cardiovascular data. We used artificial intelligence&#x2013;driven convergent mixed methods to evaluate self-assessed exit surveys and face-to-face exit interviews, including natural language processing and researcher-coded qualitative analyses with interviews.</p></sec><sec sec-type="results"><title>Results</title><p>Half of participants (30/60, 50%) were men, 81.6% (49/60) were White, and they had a mean age of 22.02 (SD 1.98) years. Across both groups, the overall program was described as highly acceptable, feasible, and effective. Wearing the Oura Ring was highly acceptable and feasible. The smartphone diaries were moderately acceptable, moderately-highly feasible, and highly effective. The feedback reports were highly acceptable, feasible, and effective. Among feedback group participants, the Oura Ring and app were moderately effective. The feedback group participants also had high adherence using the app daily, and 80% (48/60) read all 3 feedback reports. Per natural language processing, the most common topic in the feedback interviews related to their behavior change due to multiple intervention components (<italic>&#x019F;<sub>k</sub></italic>=0.18). This contrasted with the most common topic from assessment group participants about prechange learning (<italic>&#x019F;<sub>k</sub></italic>=0.22). During the researcher-coded qualitative analysis, we identified themes in 3 categories. Most participants described helpful aspects of the Oura Ring and app, smartphone diaries, and feedback report. Most felt that the report had the right amount of information, and a large group reported they learned about their sleep deficits. Curiosity was the most common reason participants joined the study. SMS text messages and usability kept them engaged, and almost none considered dropping out.</p></sec><sec sec-type="conclusions"><title>Conclusions</title><p>Commercial fitness wearables that integrate behavioral data may be acceptable and feasible and promote readiness to change drinking in young adults who are generally unconcerned about risky behaviors.</p></sec><sec><title>Trial Registration</title><p>ClinicalTrials.gov NCT05090995; https://clinicaltrials.gov/study/NCT05090995</p></sec></abstract><kwd-group><kwd>wearable technology</kwd><kwd>digital health</kwd><kwd>mobile health</kwd><kwd>alcohol use</kwd><kwd>drinking</kwd><kwd>heart rate variability</kwd><kwd>sleep</kwd><kwd>personalized feedback</kwd><kwd>young adults</kwd><kwd>natural language processing</kwd><kwd>mobile phone</kwd></kwd-group></article-meta></front><body><sec id="s1" sec-type="intro"><title>Introduction</title><sec id="s1-1"><title>Physiological Feedback for Alcohol Use in Young Adults</title><p>Wearable fitness technologies (eg, smartwatches and smart rings) are increasingly popular among young adults but may be missing crucial behavioral health data to guide behavior change. Over half (52%) of young adult consumers in the United States own commercial wearables and use them for fitness, stress or weight management, sleep, and other wellness goals [<xref ref-type="bibr" rid="ref1">1</xref>]. Their appeal lies in their ability to reliably measure physiological signals (eg, heart rate, blood oxygen, and skin temperature) in a noninvasive, accessible way via biometric sensors [<xref ref-type="bibr" rid="ref2">2</xref>]. However, physiological data are provided to users without information about concurrent behaviors that impact physiological states and patterns [<xref ref-type="bibr" rid="ref3">3</xref>], including alcohol use. This leaves users without guidance for how to change risky behaviors to support their wellness goals.</p><p>Alcohol use disorder (AUD) onset and rates of heavy drinking peak during young adulthood, but young adults are often more concerned about their general wellness than alcohol use behaviors [<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref7">7</xref>]. However, risky alcohol use can impede wellness goals, like sleep improvement and cardiovascular recovery [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. Alcohol&#x2019;s harmful effects across the body are well-established and include effects on cardiovascular health, sleep, and immune function [<xref ref-type="bibr" rid="ref10">10</xref>]. Alcohol use can contribute to cardiac arrhythmias [<xref ref-type="bibr" rid="ref8">8</xref>] and poor sleep quality in young adults, and vice versa [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. Inadequate sleep may lead to increased, problematic alcohol use in young adults [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref15">15</xref>] and to relapse for people with AUDs [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. Furthermore, behavioral interventions for insomnia may reduce alcohol use in adults who drink heavily [<xref ref-type="bibr" rid="ref15">15</xref>], especially digital insomnia programs [<xref ref-type="bibr" rid="ref18">18</xref>] and broader digital sleep interventions [<xref ref-type="bibr" rid="ref5">5</xref>]. Therefore, wearable fitness technologies may support sleep and other wellness goals by targeting related risky behaviors, like alcohol use.</p><p>Personalized feedback from wearable technologies may help young adults make connections between their alcohol use and their wellness goals, like improved sleep [<xref ref-type="bibr" rid="ref19">19</xref>]. In reviews and meta-analyses of clinical trials [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>], digital personalized feedback interventions result in small but meaningful reductions in young adults&#x2019; drinking. Feedback interventions often involve normalized feedback comparing young adults&#x2019; perceptions of peer drinking and actual peer drinking levels, which highlights that young adults&#x2019; peers often drink less than they expect [<xref ref-type="bibr" rid="ref20">20</xref>]. This feedback then facilitates comparison of their own self-reported drinking to actual norms. Personalized feedback for alcohol reduction is also increasingly integrating multiple personal data streams, enabling comparison between drinking and other facets of young adults&#x2019; experiences [<xref ref-type="bibr" rid="ref21">21</xref>]. Combining physiological data (eg, alcohol&#x2019;s effects on heart rate and sleep) and self-reported behavioral data (eg, number of drinks consumed) can provide highly personalized feedback and insights that can increase user engagement in interventions [<xref ref-type="bibr" rid="ref3">3</xref>], which is critical to intervention effectiveness [<xref ref-type="bibr" rid="ref22">22</xref>].</p><p>Feedback in digital health interventions tends to be delivered (1) when a behavior is occurring or (2) after a behavior occurs [<xref ref-type="bibr" rid="ref23">23</xref>], which facilitates reflection-in-action or reflection-on-action, respectively, to promote insight [<xref ref-type="bibr" rid="ref24">24</xref>]. Retrospective delivery of feedback allows users to think about their behavior in the larger context of related events, feelings, and motivations and to consider relations between their experiences and physiological or behavioral data [<xref ref-type="bibr" rid="ref25">25</xref>]. Feedback with a record of experiences over time can facilitate &#x201C;descriptive reflection&#x201D; (revisiting behaviors) and &#x201C;explanatory reflection&#x201D; (explaining behaviors). Furthermore, feedback showing correlations or causal patterns (eg, associations between alcohol use and poor sleep) can encourage &#x201C;dialogic reflection&#x201D; [<xref ref-type="bibr" rid="ref25">25</xref>]. Reflecting on causal patterns between alcohol use and hindered wellness goals may boost motivation to change alcohol consumption among young adults who are unconcerned about their alcohol use [<xref ref-type="bibr" rid="ref5">5</xref>].</p><p>Popular commercial devices are uniquely positioned to promote reflection and insight among young adults who might not otherwise seek help with risky behaviors, like alcohol use [<xref ref-type="bibr" rid="ref25">25</xref>]. Given the potential for wearable technologies to promote wellness and decrease risky behaviors simultaneously [<xref ref-type="bibr" rid="ref5">5</xref>], it is essential to study young adults&#x2019; experiences with integrated physiological and behavioral feedback on alcohol use. User engagement is critical to the success of digital health tools [<xref ref-type="bibr" rid="ref22">22</xref>], and intervention designers must understand how to optimize feedback to encourage long-term engagement from young adults.</p></sec><sec id="s1-2"><title>This Study</title><p>The current study is the first randomized controlled trial (RCT) of a wearable, personalized feedback intervention for young adults with risky drinking that combines: (1) physiological metrics of sleep, heart rate variability (HRV), and resting heart rate via wearable photoplethysmography biosensors in the Oura Ring (Oura Health Oy) and (2) behavioral daily diary self-monitoring of sleep and alcohol use.</p><p>Our primary evaluation aim was to describe young adults&#x2019; perceptions of the acceptability, feasibility, and perceived effectiveness of the Oura Ring wearable, the Oura Ring mobile app, smartphone diary self-monitoring, and personalized feedback and tailored advice reports, with a focus on participants&#x2019; experiences in the feedback group. In addition, we also had some exploratory aims. First, we aimed to compare user experiences between the feedback group (full access to the Oura Ring mobile app and feedback reports every 2 weeks) and the assessment group. Second, we aimed to compare user experiences of different intervention components and, finally, explore young adults&#x2019; health coaching preferences for personalized feedback.</p></sec></sec><sec id="s2" sec-type="methods"><title>Methods</title><sec id="s2-1"><title>Study Design</title><p>For this pilot, parallel-group RCT, our goal was to evaluate users&#x2019; experiences with a wearable, personalized feedback intervention leveraging physiological data (cardiovascular and sleep) and behavioral data for alcohol reduction. Participants were randomly assigned 1:1 to either the feedback (n=30) or assessment (n=30) group. In 2022, all participants wore the commercial wearable Oura Ring, Gen2 (Oura Health Oy) daily for 6 weeks, completed daily smartphone diaries about their sleep, alcohol or substance use, and health behaviors, and completed follow-ups at weeks 6 and 10. Study staff members gave SMS text reminders to participants to sync Oura Ring data 3&#x2010;4 times per week and to complete smartphone diaries (if not yet completed).</p><p>The feedback group had full access to the Oura Ring mobile app via smartphone. The app included daily personalized, biometric feedback on sleep (ie, sleep stages, wakefulness, timing, efficiency, latency, and duration), physical activity (ie, calories burned and steps), cardiovascular recovery (HRV and resting heart rate), respiratory rate, and body temperature. Furthermore, the app provided composite health scores in the areas of &#x201C;sleep,&#x201D; &#x201C;activity,&#x201D; and &#x201C;readiness&#x201D; based on proprietary algorithms and in-app sleep tips and activity prompts. The assessment group only had partial access to the Oura Ring mobile app, including general wellness tips, but they did not have access to personalized, biometric feedback in the app (eg, daily sleep and cardiovascular feedback). Based on our previous work [<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref7">7</xref>], we judged this to be the best control as it provides the experience of wearing the ring, having knowledge of being monitored, and using the app.</p><p>The feedback group also received personalized feedback and tailored advice reports every 2 weeks, derived separately and delivered by our research team, on integrated physiological Oura Ring data and behavioral smartphone diary data. Personalized feedback included trends of alcohol and other substance use based on self-report (eg, heavy drinking or substance use occasions, drinks per week, and peak blood alcohol level), alongside cardiovascular recovery and sleep data over each 2-week period (refer to the studies by Fucito et al [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref7">7</xref>] for more details on similar feedback reports in previous research). Reports included data visualization to reveal patterns among sleep, cardiovascular, and alcohol and substance use data streams. Within reports, participants were also given brief, evidence-based advice tailored to their data, such as sleep hygiene, controlled drinking, stress management, and exercise strategies. The assessment group did not receive feedback reports every 2 weeks from the research team, but received 1 delayed feedback report postintervention at week 10. The assessment group participants were unblinded given their knowledge that features of the Oura Ring app were blocked and that they were not receiving feedback reports throughout the intervention period. Furthermore, study team members were unblinded when administering participant appointments and interviews.</p></sec><sec id="s2-2"><title>Recruitment</title><p>Participants were recruited through online advertisements on open-access social media sites (eg, Snapchat [Snap Inc], Instagram [Meta], Facebook [Meta], and Reddit) and offline via community flyers in universities, gyms, and other public spaces. Although advertisements did not explicitly seek out young adults who wanted to reduce their drinking, they did target young adults with heavier drinking levels as central to the study. Interested volunteers were directed to complete an online screener. The study&#x2019;s affiliation with Yale School of Medicine was apparent in recruitment and screening materials. To be eligible, participants needed to (1) be 18&#x2010;25 years old, (2) be fluent in English, (3) report &#x2265;4 heavy drinking occasions (&#x2265;5 drinks for men and &#x2265;4 for women) in the past 28 days, (4) be at risk of harmful drinking (Alcohol Use Disorder Identification Test- Consumption [<xref ref-type="bibr" rid="ref26">26</xref>] &#x2265;7 for men or &#x2265;5 for women), and (5) own a smartphone. Potential participants were excluded if they had (1) current (active) alcohol or sleep treatment; (2) clinically severe AUD withdrawal or substance use disorder other than cannabis in the last 12 months as assessed by diagnostic interview; (3) severe symptoms of a mental health disorder (MHD), for example, current psychosis or suicidality; (4) history of sleep disorders; (5) job with a night or rotating shift that prevented a consistent sleep schedule; or (6) travel &#x003E;2 time zones during study participation or a month before.</p><p>Of the 81 participants who were screened online for eligibility, 21 did not meet the inclusion criteria due to insufficient drinking levels (n=15), severe MHDs (n=2), and planned travel (n=1; <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). Furthermore, 3 participants were no longer interested. Those 60 participants who met online screening eligibility were invited to attend an intake to confirm eligibility face-to-face. All 60 eligible participants who were enrolled and randomized into groups ultimately completed the treatment, and 59 completed follow-up. Given that this was a pilot trial, neither a power analysis nor other sample size calculations were undertaken. We judged that 60 participants, including 30 in the feedback group, would be sufficient to assess intervention feasibility.</p></sec><sec id="s2-3"><title>Evaluation Procedure</title><p>To assess user experiences, participants completed self-assessed, web-based exit surveys and face-to-face exit interviews designed for this study (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). Acceptability was defined as survey ratings of intervention satisfaction and likeability and interview sentiment and descriptions of preference. Feasibility was determined via survey ratings of intervention comfort, schedule workability, life interference, and interview descriptions of understandability. Perceived effectiveness encompassed survey ratings of intervention helpfulness alongside interview descriptions of helpfulness, behavior influence, and behavior change. The timing and some content of assessments varied by group. To assure quality, exit interviews were given face-to-face, and exit surveys were self-assessed by participants under the supervision of a study team member.</p></sec><sec id="s2-4"><title>Exit Surveys</title><p>All participants completed exit surveys at week 6. Participants were emailed a web link to the exit survey, which they could complete via smartphone or computer. Exit surveys included original Likert scale and Likert-type questions written by the study team regarding the acceptability, feasibility, and perceived effectiveness of the overall program, wearing the Oura Ring, and completing the smartphone diaries. These user experience questions were based on validated measures [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>] and have been used in a variety of previous online user experience studies [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>]. In the week 6 exit survey, the feedback group participants responded to additional questions about the acceptability, feasibility, and perceived effectiveness of the Oura Ring mobile app and the personalized feedback and tailored advice reports received every 2 weeks. Questions about the perceived effectiveness of the intervention referred to the helpfulness of information and tips for reducing alcohol and improving sleep or cardiovascular health. At week 10, the assessment group participants were not asked questions about the Oura Ring mobile app due to their limited access, but they were asked questions about the delayed feedback report that they received. After trial initiation, additional survey questions were completed by a smaller subset of participants, including their willingness to purchase the Oura Ring (n=51) and feedback reports (n=53), the likelihood of recommending the Oura Ring to others (n=51), the likability and understandability of alcohol or substance information in feedback reports (n=32), and the helpfulness of behavioral tips (such as sleep and alcohol tips) in feedback reports (n=28&#x2010;31).</p></sec><sec id="s2-5"><title>Exit Interviews</title><p>Both groups also completed exit interviews with a study team member (MA). The feedback group participants completed exit interviews during week 6 follow-ups. Interview questions focused on changes in overall health, sleep, and alcohol or substance use during the study, comparisons to peers, helpfulness of received intervention components (Oura Ring, smartphone diaries, and personalized feedback reports), interests and preferences for health coaching, and suggestions for future research. The feedback group participants also answered questions about the Oura Ring mobile app and provided comparisons among components. Thematic saturation occurred before interviewing all feedback group participants, but all participants were asked to take part in interviews to ensure all user experiences were captured. Exit interviews were not initially planned for the assessment group but were added after study initiation to their week 10 follow-up to gain a richer understanding of their experiences and reactions to the delayed feedback report. However, this protocol addition resulted in the first assessment group participants (n=4) not being offered interviews. Assessment group participants were not asked questions about the Oura Ring mobile app because they did not have full access, and they were not asked to compare intervention components. Consistent with iterative qualitative research methods [<xref ref-type="bibr" rid="ref31">31</xref>], some interview questions for both groups (eg, exploratory health coaching questions) were adaptively added during the evaluation process in response to users&#x2019; experiences.</p></sec><sec id="s2-6"><title>Data Analysis</title><p>We used an innovative convergent mixed methods approach [<xref ref-type="bibr" rid="ref5">5</xref>] incorporating artificial intelligence (AI)&#x2013;driven natural language processing (NLP) to evaluate this wearable, personalized feedback intervention for young adults with risky drinking. Exit surveys and exit interviews were analyzed in parallel to assess the convergence of findings. For our primary aim, we examined the descriptive results of exit surveys to evaluate the acceptability, feasibility, and perceived effectiveness of the overall program and its intervention components. Then, for our exploratory aims, we assessed (1) predictive results of exit surveys, specifically whether the acceptability, feasibility, or perceived effectiveness of the program varied based on study group, and (2) descriptive results of exit surveys and interviews comparing intervention components and health coach preferences.</p><p>Concurrently with exit survey analyses, we also analyzed the content of exit interviews using AI-driven NLP and researcher-coded qualitative analysis. We used NLP first to characterize exit interviews, which included (1) topic modeling analysis with Latent Dirichlet Allocation (LDA; [<xref ref-type="bibr" rid="ref32">32</xref>]) and (2) sentiment analysis with the Finn &#x00C5;rup Nielsen (AFINN) lexicon [<xref ref-type="bibr" rid="ref33">33</xref>]. With a given number of topics, LDA determines the most likely topics within each document and the most likely terms within each topic [<xref ref-type="bibr" rid="ref32">32</xref>]. The number of topics (<italic>k</italic>) used in our LDA was determined through a preliminary analysis using 3 methods [<xref ref-type="bibr" rid="ref34">34</xref>]. Overall topic prevalence, or the topic&#x2019;s proportion of a given document on average, is characterized by <italic>&#x019F;<sub>k</sub></italic>. Following the LDA, 2 study team members (FJG and OKE) named each topic based on recursive reading of interviews most likely to include each topic. These coders compared the names to ensure trustworthiness. For the sentiment analysis, we used the AFINN lexicon, which assigns values ranging from &#x2212;3 to 3 based on their negative to positive valence, with 0 indicating neutrality in words. Documents are each given an index score based on the net value of included terms from the AFINN lexicon [<xref ref-type="bibr" rid="ref33">33</xref>].</p><p>Based on the scope of the NLP results, study team members then conducted a rapid qualitative analysis on specific exit interview questions to target remaining areas of research interest. In total, 7 study team members (FJG, OKE, SK, MF, LL, and Holly Boyle and Sophia Sniffin) participated in the deductive qualitative coding process informed by the rigorous and accelerated data reduction (RADaR) technique for rapid qualitative analysis [<xref ref-type="bibr" rid="ref35">35</xref>]. This technique involves a series of spreadsheets and data tables in which qualitative passages are successively reduced to derive themes [<xref ref-type="bibr" rid="ref35">35</xref>]. A randomly selected subset (10/50, 20%) of interviews was independently coded by multiple coders to assess interrater reliability. Prereconciliation meeting Cohen kappa values between coding pairs ranged from 0.72 to 0.82, and postreconciliation meeting kappa values ranged from 0.90 to 0.97. The coding framework was revised based on reconciliation discussions, and remaining interviews were divided among coders who engaged in ongoing consultation and discussion to reduce coder drift and maintain trustworthiness. The researcher-coded qualitative findings from exit interviews were compared with quantitative NLP results from exit interviews using joint display methods, specifically an integrated results matrix [<xref ref-type="bibr" rid="ref36">36</xref>]. For interview thematic results, we distinguish between primary aim results, which focus on intervention acceptability, feasibility, and perceived effectiveness, and exploratory aim results, which concentrated on comparisons between trial groups or intervention components and young adults&#x2019; health coaching preferences.</p></sec><sec id="s2-7"><title>Ethical Considerations</title><p>This research was approved by the Yale University institutional review board (2000030417). All eligible participants discussed an informed consent form in detail with a study team member before agreeing to take part in the study, and informed consent was obtained from every participant. During the informed consent process, the intervention&#x2019;s focus on alcohol use and related physiological metrics was made explicit. Participants&#x2019; identifying information was kept private and confidential and stored only on a secure university server. All data used for the user experience evaluation were deidentified before analysis. Participants could earn up to US $279 if they completed all study activities (ie, smartphone diaries, study visits, and wearing and returning the Oura Ring).</p></sec></sec><sec id="s3" sec-type="results"><title>Results</title><sec id="s3-1"><title>Sample</title><p>A total of 60 participants took part in the RCT and completed the exit survey (<xref ref-type="fig" rid="figure1">Figure 1</xref>). Almost all feedback group participants (n=29) and most assessment group participants (n=21) completed the exit interview. Half of the participants (30/60, 50%) were men, and 81.6% (49/60) were White, with a mean age of 22.02 (SD 1.98) years (<xref ref-type="table" rid="table1">Table 1</xref>). The majority (40/60, 66.6%) were students, and most (41/60, 68.3%) were employed. Over three-fourths (47/60, 78.3%) met criteria for an AUD, 21.7% (13/60) for another substance use disorder, and 15% (9/60) for an MHD. No demographic variable differed significantly between the assessment and feedback group participants.</p><fig position="float" id="figure1"><label>Figure 1.</label><caption><p>CONSORT (Consolidated Standards of Reporting Trials) flow diagram.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="jmir_v27i1e78613_fig01.png"/></fig><table-wrap id="t1" position="float"><label>Table 1.</label><caption><p>Sample characteristics (N=60).</p></caption><table id="table1" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Sample characteristic</td><td align="left" valign="bottom">Assessment (n=30), n (%)</td><td align="left" valign="bottom">Feedback (n=30), n (%)</td><td align="left" valign="bottom">Total (n=60)<sup><xref ref-type="table-fn" rid="table1fn1">a</xref></sup>, n (%)</td></tr></thead><tbody><tr><td align="left" valign="top" colspan="4">Gender<sup><xref ref-type="table-fn" rid="table1fn2">b</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Man</td><td align="left" valign="top">16 (53.3)</td><td align="left" valign="top">14 (46.6)</td><td align="left" valign="top">30 (50)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Woman</td><td align="left" valign="top">14 (46.7)</td><td align="left" valign="top">15 (50)</td><td align="left" valign="top">29 (48.3)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Nonbinary</td><td align="left" valign="top">0 (0)</td><td align="left" valign="top">1 (3.3)</td><td align="left" valign="top">1 (1.6)</td></tr><tr><td align="left" valign="top" colspan="4">Race</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Asian</td><td align="left" valign="top">2 (6.6)</td><td align="left" valign="top">1 (3.3)</td><td align="left" valign="top">3 (5)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Black</td><td align="left" valign="top">3 (10)</td><td align="left" valign="top">3 (10)</td><td align="left" valign="top">6 (10)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Multiracial</td><td align="left" valign="top">0 (0)</td><td align="left" valign="top">1 (3.3)</td><td align="left" valign="top">1 (1.6)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Other</td><td align="left" valign="top">1 (3.3)</td><td align="left" valign="top">0 (0)</td><td align="left" valign="top">1(1.6)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>White</td><td align="left" valign="top">24 (80)</td><td align="left" valign="top">25 (83.3)</td><td align="left" valign="top">49 (81.6)</td></tr><tr><td align="left" valign="top" colspan="4">Ethnicity</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Not Hispanic or Latine</td><td align="left" valign="top">25 (83.3)</td><td align="left" valign="top">26 (86.6)</td><td align="left" valign="top">51 (85)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Hispanic or Latine</td><td align="left" valign="top">5 (16.6)</td><td align="left" valign="top">4 (13.3)</td><td align="left" valign="top">9 (15)</td></tr><tr><td align="left" valign="top" colspan="4">Student status</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Student</td><td align="left" valign="top">19 (63.3)</td><td align="left" valign="top">21 (70)</td><td align="left" valign="top">40 (66.6)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Nonstudent</td><td align="left" valign="top">11 (36.6)</td><td align="left" valign="top">9 (30)</td><td align="left" valign="top">20 (33.3)</td></tr><tr><td align="left" valign="top" colspan="4">Employment status</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Part-time</td><td align="left" valign="top">8 (26.7)</td><td align="left" valign="top">16 (53.3)</td><td align="left" valign="top">24 (40)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Not working</td><td align="left" valign="top">12 (40)</td><td align="left" valign="top">7 (23.3)</td><td align="left" valign="top">19 (31.7)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Full-time</td><td align="left" valign="top">10 (33.3)</td><td align="left" valign="top">7 (23.3)</td><td align="left" valign="top">17 (28.3)</td></tr><tr><td align="left" valign="top" colspan="4">Met criteria for AUD<sup><xref ref-type="table-fn" rid="table1fn3">c</xref></sup> <sup><xref ref-type="table-fn" rid="table1fn4">d</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>No</td><td align="left" valign="top">7 (23.3)</td><td align="left" valign="top">8 (26.7)</td><td align="left" valign="top">15 (25)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Mild</td><td align="left" valign="top">14 (46.7)</td><td align="left" valign="top">9 (30)</td><td align="left" valign="top">25 (41.7)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Moderate</td><td align="left" valign="top">7 (23.3)</td><td align="left" valign="top">9 (30)</td><td align="left" valign="top">16 (26.7)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Severe</td><td align="left" valign="top">2 (6.7)</td><td align="left" valign="top">4 (13.3)</td><td align="left" valign="top">6 (10)</td></tr><tr><td align="left" valign="top" colspan="4">Met criteria for other SUD<sup><xref ref-type="table-fn" rid="table1fn5">e</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>No</td><td align="left" valign="top">24 (80)</td><td align="left" valign="top">23 (76.7)</td><td align="left" valign="top">47 (78.3)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Yes</td><td align="left" valign="top">6 (20)</td><td align="left" valign="top">7 (23.3)</td><td align="left" valign="top">13 (21.7)</td></tr><tr><td align="left" valign="top" colspan="4">Ever AUD or SUD treatment</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>No</td><td align="left" valign="top">30 (100)</td><td align="left" valign="top">29 (96.6)</td><td align="left" valign="top">59 (98.3)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Yes</td><td align="left" valign="top">0 (0)</td><td align="left" valign="top">1 (3.3)</td><td align="left" valign="top">1 (1.6)</td></tr><tr><td align="left" valign="top" colspan="4">Met criteria for a MHD<sup><xref ref-type="table-fn" rid="table1fn6">f</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>No</td><td align="left" valign="top">25 (83.3)</td><td align="left" valign="top">26 (86.7)</td><td align="left" valign="top">51 (85)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Yes</td><td align="left" valign="top">5 (16.6)</td><td align="left" valign="top">4 (13.3)</td><td align="left" valign="top">9 (15)</td></tr></tbody></table><table-wrap-foot><fn id="table1fn1"><p><sup>a</sup>Age=mean 22.02, SD 1.98, range 18.03&#x2010;25.94 years.</p></fn><fn id="table1fn2"><p><sup>b</sup>&#x201C;Gender&#x201D; refers to participants&#x2019; self-identified gender identity, not biological sex.</p></fn><fn id="table1fn3"><p><sup>c</sup>AUD: alcohol use disorder.</p></fn><fn id="table1fn4"><p><sup>d</sup>Baseline alcohol use (past 28 d): Total standard alcoholic drinks=mean 73.91, SD 36.89; range 28.50&#x2010;219.49 drinks. Alcohol grams/day=mean 36.96, SD 18.45; range 14.25&#x2010;109.75 grams/day.</p></fn><fn id="table1fn5"><p><sup>e</sup>SUD: substance use disorder.</p></fn><fn id="table1fn6"><p><sup>f</sup>MHD: mental health disorder.</p></fn></table-wrap-foot></table-wrap></sec><sec id="s3-2"><title>Exit Survey</title><p>On a 100-point scale, participants in both groups reported high acceptability (mean 84.17, SD 17.81) and perceived effectiveness (eg, promoting hope [mean 70.42, SD 25] and meeting program goals [mean 75.83, SD 21.57]) of the overall program (<xref ref-type="table" rid="table2">Table 2</xref>). Almost all participants (58/60, 96.7%) said that they would recommend the program to a family member. Although participants in both groups found the overall program to be highly feasible (eg, schedule duration [mean 77.92, SD 25.25] and schedule workability [mean 91.67, SD 15.03]), assessment group participants reported some higher aspects of overall program feasibility compared with feedback group participants, including schedule workability (mean difference=8.30, <italic>P</italic>=.03) and visit comfortability (mean difference=10.00, <italic>P</italic>=.007) of visits.</p><table-wrap id="t2" position="float"><label>Table 2.</label><caption><p>Exit survey results: rated agreement on a scale (0-100; n=60).</p></caption><table id="table2" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom"/><td align="left" valign="bottom">Mean (SD)<sup><xref ref-type="table-fn" rid="table2fn1">a</xref></sup>, (1&#x2010;100)</td><td align="left" valign="bottom">Rated positive (&#x003E;50), n (%)</td><td align="left" valign="bottom">Number</td></tr></thead><tbody><tr><td align="left" valign="top" colspan="4">Acceptability</td></tr><tr><td align="left" valign="top">&#x2003;Feedback report sleep/cardio information was likeable</td><td align="left" valign="top">92.67 (13.25)</td><td align="left" valign="top">56 (96.6)</td><td align="left" valign="top">58</td></tr><tr><td align="left" valign="top">&#x2003;Were willing to wear Oura Ring another week</td><td align="left" valign="top">90.83 (17.20)</td><td align="left" valign="top">55 (91.7)</td><td align="left" valign="top">60</td></tr><tr><td align="left" valign="top">&#x2003;Were willing to wear Oura Ring in future</td><td align="left" valign="top">89.17 (18.62)</td><td align="left" valign="top">55 (91.7)</td><td align="left" valign="top">60</td></tr><tr><td align="left" valign="top">&#x2003;Feedback report alcohol or substance info was likeable</td><td align="left" valign="top">87.50 (15.55)</td><td align="left" valign="top">30 (93.8)</td><td align="left" valign="top">32</td></tr><tr><td align="left" valign="top">&#x2003;Were willing to use Oura Ring with app in future</td><td align="left" valign="top">86.25 (20.80)</td><td align="left" valign="top">53 (88.3)</td><td align="left" valign="top">60</td></tr><tr><td align="left" valign="top">&#x2003;Oura Ring was not embarrassing to wear</td><td align="left" valign="top">84.58 (17.28)</td><td align="left" valign="top">57 (95)</td><td align="left" valign="top">60</td></tr><tr><td align="left" valign="top">&#x2003;Overall program was satisfying</td><td align="left" valign="top">84.17 (17.81)</td><td align="left" valign="top">52 (86.7)</td><td align="left" valign="top">60</td></tr><tr><td align="left" valign="top">&#x2003;Graphics in feedback report were acceptable</td><td align="left" valign="top">83.19 (17.76)</td><td align="left" valign="top">50 (86.2)</td><td align="left" valign="top">58</td></tr><tr><td align="left" valign="top">&#x2003;The quality of feedback report info was acceptable</td><td align="left" valign="top">82.33 (16.89)</td><td align="left" valign="top">53 (91.4)</td><td align="left" valign="top">58</td></tr><tr><td align="left" valign="top">&#x2003;Feedback report was interesting</td><td align="left" valign="top">76.72 (18.65)</td><td align="left" valign="top">46 (79.3)</td><td align="left" valign="top">58</td></tr><tr><td align="left" valign="top">&#x2003;Feedback report was visually appealing</td><td align="left" valign="top">76.29 (22.17)</td><td align="left" valign="top">43 (74.1)</td><td align="left" valign="top">58</td></tr><tr><td align="left" valign="top">&#x2003;Oura Ring was likeable</td><td align="left" valign="top">76.25 (22.75)</td><td align="left" valign="top">44 (73.3)</td><td align="left" valign="top">60</td></tr><tr><td align="left" valign="top">&#x2003;Feedback report layout was acceptable</td><td align="left" valign="top">75.00 (24.33)</td><td align="left" valign="top">43 (74.1)</td><td align="left" valign="top">58</td></tr><tr><td align="left" valign="top">&#x2003;Smartphone diary was likeable</td><td align="left" valign="top">59.17 (25.20)</td><td align="left" valign="top">26 (43.3)</td><td align="left" valign="top">60</td></tr><tr><td align="left" valign="top" colspan="4">Feasibility</td></tr><tr><td align="left" valign="top">&#x2003;Oura Ring was not itchy</td><td align="left" valign="top">93.52 (13.77)</td><td align="left" valign="top">58 (96.7)</td><td align="left" valign="top">60</td></tr><tr><td align="left" valign="top">&#x2003;Oura Ring did not interfere with concentration</td><td align="left" valign="top">92.08 (14.18)</td><td align="left" valign="top">59 (98.3)</td><td align="left" valign="top">60</td></tr><tr><td align="left" valign="top">&#x2003;Overall program visits did not interfere with schedule</td><td align="left" valign="top">91.67 (15.03)</td><td align="left" valign="top">58 (96.7)</td><td align="left" valign="top">60</td></tr><tr><td align="left" valign="top">&#x2003;Oura Ring did not interfere with sleep</td><td align="left" valign="top">91.25 (16.48)</td><td align="left" valign="top">58 (96.7)</td><td align="left" valign="top">60</td></tr><tr><td align="left" valign="top">&#x2003;Oura Ring did not irritate skin</td><td align="left" valign="top">90.93 (15.38)</td><td align="left" valign="top">59 (98.3)</td><td align="left" valign="top">60</td></tr><tr><td align="left" valign="top">&#x2003;Overall program visits were comfortable</td><td align="left" valign="top">90.00 (14.70)</td><td align="left" valign="top">57 (95)</td><td align="left" valign="top">60</td></tr><tr><td align="left" valign="top">&#x2003;Oura Ring stayed on finger</td><td align="left" valign="top">87.92 (19.79)</td><td align="left" valign="top">55 (91.7)</td><td align="left" valign="top">60</td></tr><tr><td align="left" valign="top">&#x2003;Oura Ring did not interfere with activities</td><td align="left" valign="top">86.25 (18.65)</td><td align="left" valign="top">55 (91.7)</td><td align="left" valign="top">60</td></tr><tr><td align="left" valign="top">&#x2003;Oura Ring did not result in sweatiness</td><td align="left" valign="top">86.11 (18.14)</td><td align="left" valign="top">57 (95)</td><td align="left" valign="top">60</td></tr><tr><td align="left" valign="top">&#x2003;Feedback report alcohol/substance info was understandable</td><td align="left" valign="top">84.38 (18.78)</td><td align="left" valign="top">27 (84.4)</td><td align="left" valign="top">32</td></tr><tr><td align="left" valign="top">&#x2003;Smartphone diary was easy to complete</td><td align="left" valign="top">82.50 (20.74)</td><td align="left" valign="top">52 (86.7)</td><td align="left" valign="top">60</td></tr><tr><td align="left" valign="top">&#x2003;Oura Ring did not interfere with accessories</td><td align="left" valign="top">81.67 (24.30)</td><td align="left" valign="top">48 (80)</td><td align="left" valign="top">60</td></tr><tr><td align="left" valign="top">&#x2003;Oura Ring did not interfere with schedule</td><td align="left" valign="top">81.25 (28.61)</td><td align="left" valign="top">51 (85)</td><td align="left" valign="top">60</td></tr><tr><td align="left" valign="top">&#x2003;Smartphone diary did not interfere with schedule</td><td align="left" valign="top">80.83 (26.98)</td><td align="left" valign="top">49 (81.7)</td><td align="left" valign="top">60</td></tr><tr><td align="left" valign="top">&#x2003;The quantity of feedback report info was right</td><td align="left" valign="top">80.17 (17.99)</td><td align="left" valign="top">48 (82.8)</td><td align="left" valign="top">58</td></tr><tr><td align="left" valign="top">&#x2003;Remembered to wear and charge the Oura Ring</td><td align="left" valign="top">79.17 (23.55)</td><td align="left" valign="top">49 (81.7)</td><td align="left" valign="top">60</td></tr><tr><td align="left" valign="top">&#x2003;Feedback report sleep/cardio info was understandable</td><td align="left" valign="top">78.88 (21.87)</td><td align="left" valign="top">44 (75.9)</td><td align="left" valign="top">58</td></tr><tr><td align="left" valign="top">&#x2003;Overall program visits were not too long</td><td align="left" valign="top">77.92 (25.25)</td><td align="left" valign="top">46 (76.7)</td><td align="left" valign="top">60</td></tr><tr><td align="left" valign="top">&#x2003;Able to forget Oura Ring while wearing</td><td align="left" valign="top">76.67 (26.39)</td><td align="left" valign="top">47 (78.3)</td><td align="left" valign="top">60</td></tr><tr><td align="left" valign="top">&#x2003;Feedback report was understandable</td><td align="left" valign="top">70.26 (20.12)</td><td align="left" valign="top">37 (63.8)</td><td align="left" valign="top">58</td></tr><tr><td align="left" valign="top">&#x2003;Oura Ring did not interfere with exercise</td><td align="left" valign="top">70.00 (33.13)</td><td align="left" valign="top">39 (65)</td><td align="left" valign="top">60</td></tr><tr><td align="left" valign="top">&#x2003;Oura Ring was comfortable</td><td align="left" valign="top">68.33 (29.06)</td><td align="left" valign="top">42 (70)</td><td align="left" valign="top">60</td></tr><tr><td align="left" valign="top">&#x2003;Remembered to complete smartphone diary</td><td align="left" valign="top">65.42 (28.03)</td><td align="left" valign="top">39 (65)</td><td align="left" valign="top">60</td></tr><tr><td align="left" valign="top">&#x2003;Were willing to complete smartphone diary in an app</td><td align="left" valign="top">64.17 (28.51)</td><td align="left" valign="top">33 (55)</td><td align="left" valign="top">60</td></tr><tr><td align="left" valign="top">&#x2003;Smartphone diary was not burdensome</td><td align="left" valign="top">60.00 (27.69)</td><td align="left" valign="top">29 (48.3)</td><td align="left" valign="top">60</td></tr><tr><td align="left" valign="top" colspan="4">Perceived effectiveness</td></tr><tr><td align="left" valign="top">&#x2003;Feedback report sleep/cardio information was helpful</td><td align="left" valign="top">88.36 (17.66)</td><td align="left" valign="top">53 (91.4)</td><td align="left" valign="top">58</td></tr><tr><td align="left" valign="top">&#x2003;Feedback report sleep tips were helpful</td><td align="left" valign="top">85.00 (18.10)</td><td align="left" valign="top">26 (86.7)</td><td align="left" valign="top">30</td></tr><tr><td align="left" valign="top">&#x2003;Feedback report alcohol/substance info was helpful</td><td align="left" valign="top">84.48 (18.03)</td><td align="left" valign="top">50 (86.2)</td><td align="left" valign="top">58</td></tr><tr><td align="left" valign="top">&#x2003;Feedback report alcohol use tips were helpful</td><td align="left" valign="top">81.90 (21.02)</td><td align="left" valign="top">22 (75.9)</td><td align="left" valign="top">29</td></tr><tr><td align="left" valign="top">&#x2003;Feedback report exercise tips were helpful</td><td align="left" valign="top">76.61 (21.35)</td><td align="left" valign="top">21 (67.7)</td><td align="left" valign="top">31</td></tr><tr><td align="left" valign="top">&#x2003;Overall program is effective in meeting its goals<sup><xref ref-type="table-fn" rid="table2fn2">b</xref></sup></td><td align="left" valign="top">75.83 (21.57)</td><td align="left" valign="top">49 (81.7)</td><td align="left" valign="top">60</td></tr><tr><td align="left" valign="top">&#x2003;Feedback report stress-related tips were helpful</td><td align="left" valign="top">73.28 (28.29)</td><td align="left" valign="top">21 (72.4)</td><td align="left" valign="top">29</td></tr><tr><td align="left" valign="top">&#x2003;Feedback report diet tips were helpful</td><td align="left" valign="top">72.50 (25.72)</td><td align="left" valign="top">20 (66.7)</td><td align="left" valign="top">30</td></tr><tr><td align="left" valign="top">&#x2003;Overall program supports lifestyle goals</td><td align="left" valign="top">70.83 (20.15)</td><td align="left" valign="top">37 (61.7)</td><td align="left" valign="top">60</td></tr><tr><td align="left" valign="top">&#x2003;Overall program promotes hope</td><td align="left" valign="top">70.42 (25.00)</td><td align="left" valign="top">35 (58.3)</td><td align="left" valign="top">60</td></tr><tr><td align="left" valign="top">&#x2003;Feedback report substance use tips were helpful</td><td align="left" valign="top">69.64 (24.87)</td><td align="left" valign="top">16 (57.1)</td><td align="left" valign="top">28</td></tr><tr><td align="left" valign="top">&#x2003;Oura Ring app readiness tips were helpful</td><td align="left" valign="top">67.00 (29.51)</td><td align="left" valign="top">14 (56)</td><td align="left" valign="top">25</td></tr><tr><td align="left" valign="top">&#x2003;Oura Ring app bedtime tips were helpful</td><td align="left" valign="top">56.25 (34.77)</td><td align="left" valign="top">11 (45.8)</td><td align="left" valign="top">24</td></tr><tr><td align="left" valign="top">&#x2003;Oura Ring app activity prompts were helpful</td><td align="left" valign="top">52.88 (30.27)</td><td align="left" valign="top">9 (34.6)</td><td align="left" valign="top">26</td></tr><tr><td align="left" valign="top" colspan="4">Other</td></tr><tr><td align="left" valign="top">&#x2003;Habits targeted by overall program were important</td><td align="left" valign="top">82.08 (20.11)</td><td align="left" valign="top">49 (81.7)</td><td align="left" valign="top">60</td></tr><tr><td align="left" valign="top">&#x2003;Oura Ring app use frequency (weekly to multiple daily)</td><td align="left" valign="top">83.33 (21.71)</td><td align="left" valign="top">28 (93.3)</td><td align="left" valign="top">30</td></tr><tr><td align="left" valign="top">&#x2003;Were willing to purchase Oura Ring</td><td align="left" valign="top">49.35 (29.10)</td><td align="left" valign="top">23 (45.1)</td><td align="left" valign="top">51</td></tr><tr><td align="left" valign="top">&#x2003;Were willing to purchase feedback report tips</td><td align="left" valign="top">43.96 (26.01)</td><td align="left" valign="top">19 (35.8)</td><td align="left" valign="top">53</td></tr></tbody></table><table-wrap-foot><fn id="table2fn1"><p><sup>a</sup>Mean (SD) are based on participants&#x2019; ratings of agreement with each statement on acceptability, feasibility, or perceived effectiveness on a 0&#x2010;100 scale. All values over 50 correspond to agreement with the statement (positive ratings of intervention features), and values over 75 indicate strong agreement. Not all participants were asked each question. Only feedback group participants answered questions about the Oura Ring app, and some questions were added later in the study and only answered by some participants. Calculations are based on the subset of participants who were asked each question, and no imputation methods were used with missing data. &#x201C;Yes/No&#x201D; exit survey items (eg, whether participants read all feedback reports) are reported in text.</p></fn><fn id="table2fn2"><p><sup>b</sup>83.3% (50/60) of participants described the overall program&#x2019;s goals in part as learning about alcohol, alcohol&#x2019;s relationship to sleep, and/or developing healthier drinking habits.</p></fn></table-wrap-foot></table-wrap><p>Related to their experiences of wearing the Oura Ring, participants in both groups reported high acceptability (eg, likeability [mean 76.25, SD 22.75] and willingness to continue wearing [mean 90.83, SD 17.20]) and feasibility (eg, ring comfortability [mean 68.33, SD 29.06] and no itchiness [mean 93.52, SD 13.77]). Most participants (44/51, 86.3%) said they would recommend the Oura Ring to a family member, and only 33.3% (20/60) noted marks on their skin from wearing it. Feedback group participants with full access to the Oura Ring mobile app also reported high acceptability (27/30, 90% liked the app) and moderate effectiveness (eg, activity prompt helpfulness [mean 52.88, SD 30.27] and readiness tip helpfulness [mean 67.00, SD 29.51]) of in-app recommendations and prompts.</p><p>Regarding the smartphone diaries, participants in both groups also reported moderate acceptability (mean 59.17, SD 25.20) and moderately high feasibility (eg, willingness to continue diaries in an app [mean 64.17, SD 28.51] and easiness [mean 82.50, SD 20.74]). Although diaries were highly rated in general, a descriptive comparison of ratings indicates that smartphone diaries may have been less acceptable and feasible than other intervention components (<xref ref-type="table" rid="table2">Table 2</xref>). Furthermore, members of both groups rated information in the feedback report as highly acceptable (eg, layout acceptability [mean 75.00, SD 24.33] and sleep or cardio information likeability [mean 92.67, SD 13.25]), feasible (eg, overall understandability [mean 70.26, SD 20.12] and alcohol or substance use information understandability [mean 84.38, SD 18.78]), and effective (eg, substance use tip helpfulness [mean 69.64, SD 24.87] and sleep or cardio information helpfulness [mean 88.36, SD 17.66]). A descriptive comparison of perceived effectiveness ratings (<xref ref-type="table" rid="table2">Table 2</xref>) indicates that the information in feedback reports may have been more effective than that in the Oura Ring app rated by feedback participants.</p><p>Feedback group participants had high self-reported adherence to intervention components, including using the app every day on average (mean 83.33, SD 21.71) on a 0&#x2010;100 scale from weekly to multiple daily use. The most frequently used aspects of the Oura Ring mobile app were sleep data (28/30, 93.3%), activity data (21/30, 70%), and cardiovascular recovery data (15/30, 50%). Less frequent in-app activities included tagging workouts (12/30, 40%), clicking on personal trend data (7/30, 23.3%), and interacting with story or meditation content (1/30, 3.3%). Most feedback group participants (24/30, 80%) also reported having read all 3 personalized feedback reports, and all feedback group participants (30/30, 100%) read at least 1 report. There was no significant difference between the baseline drinking levels of feedback group participants who read all 3 reports and those who did not (<italic>P</italic>=.35). Among all participants, they self-reported that they most frequently used sleep tips from the feedback reports (43/60, 71.7%), followed by alcohol or substance use tips (25/60, 41.7%), physical activity tips (19/60, 31.7%), stress management tips (18/60, 30%), and diet tips (14/60, 23.3%).</p></sec><sec id="s3-3"><title>Exit Interviews</title><sec id="s3-3-1"><title>NLP</title><p>Among feedback exit interviews (n=29), 6 topics were modeled that were most likely to characterize each interview (<xref ref-type="fig" rid="figure2">Figure 2</xref>). The most common topic was multimodal general change (<italic>&#x019F;<sub>k</sub>=</italic>0.18), in which &#x201C;multimodal&#x201D; refers to multiple helpful intervention components (Oura Ring, smartphone diaries, and feedback reports) that promoted general wellness in different domains, such as exercise, diet, and overall health and habits. Therefore, on average, 18% of each document was about this topic: general wellness changes related to multiple intervention components. The topic, learning+peer coach interest (<italic>&#x019F;<sub>k</sub></italic>=0.18)<italic>,</italic> or interest in peer coaching about the feedback report, was also prevalent. The next most common topics were multimodal sleep or alcohol change (<italic>&#x019F;<sub>k</sub></italic>=0.17), or multiple helpful program components specifically promoting sleep improvement and alcohol reduction, and mindful sleep strategies (<italic>&#x019F;<sub>k</sub></italic>=0.17), or trying mindfulness to improve sleep. These were followed by awareness before change (<italic>&#x019F;<sub>k</sub></italic>=0.15; or planning health changes based on personalized feedback reports) and multimodal sleep or caffeine insights (<italic>&#x019F;<sub>k</sub></italic>=0.15; or learning about sleep or caffeine from multiple helpful aspects of the program.</p><fig position="float" id="figure2"><label>Figure 2.</label><caption><p>Feedback group exit interviews intertopic distance map (n=29). This map shows the distance between 6 topics within the Latent Dirichlet Allocation model based on pairwise Jensen&#x2013;Shannon divergences between topic-word distributions. These were embedded in 2D using classical multidimensional scaling. Topics closer together on the map are more semantically similar. Larger point size and darker color indicate higher prevalence of a topic across exit interviews (<italic>&#x019F;<sub>k</sub></italic>). In order of prevalence, topic names based on recursive reading of interviews are: multimodal general change (<italic>&#x019F;<sub>k</sub></italic>=0.18); learning+peer coach interest (<italic>&#x019F;<sub>k</sub></italic>=0.18); multimodal sleep, alcohol change (<italic>&#x019F;<sub>k</sub></italic>=0.17); mindful sleep strategies (<italic>&#x019F;<sub>k</sub></italic>=0.17); awareness before change (<italic>&#x019F;<sub>k</sub></italic>=0.15); and multimodal sleep, caffeine insights (<italic>&#x019F;<sub>k</sub></italic>=0.15). The legend shows the 10 highest-probability terms within each topic. alc: alcohol; MDS: multidimensional scaling.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="jmir_v27i1e78613_fig02.png"/></fig><p>We modeled 5 primary topics from the assessment exit interviews (n=21; <xref ref-type="fig" rid="figure3">Figure 3</xref>). The most common topic was multimodal insights, good sleep (<italic>&#x019F;<sub>k</sub></italic>=0.22), or learning about good sleep from multiple helpful components of the program. Next most common topics were self-guided report use (<italic>&#x019F;<sub>k</sub></italic>=0.20; or learning from the feedback report without a coach) and report insights, poor sleep (<italic>&#x019F;<sub>k</sub></italic>=0.20; or learning about sleep deficits from the feedback report). These were followed by continued multimodal mobile health use (<italic>&#x019F;<sub>k</sub></italic>=0.19), or finding multiple aspects of the program helpful due to previous use of mobile health, and multimodal sleep strategies (<italic>&#x019F;<sub>k</sub></italic>=0.18), or trying sleep strategies based on multiple helpful components of the program.</p><fig position="float" id="figure3"><label>Figure 3.</label><caption><p>Assessment group exit interviews intertopic distance map (n=21). This map shows the distance between 5 topics within the Latent Dirichlet Allocation model based on pairwise Jensen&#x2013;Shannon divergences between topic-word distributions. These were embedded in 2D using classical multidimensional scaling. Topics closer together on the map are more semantically similar. Larger point size and darker color indicate higher prevalence of a topic across exit interviews. In order of prevalence, topic names based on recursive reading of interviews are: multimodal insights, good sleep (<italic>&#x019F;<sub>k</sub></italic>=0.22), self-guided report use (<italic>&#x019F;<sub>k</sub></italic>=0.20); report insights, poor sleep (<italic>&#x019F;<sub>k</sub></italic>=0.20); continued multimodal mHealth use (<italic>&#x019F;<sub>k</sub></italic>=0.19); and multimodal sleep strategies (<italic>&#x019F;<sub>k</sub></italic>=0.18). MDS: multidimensional scaling; mHealth: mobile health.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="jmir_v27i1e78613_fig03.png"/></fig><p>Sentiment analysis showed generally positive perspectives among exit interviews in both the feedback group (mean 14.66, SD 7.53; range &#x2013;4 to 30) and the assessment group (mean 15.57, SD 9.65; range 1&#x2010;32; <xref ref-type="fig" rid="figure4">Figures 4</xref> and <xref ref-type="fig" rid="figure5">5</xref>). Positive sentiment scores indicate overall positively valenced words within an exit interview, whereas negative sentiment scores indicate negatively valenced words. Virtually, all participants in the feedback (28/29, 96.6%) and assessment (21/21, 100%) groups had positive sentiment scores (&#x003E;0). However, on visual inspection, a larger proportion of feedback group participants (25/29, 86.2%) had high positive sentiment (&#x003E;10) compared with the proportion of assessment group participants (15/21, 71.4%).</p><fig position="float" id="figure4"><label>Figure 4.</label><caption><p>This histogram shows the frequency of sentiment scores (mean 14.66, SD 7.53; range &#x2212;4 to 30) in the exit interviews of feedback group participants (n=29). These scores were calculated using the AFINN lexicon [<xref ref-type="bibr" rid="ref33">33</xref>]. Positive sentiment scores indicate overall positively valenced words within an exit interview, whereas negative sentiment scores indicate negatively valenced words. Virtually all participants in the feedback group (28/29, 96.6%) had positive sentiment scores (&#x003E;0), and 86.2% (25/29) had high positive sentiment (&#x003E;10). AFINN: Finn &#x00C5;rup Nielsen.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="jmir_v27i1e78613_fig04.png"/></fig><fig position="float" id="figure5"><label>Figure 5.</label><caption><p>This histogram shows the frequency of sentiment scores (mean 15.57, SD 9.65; range 1&#x2010;32) in the exit interviews of assessment group participants (n=21). These scores were calculated using the AFINN lexicon [<xref ref-type="bibr" rid="ref33">33</xref>]. Positive sentiment scores indicate overall positively valenced words within an exit interview, whereas negative sentiment scores indicate negatively valenced words. All assessment participants (21/21, 100%) had positive sentiment scores (&#x003E;0), and 71.4% (15/21) had high positive sentiment (&#x003E;10). AFINN: Finn &#x00C5;rup Nielsen.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="jmir_v27i1e78613_fig05.png"/></fig></sec><sec id="s3-3-2"><title>Researcher-Coded Rapid Qualitative Analysis</title><p>Study team members conducted a targeted rapid qualitative analysis using the RADaR technique [<xref ref-type="bibr" rid="ref35">35</xref>] (refer to table of themes, definitions, and salience in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). Based on exit interview questions with 50 participants across both groups, we identified 3 thematic categories: helpfulness and comparison of program components, report information and preferences, and program engagement and adherence. As detailed in the <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>, some questions were asked only of feedback group participants (eg, feedback report helpfulness), and some exploratory questions were added iteratively during the study (eg, health coaching preferences).</p><p>Furthermore, five themes within helpfulness and comparison of program components included (1) helpfulness of Oura Ring (asked of n=50 participants), (2) helpfulness of smartphone diaries (n=50), (3) helpfulness of feedback report (n=29 feedback group participants), (4) most influential: Oura, diaries, or report (exploratory result; n=24 feedback group participants), and (5) learned more: Oura versus report (exploratory result; n=16 feedback group participants). Most participants in both the feedback and assessment groups discussed helpful aspects of wearing the Oura Ring, and relatively small proportions of the feedback and assessment groups discussed unhelpful aspects or suggestions for improvement. One feedback group participant noted the helpfulness of wearing the Oura Ring and using the mobile app:</p><disp-quote><p>I was able to see every morning...how much sleep I got...I was able to...make connections like, &#x2018;Oh...I got six hours of sleep. No wonder why at 3:00 [PM], I&#x2019;m...exhausted.</p></disp-quote><p>Similarly, most participants in the feedback and assessment groups described helpful aspects of the smartphone diaries with comparatively small proportions of the feedback and assessment groups discussing unhelpful aspects of diaries or suggestions for improvement. One assessment group participant said:</p><disp-quote><p>[The diary] was helpful. In some days, it helped me keep [my behaviors] in check.</p></disp-quote><p>Only feedback group participants were asked about the helpfulness of feedback reports (asked of n=29 participants), and later in the study, as an exploratory question for a subset of participants, to compare program components (n=16&#x2010;24). Most found aspects of the feedback reports helpful, whereas very few found aspects of the reports unhelpful. One feedback group participant said of the report:</p><disp-quote><p>One thing that was kind of crazy was...the amount of calories I drank [in alcohol]...that was helpful [information] because there was like 3500 calories essentially over the last two weeks.</p></disp-quote><p>Similarly, another participant stated:</p><disp-quote><p>The one factor [on the report] is...how many calories of alcohol someone drank...during the last two weeks. I think...if you&#x2019;re not aware of that, that could be...a very helpful thing.</p></disp-quote><p>Another stated:</p><disp-quote><p>[The report] provided clarification too. It was just very...streamlined...in comparisons.</p></disp-quote><p>When comparing different components, almost half of the feedback group participants who were asked this question stated that the Oura Ring was most influential, with about one-third preferring the feedback report, and one-fourth preferring smartphone diaries. One feedback group participant who selected the reports said:</p><disp-quote><p>Probably the feedback [report], like the papers that you guys gave me, so that I was able to see...everything at once, rather than...just getting...a one-night thing from...the [Oura] Ring.</p></disp-quote><p>Furthermore, the largest group of feedback group participants who were asked to compare what they learned stated that they knew more about their sleep from the Oura Ring app than the report, with one-fourth stating they learned equally from both. One feedback group participant who described learning from the Oura Ring said:</p><disp-quote><p>Probably the Oura Ring, because I would look at...the ring every day. I see how I did [with sleep], so I feel like that was the most helpful.</p></disp-quote><p>Themes in the report information and preferences category were based on questions added later in the study and asked of subsets of participants, including exploratory questions about health coach preferences. These five themes included (1) report: learned about sleep (asked of n=40 participants), (2) report: information amount (n=31), (3) report: health coach versus self-guided (n=32), (4) report: preferred coach type (n=30), and (5) report: preferred meeting mode (n=23). Among those who were asked what they learned about their sleep from the feedback report, the largest groups of feedback and assessment participants reported learning about their current sleep deficits, including the ways alcohol and other substances impacted their sleep. One feedback group participant reported:</p><disp-quote><p>I learned about...the sleeping heart rate...being affected by alcohol...seeing how that&#x2019;s an indicator of my sleep quality...even if I sleep for a long time, it doesn&#x2019;t necessarily mean it&#x2019;s good sleep.</p></disp-quote><p>Another stated:</p><disp-quote><p>I definitely...noticed like the heart rate and everything...drinking and before sleeping and while sleeping...just actually like realizing...what my BAC [Blood Alcohol Content] can get to...you don&#x2019;t really think about that, you&#x2019;re just like out having fun. So, I think you just made me...more mindful of my sleeping and drinking habits.</p></disp-quote><p>Most participants who were asked about the amount of information in the report in the feedback and assessment groups thought sections had the right amount of information, whereas some who were asked thought some report sections had too much information. One assessment group participant who appreciated the amount of information in the report stated:</p><disp-quote><p>I actually kind of like the lengthy list [of health tips] because you can like pick which [tip] works best for you...I think everything was really well explained and...split up into...different sections that made sense.</p></disp-quote><p>As exploratory questions, participants in both groups were asked about their preferences for health coaching based on personalized data in their report. Among those asked, the largest group of participants in the feedback group was interested in health coaching, whereas the largest group among assessment participants preferred to read their report on their own. One feedback group participant said:</p><disp-quote><p>I think meeting with someone would probably be better...to walk you through [the report], what it means and...I would be able to adjust and monitor weekly or biweekly.</p></disp-quote><p>Regarding coach type, feedback group participants who were asked indicated a slight preference for a clinician over peer coaches, whereas assessment group participants had a slight preference for a peer coach over a clinician. One assessment participant said:</p><disp-quote><p>I&#x2019;m going to have to say [an] educated peer...only because I feel like some people can get the fear of doctors...and get overwhelmed by them.</p></disp-quote><p>If they were to meet a health coach, most participants who were asked in the feedback and assessment groups preferred video teleconferencing (eg, Zoom [Zoom Communications]) or other remote methods compared with in-person health coaching.</p><p>Themes in the category of program engagement and adherence were based on questions added later in the study and asked of a subset of participants. The three themes were (1) considered dropping out of the program (asked of n=45), (2) motivation to participate in the program (n=44), and (3) motivation to stay engaged in the program (n=40). Almost all feedback and assessment group participants who were asked reported that they never considered dropping out of the program. Beyond financial compensation, the largest group of feedback and assessment participants who were asked reported that they joined the program due to curiosity about personalized health insights, to learn more about their wellness and connections to behaviors, like alcohol use. One assessment group participant said:</p><disp-quote><p>I was interested on...my sleep and alcohol and how it&#x2019;s affected.</p></disp-quote><p>Similarly, another assessment group participant said:</p><disp-quote><p>I...had questions...about my drinking and everything and wanted to see if it didn&#x2019;t have...any impact on...everyday things like eating, sleeping and stress.</p></disp-quote><p>A feedback group participant stated:</p><disp-quote><p>I was curious about sleep for sure...I was very curious what this [Oura] Ring would do.</p></disp-quote><p>As to what kept them engaged in the program, the largest group of feedback participants, almost half of those asked, cited SMS text reminders from study staff, and the largest group of assessment participants described that ease of use kept them engaged.</p></sec></sec></sec><sec id="s4" sec-type="discussion"><title>Discussion</title><sec id="s4-1"><title>Principal Results</title><p>Mixed methods evaluation results converged about users&#x2019; perceptions of the wearable physiological and behavioral feedback intervention (<xref ref-type="table" rid="table3">Table 3</xref>). Participants described the overall program as having high acceptability, feasibility, and perceived effectiveness in exit surveys and interviews. Wearing the Oura Ring was described as highly acceptable and feasible in the survey and as moderately to highly effective across both the survey and interview. These ratings included the Oura Ring mobile app for feedback group participants. Smartphone daily diaries tracking behavioral data were described as moderately to highly acceptable and feasible in the survey and as highly effective in the interview; therefore, the evaluation of this component had less cross-method convergence. The feedback reports were described as highly or moderately highly feasible and effective in both the exit survey and interviews and highly acceptable in the survey. Both methods used to analyze interviews (NLP and qualitative analysis) also showed that participants reported learning insights about their sleep deficits from the feedback reports.</p><table-wrap id="t3" position="float"><label>Table 3.</label><caption><p>Convergent mixed methods results (asterisks denote findings that converged across methods).</p></caption><table id="table3" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Intervention</td><td align="left" valign="bottom">Exit survey</td><td align="left" valign="bottom" colspan="2">Exit interview</td></tr></thead><tbody><tr><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top">NLP<sup><xref ref-type="table-fn" rid="table3fn1">a</xref></sup> (topics+sentiment)</td><td align="left" valign="top">Researcher-coded rapid qualitative analysis</td></tr><tr><td align="left" valign="top">Overall program</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>*High acceptability, feasibility, and effectiveness</p></list-item><list-item><p>Assessment group feasibility &#x003E; feedback group</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>*High acceptability</p></list-item><list-item><p>*Effectiveness</p></list-item><list-item><p>Feedback group effectiveness &#x003E; assessment group</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>*High feasibility</p></list-item></list></td></tr><tr><td align="left" valign="top">Oura Ring or app</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>High acceptability and feasibility (Ring)</p></list-item><list-item><p>*Moderate effectiveness (app)</p></list-item></list></td><td align="left" valign="top">&#x2014;<sup><xref ref-type="table-fn" rid="table3fn2">b</xref></sup></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>*High effectiveness</p></list-item><list-item><p>Feedback group: most influential, learned more about sleep</p></list-item></list></td></tr><tr><td align="left" valign="top">Diaries</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Moderate acceptability and moderate to high feasibility</p></list-item></list></td><td align="left" valign="top">&#x2014;</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>High effectiveness</p></list-item></list></td></tr><tr><td align="left" valign="top">Feedback report</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>*High feasibility, effectiveness</p></list-item><list-item><p>High acceptability</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>*Learning about sleep, especially deficits</p></list-item><list-item><p>*Assessment group: prefer self-guided</p></list-item></list></td><td align="left" valign="top"><list list-type="bullet"><list-item><p>*High feasibility, moderate to high effectiveness</p></list-item><list-item><p>*Learning about sleep, especially deficits</p></list-item><list-item><p>*Assessment group: prefer self-guided or peer-guided</p></list-item><list-item><p>Feedback group: prefer coach, clinician</p></list-item><list-item><p>All prefer remote coaching</p></list-item></list></td></tr></tbody></table><table-wrap-foot><fn id="table3fn1"><p><sup>a</sup>NLP: natural language processing.</p></fn><fn id="table3fn2"><p><sup>b</sup>Not applicable.</p></fn></table-wrap-foot></table-wrap><p>Comparison of the feedback and assessment groups&#x2019; experiences revealed different findings depending on the method. Although the groups did not significantly differ on most exit survey ratings of the program, assessment group participants rated some aspects of program feasibility (comfortability and workability) more highly than feedback group participants. Also, per NLP with exit interviews, feedback group participants may have had higher perceived program effectiveness (reported behavior change).</p><p>Our exploratory analysis comparing program components revealed preferences for different aspects of program components. For example, some feedback group participants described the Oura Ring as most effective (influential on behavior) when asked in the exit interview. However, on their exit surveys, feedback group participants tended to rate the personalized information in the feedback reports as more effective (helpful) than the tips and prompts in the Oura Ring app. Also, although participants described the smartphone diaries as similarly effective (helpful) as other components (Oura Ring and feedback reports), they rated the acceptability and feasibility of the smartphone diaries as lower. These findings are consistent with previous research on lower levels of engagement in self-report data [<xref ref-type="bibr" rid="ref37">37</xref>]. Actively completing the smartphone diaries (behavioral data) may have been more challenging than passively wearing the Oura Ring (physiological data). However, participants found the integration of both physiological and behavioral data streams in personalized feedback reports to be especially helpful.</p><p>Mixed methods analysis of exit interviews also revealed differences in participants&#x2019; preferences for health coaching about their personalized feedback. NLP and qualitative analysis of exit interviews indicated that assessment participants preferred to read their feedback reports independently without a health coach. The qualitative analysis revealed additional preferences, including feedback group participants&#x2019; interest in clinician health coaching and assessment group participants&#x2019; preference for peer coaching. The only discrepancy between evaluation methods was the topic highlighted within the NLP, which noted that feedback group participants are also interested in peer health coaching.</p></sec><sec id="s4-2"><title>Comparison With Previous Work and Future Directions</title><p>This evaluation paralleled previous research on young adults&#x2019; greater concern about improved wellness, such as improved sleep [<xref ref-type="bibr" rid="ref6">6</xref>], rather than alcohol use. Study participants were motivated to join the study due to curiosity and interest in their wellness and personalized feedback, as opposed to a desire to reduce their drinking. Curiosity about highly personalized feedback also played a role in maintaining engagement in the intervention after its initiation. This aligns with previous findings that personalized feedback can enhance engagement [<xref ref-type="bibr" rid="ref3">3</xref>]. Consistent with previous research, interventions focused on wellness goals may be more accessible and appealing to young adults than those primarily targeting alcohol use [<xref ref-type="bibr" rid="ref5">5</xref>]. Despite their explicit focus on fitness and wellness, wearable devices have the potential to contribute to reducing risky behaviors.</p><p>Commercial wearable devices, like the Oura Ring, could incorporate more active monitoring of self-reported behaviors, such as alcohol use, to provide highly personalized feedback and foster motivational change in young adults. A key focus of our study was integrating behavioral self-monitoring and feedback, as this is not available in Oura. Although Oura users can make implicit associations by examining and tagging their physiological data, there is no explicit integrated feedback. Whereas it is especially challenging in general to encourage behavioral health app users to maintain engagement [<xref ref-type="bibr" rid="ref38">38</xref>], our findings of high acceptability and feasibility support the integration of behavioral self-report data with passively collected physiological data. In particular, the combination of alcohol-related behavioral data and physiological data related to sleep and cardiovascular recovery could highlight connections between these data streams [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. Our findings indicated that participants found the experience of active self-monitoring through smartphone diaries to be acceptable, feasible, and perceived as effective. Furthermore, they reported gaining insights from the integration of these data with their passively collected physiological data from the Oura Ring. Some noted they appreciated learning through integrated information and receiving tailored coaching. Insights into contextual factors that influence physiological data, such as sleep deficits, may promote dialogic reflection and enhance motivation to change risky behaviors [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref25">25</xref>].</p><p>Personalized feedback can be optimized to better promote insight and enhance change readiness. In this study, feedback group participants received daily health data and recent trends on the Oura Ring mobile app, along with more retrospective, integrated feedback in written reports every 2 weeks. Participants found both the feedback reports and the Oura Ring mobile app effective. On one hand, they reported preferences for the personalized insights in the integrated feedback reports; whereas, on the other hand, they liked the easy functionality of the Oura Ring and app.</p><p>Young adults may be interested in an option that combines the benefits of these intervention components (feedback reports and the Oura ring or app) via highly personalized, integrated in-app feedback. Mobile apps for wearable devices could offer active behavioral monitoring that is flexible according to the amount of time young adults are willing and able to answer self-report questions. Then, apps could offer integrated data reports at different time scales (eg, daily reports and longer trends) to leverage reflection-in-action and reflection-on-action [<xref ref-type="bibr" rid="ref25">25</xref>]. Enhanced feedback options could also include opportunities for health coaching via educated peers or clinicians. Participants in both study groups showed some interest in peer coaching, and feedback group participants were more interested in clinician health coaching. Depending on the complexity of some data relationships (eg, HRV after a heavy drinking episode), it may be important to consult a coach to interpret and gain insights from personalized feedback reports.</p><p>Our results should be considered in the broader tradition of personalized feedback interventions for alcohol reduction. Normative feedback interventions compare young adults&#x2019; own drinking and perceptions of peer levels with actual peer levels, and these interventions may have small but meaningful impacts on alcohol reduction [<xref ref-type="bibr" rid="ref21">21</xref>]. These interventions are theorized to address young adults&#x2019; social pressure to drink as a mechanism of change; however, highly personalized feedback on physiological and alcohol data may address overall wellness motivations to change. Given that young adults are generally unconcerned about their drinking [<xref ref-type="bibr" rid="ref6">6</xref>], our findings reveal that the integration of personalized feedback on physiological metrics may increase the appeal of personalized alcohol feedback. Accessible, personalized feedback that promotes reflection [<xref ref-type="bibr" rid="ref25">25</xref>] and engagement [<xref ref-type="bibr" rid="ref3">3</xref>] may enhance young adults&#x2019; awareness of the connections between their behaviors and aspects of their wellness, like sleep and cardiovascular health. Further, integrated physiological and behavioral feedback has implications for other issues impacted by lifestyle behavior change, such as cardiovascular disease prevention.</p></sec><sec id="s4-3"><title>Limitations</title><p>Although our mixed methods user evaluation approach leveraged AI-driven approaches to enable breadth and depth [<xref ref-type="bibr" rid="ref5">5</xref>], there were limitations in our methodology. Our sample size was relatively small for an RCT, especially for quantitative evaluation analyses. Furthermore, our sample consisted mostly of students from a single geographic location, which may not be representative of other young adults. Additionally, some survey and interview questions were introduced iteratively, limiting them to a subset of participants (eg, health coaching and component comparisons). The prevalence of these themes may have differed if they had been presented to the entire sample from the outset. Finally, as a phase 1 study primarily focused on feasibility, the duration of the intervention was only 6 weeks; however, a longer duration (&#x003E;8 wk) would have been ideal to fully test the effect of an intervention intended to promote behavior change.</p></sec><sec id="s4-4"><title>Conclusions</title><p>Our results support the inclusion of self-report behavioral data in commercial wearable devices. Participants found the intervention acceptable, feasible, and effective, including the completion of smartphone diary self-monitoring. Many found that personalized feedback reports integrating their physiological and behavioral data were helpful and promoted insights about their sleep and other wellness goals. Wearable devices may lack important functionality by not capturing the behaviors that contribute to wellness goals, such as improved sleep, cardiovascular recovery, or fitness. Additionally, targeting risky and prevalent behaviors, such as alcohol use, through wearable devices could be a more appealing intervention for young adults who are less concerned about heavy drinking than about improving overall wellness.</p></sec></sec></body><back><ack><p>The authors would like to acknowledge Holly Boyle and Sophia Sniffin for their participation in the rapid qualitative analysis process. ChatGPT-5 from OpenAI was used for the revision of the R code used to create "Figures 1&#x2013;2".</p></ack><notes><sec><title>Funding</title><p>This research was directly supported by a grant from the National Institute on Alcohol Abuse and Alcoholism under award number R21AA028886. Additional grants from the National Institutes of Health that supported effort are as follows: T32DA019426 (FJG), T32DA007238 (OKE), K01DK129441 (GIA), and R01AA030136.</p></sec><sec><title>Data Availability</title><p>The datasets used and analyzed during this study are available from the corresponding author on reasonable request. The underlying code for this study is not publicly available but may be made available to qualified researchers on reasonable request from the corresponding author.</p></sec></notes><fn-group><fn fn-type="con"><p>Conceptualization: FJG, KSD, SSO, NSR, GIA, LMF. Data curation: FJG, MA, GIA, LMF. Formal analysis: FJG, OKE, SK, MF, LL. Funding acquisition: LMF. Investigation: MA, GIA, LMF. Methodology: FJG, GIA, LMF. Project administration: MA, LMF. Resources: LMF. Supervision: LMF. Visualization: FJG. Writing &#x2013; original draft: FJG, OKE, SK, MF, LL. Writing &#x2013; review &#x0026; editing: FJG, OKE, SK, MA, KSD, MF, LL, SSO, NSR, GA, LMF.</p></fn><fn fn-type="conflict"><p>The authors attest that no external sponsors had influence on the design of this study, its outcomes, or the decision to publish.</p><p>FJG is an unpaid consultant for Calm Health.</p><p>KSD reports a provisional patent file for a digital system for lifestyle medicine (47162-5346-P1US), and registration of the name and content of the Call it a Night web-based sleep program with the U.S. Patent and Trademark Office (since expired).</p><p>SSO reports being a member of the American Society of Clinical Psychopharmacology&#x2019;s (ASCP) Alcohol Clinical Trials Initiative, supported by Alkermes, Dicerna, Eli Lilly and Company, Ethypharm, Indivior, Imbrium Therapeutics, Osuka, Pear Therapeutics, and Kinnov Therapeutics; consultant/advisory board member, Dicerna, Eli Lilly and Company, Newleos Therapeutics, University of New Mexico (NIH grant); stock options, Newleos Therapeutics; medication supplies, Novartis/Stalicla, Amygdala; contracts, Tempero Bio, Altimmune; DSMB member, Emmes Corporation, Indiana University; patent application on mavoglurant for gambling disorder with Novartis and Yale; and grants from the NIH and FDA.</p><p>GIA is a scientific advisor to Behavioral Health Tech Innovations LLC. GIA receives professional services from Calm.com (nominal fee), Labfront (full fee), and GlucoseZone (full fee). GIA reports a provisional patent filed for a digital system for lifestyle medicine (047162&#x2013;5346-P1US). GIA in the past 5 years has been supported by a VHA Office of Academic Affiliations Fellowship, Robert E. Leet and Clara Guthrie Patterson Trust Mentored Research Award, Bank of America, N.A., Trustee, and American Heart Association Grant #852679 (2021-2024).</p><p>LMF reports grant funding from the US National Institutes of Health to directly support the research (R21AA028886), a provisional patent file for a digital system for lifestyle medicine (47162-5346-P1US), registration of the name and content of the Call it a Night web-based sleep program with the U.S. Patent and Trademark Office (since expired), and paid consultation for serving on an advisory board for Imbrium Therapeutics. All other authors report no disclosures.</p></fn></fn-group><glossary><title>Abbreviations</title><def-list><def-item><term id="abb1">AFINN</term><def><p>Finn &#x00C5;rup Nielsen</p></def></def-item><def-item><term id="abb2">AI</term><def><p>artificial intelligence</p></def></def-item><def-item><term id="abb3">AUD</term><def><p>alcohol use disorder</p></def></def-item><def-item><term id="abb4">CONSORT</term><def><p>Consolidated Standards of Reporting Trials</p></def></def-item><def-item><term id="abb5">HRV</term><def><p>heart rate variability</p></def></def-item><def-item><term id="abb6">MHD</term><def><p>mental health disorder</p></def></def-item><def-item><term id="abb7">NLP</term><def><p>natural language processing</p></def></def-item><def-item><term id="abb8">RCT</term><def><p>randomized controlled trial</p></def></def-item></def-list></glossary><ref-list><title>References</title><ref id="ref1"><label>1</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Nagappan</surname><given-names>A</given-names> </name><name name-style="western"><surname>Krasniansky</surname><given-names>A</given-names> </name><name name-style="western"><surname>Knowles</surname><given-names>M</given-names> </name></person-group><article-title>Patterns of ownership and usage of wearable devices in the United States, 2020-2022: survey study</article-title><source>J Med Internet Res</source><year>2024</year><month>07</month><day>26</day><volume>26</volume><fpage>e56504</fpage><pub-id pub-id-type="doi">10.2196/56504</pub-id><pub-id pub-id-type="medline">39058548</pub-id></nlm-citation></ref><ref id="ref2"><label>2</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Konstantinou</surname><given-names>P</given-names> </name><name name-style="western"><surname>Trigeorgi</surname><given-names>A</given-names> </name><name name-style="western"><surname>Georgiou</surname><given-names>C</given-names> </name><name name-style="western"><surname>Gloster</surname><given-names>AT</given-names> </name><name name-style="western"><surname>Panayiotou</surname><given-names>G</given-names> </name><name name-style="western"><surname>Karekla</surname><given-names>M</given-names> </name></person-group><article-title>Comparing apples and oranges or different types of citrus fruits? Using wearable versus stationary devices to analyze psychophysiological data</article-title><source>Psychophysiology</source><year>2020</year><month>05</month><volume>57</volume><issue>5</issue><fpage>e13551</fpage><pub-id pub-id-type="doi">10.1111/psyp.13551</pub-id><pub-id pub-id-type="medline">32072653</pub-id></nlm-citation></ref><ref id="ref3"><label>3</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Jahedi</surname><given-names>F</given-names> </name><name name-style="western"><surname>Fay Henman</surname><given-names>PW</given-names> </name><name name-style="western"><surname>Ryan</surname><given-names>JC</given-names> </name></person-group><article-title>Personalization in digital psychological interventions for young adults</article-title><source>International Journal of Human&#x2013;Computer Interaction</source><year>2024</year><month>05</month><day>2</day><volume>40</volume><issue>9</issue><fpage>2254</fpage><lpage>2264</lpage><pub-id pub-id-type="doi">10.1080/10447318.2022.2158261</pub-id></nlm-citation></ref><ref id="ref4"><label>4</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Fucito</surname><given-names>LM</given-names> </name><name name-style="western"><surname>Ash</surname><given-names>GI</given-names> </name><name name-style="western"><surname>DeMartini</surname><given-names>KS</given-names> </name><etal/></person-group><article-title>A multimodal mobile sleep intervention for young adults engaged in risky drinking: protocol for a randomized controlled trial</article-title><source>JMIR Res Protoc</source><year>2021</year><month>02</month><day>26</day><volume>10</volume><issue>2</issue><fpage>e26557</fpage><pub-id pub-id-type="doi">10.2196/26557</pub-id><pub-id pub-id-type="medline">33635276</pub-id></nlm-citation></ref><ref id="ref5"><label>5</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Griffith</surname><given-names>FJ</given-names> </name><name name-style="western"><surname>Ash</surname><given-names>GI</given-names> </name><name name-style="western"><surname>Augustine</surname><given-names>M</given-names> </name><etal/></person-group><article-title>Natural language processing in mixed-methods evaluation of a digital sleep-alcohol intervention for young adults</article-title><source>NPJ Digit Med</source><year>2024</year><month>11</month><day>29</day><volume>7</volume><issue>1</issue><fpage>342</fpage><pub-id pub-id-type="doi">10.1038/s41746-024-01321-3</pub-id><pub-id pub-id-type="medline">39613828</pub-id></nlm-citation></ref><ref id="ref6"><label>6</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ash</surname><given-names>GI</given-names> </name><name name-style="western"><surname>Robledo</surname><given-names>DS</given-names> </name><name name-style="western"><surname>Ishii</surname><given-names>M</given-names> </name><etal/></person-group><article-title>Using web-based social media to recruit heavy-drinking young adults for sleep intervention: prospective observational study</article-title><source>J Med Internet Res</source><year>2020</year><month>08</month><day>11</day><volume>22</volume><issue>8</issue><fpage>e17449</fpage><pub-id pub-id-type="doi">10.2196/17449</pub-id><pub-id pub-id-type="medline">32780027</pub-id></nlm-citation></ref><ref id="ref7"><label>7</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Fucito</surname><given-names>LM</given-names> </name><name name-style="western"><surname>Ash</surname><given-names>GI</given-names> </name><name name-style="western"><surname>Wu</surname><given-names>R</given-names> </name><etal/></person-group><article-title>Wearable intervention for alcohol use risk and sleep in young adults: a randomized clinical trial</article-title><source>JAMA Netw Open</source><year>2025</year><month>05</month><day>1</day><volume>8</volume><issue>5</issue><fpage>e2513167</fpage><pub-id pub-id-type="doi">10.1001/jamanetworkopen.2025.13167</pub-id><pub-id pub-id-type="medline">40445615</pub-id></nlm-citation></ref><ref id="ref8"><label>8</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Brunner</surname><given-names>S</given-names> </name><name name-style="western"><surname>Krewitz</surname><given-names>C</given-names> </name><name name-style="western"><surname>Winter</surname><given-names>R</given-names> </name><etal/></person-group><article-title>Acute alcohol consumption and arrhythmias in young adults: the MunichBREW II study</article-title><source>Eur Heart J</source><year>2024</year><month>12</month><day>7</day><volume>45</volume><issue>46</issue><fpage>4938</fpage><lpage>4949</lpage><pub-id pub-id-type="doi">10.1093/eurheartj/ehae695</pub-id><pub-id pub-id-type="medline">39363568</pub-id></nlm-citation></ref><ref id="ref9"><label>9</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hasler</surname><given-names>B</given-names> </name></person-group><article-title>Sleep-related predictors of risk for alcohol use and related problems in adolescents and young adults</article-title><source>ARCR</source><year>2024</year><volume>44</volume><issue>1</issue><fpage>02</fpage><pub-id pub-id-type="doi">10.35946/arcr.v44.1.02</pub-id></nlm-citation></ref><ref id="ref10"><label>10</label><nlm-citation citation-type="web"><article-title>Alcohol&#x2019;s effects on the body</article-title><source>National Institute on Alcohol Abuse and Alcoholism (NIAAA)</source><access-date>2025-04-17</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.niaaa.nih.gov/alcohols-effects-health/alcohols-effects-body">https://www.niaaa.nih.gov/alcohols-effects-health/alcohols-effects-body</ext-link></comment></nlm-citation></ref><ref id="ref11"><label>11</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Miller</surname><given-names>MB</given-names> </name><name name-style="western"><surname>DiBello</surname><given-names>AM</given-names> </name><name name-style="western"><surname>Lust</surname><given-names>SA</given-names> </name><name name-style="western"><surname>Carey</surname><given-names>MP</given-names> </name><name name-style="western"><surname>Carey</surname><given-names>KB</given-names> </name></person-group><article-title>Adequate sleep moderates the prospective association between alcohol use and consequences</article-title><source>Addict Behav</source><year>2016</year><month>12</month><volume>63</volume><fpage>23</fpage><lpage>28</lpage><pub-id pub-id-type="doi">10.1016/j.addbeh.2016.05.005</pub-id><pub-id pub-id-type="medline">27395437</pub-id></nlm-citation></ref><ref id="ref12"><label>12</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Pielech</surname><given-names>M</given-names> </name><name name-style="western"><surname>Meisel</surname><given-names>S</given-names> </name><name name-style="western"><surname>Berey</surname><given-names>BL</given-names> </name><name name-style="western"><surname>Goodyear</surname><given-names>K</given-names> </name><name name-style="western"><surname>Treloar Padovano</surname><given-names>H</given-names> </name><name name-style="western"><surname>Miranda</surname><given-names>R</given-names> </name></person-group><article-title>Leveraging ecological momentary assessment to examine bi-directional associations between sleep quality, adolescent/young adult alcohol craving and use</article-title><source>Ann Behav Med</source><year>2023</year><month>06</month><day>30</day><volume>57</volume><issue>7</issue><fpage>593</fpage><lpage>602</lpage><pub-id pub-id-type="doi">10.1093/abm/kaac056</pub-id><pub-id pub-id-type="medline">37061844</pub-id></nlm-citation></ref><ref id="ref13"><label>13</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hasler</surname><given-names>BP</given-names> </name><name name-style="western"><surname>Martin</surname><given-names>CS</given-names> </name><name name-style="western"><surname>Wood</surname><given-names>DS</given-names> </name><name name-style="western"><surname>Rosario</surname><given-names>B</given-names> </name><name name-style="western"><surname>Clark</surname><given-names>DB</given-names> </name></person-group><article-title>A longitudinal study of insomnia and other sleep complaints in adolescents with and without alcohol use disorders</article-title><source>Alcoholism Clin &#x0026; Exp Res</source><year>2014</year><month>08</month><access-date>2025-11-24</access-date><volume>38</volume><issue>8</issue><fpage>2225</fpage><lpage>2233</lpage><comment><ext-link ext-link-type="uri" xlink:href="https://onlinelibrary.wiley.com/toc/15300277/38/8">https://onlinelibrary.wiley.com/toc/15300277/38/8</ext-link></comment><pub-id pub-id-type="doi">10.1111/acer.12474</pub-id></nlm-citation></ref><ref id="ref14"><label>14</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hasler</surname><given-names>BP</given-names> </name><name name-style="western"><surname>Kirisci</surname><given-names>L</given-names> </name><name name-style="western"><surname>Clark</surname><given-names>DB</given-names> </name></person-group><article-title>Restless sleep and variable sleep timing during late childhood accelerate the onset of alcohol and other drug involvement</article-title><source>J Stud Alcohol Drugs</source><year>2016</year><month>07</month><volume>77</volume><issue>4</issue><fpage>649</fpage><lpage>655</lpage><pub-id pub-id-type="doi">10.15288/jsad.2016.77.649</pub-id><pub-id pub-id-type="medline">27340970</pub-id></nlm-citation></ref><ref id="ref15"><label>15</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Mike</surname><given-names>TB</given-names> </name><name name-style="western"><surname>Shaw</surname><given-names>DS</given-names> </name><name name-style="western"><surname>Forbes</surname><given-names>EE</given-names> </name><name name-style="western"><surname>Sitnick</surname><given-names>SL</given-names> </name><name name-style="western"><surname>Hasler</surname><given-names>BP</given-names> </name></person-group><article-title>The hazards of bad sleep-sleep duration and quality as predictors of adolescent alcohol and cannabis use</article-title><source>Drug Alcohol Depend</source><year>2016</year><month>11</month><day>1</day><volume>168</volume><fpage>335</fpage><lpage>339</lpage><pub-id pub-id-type="doi">10.1016/j.drugalcdep.2016.08.009</pub-id><pub-id pub-id-type="medline">27659736</pub-id></nlm-citation></ref><ref id="ref16"><label>16</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Brooks</surname><given-names>AT</given-names> </name><name name-style="western"><surname>Kazmi</surname><given-names>N</given-names> </name><name name-style="western"><surname>Yang</surname><given-names>L</given-names> </name><name name-style="western"><surname>Tuason</surname><given-names>RT</given-names> </name><name name-style="western"><surname>Krumlauf</surname><given-names>MC</given-names> </name><name name-style="western"><surname>Wallen</surname><given-names>GR</given-names> </name></person-group><article-title>Sleep-related cognitive/behavioral predictors of sleep quality and relapse in individuals with alcohol use disorder</article-title><source>IntJ Behav Med</source><year>2021</year><month>02</month><volume>28</volume><issue>1</issue><fpage>73</fpage><lpage>82</lpage><pub-id pub-id-type="doi">10.1007/s12529-020-09901-9</pub-id></nlm-citation></ref><ref id="ref17"><label>17</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Brooks</surname><given-names>AT</given-names> </name><name name-style="western"><surname>Wallen</surname><given-names>GR</given-names> </name></person-group><article-title>Sleep disturbances in individuals with alcohol-related disorders: a review of cognitive-behavioral therapy for insomnia (CBT-I) and associated non-pharmacological therapies</article-title><source>Subst Abuse</source><year>2014</year><volume>8</volume><fpage>55</fpage><lpage>62</lpage><pub-id pub-id-type="doi">10.4137/SART.S18446</pub-id><pub-id pub-id-type="medline">25288884</pub-id></nlm-citation></ref><ref id="ref18"><label>18</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Verlinden</surname><given-names>JJ</given-names> </name><name name-style="western"><surname>Moloney</surname><given-names>ME</given-names> </name><name name-style="western"><surname>Vsevolozhskaya</surname><given-names>OA</given-names> </name><name name-style="western"><surname>Ritterband</surname><given-names>LM</given-names> </name><name name-style="western"><surname>Winkel</surname><given-names>F</given-names> </name><name name-style="western"><surname>Weafer</surname><given-names>J</given-names> </name></person-group><article-title>Effects of a digital cognitive behavioral therapy for insomnia on sleep and alcohol consumption in heavy drinkers: a randomized pilot study</article-title><source>Alcohol: Clinical and Experimental Research</source><year>2023</year><month>12</month><access-date>2025-11-24</access-date><volume>47</volume><issue>12</issue><fpage>2354</fpage><lpage>2365</lpage><comment><ext-link ext-link-type="uri" xlink:href="https://onlinelibrary.wiley.com/toc/29937175/47/12">https://onlinelibrary.wiley.com/toc/29937175/47/12</ext-link></comment><pub-id pub-id-type="doi">10.1111/acer.15209</pub-id></nlm-citation></ref><ref id="ref19"><label>19</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Choe</surname><given-names>EK</given-names> </name><name name-style="western"><surname>Abdullah</surname><given-names>S</given-names> </name><name name-style="western"><surname>Rabbi</surname><given-names>M</given-names> </name><etal/></person-group><article-title>Semi-automated tracking: a balanced approach for self-monitoring applications</article-title><source>IEEE Pervasive Comput</source><year>2017</year><month>01</month><volume>16</volume><issue>1</issue><fpage>74</fpage><lpage>84</lpage><pub-id pub-id-type="doi">10.1109/MPRV.2017.18</pub-id></nlm-citation></ref><ref id="ref20"><label>20</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Bewick</surname><given-names>BM</given-names> </name><name name-style="western"><surname>Dempsey</surname><given-names>RC</given-names> </name><name name-style="western"><surname>McAlaney</surname><given-names>J</given-names> </name><name name-style="western"><surname>Crosby</surname><given-names>HF</given-names> </name></person-group><person-group person-group-type="editor"><name name-style="western"><surname>Cooke</surname><given-names>R</given-names> </name><name name-style="western"><surname>Conroy</surname><given-names>D</given-names> </name><name name-style="western"><surname>Davies</surname><given-names>EL</given-names> </name><name name-style="western"><surname>Hagger</surname><given-names>MS</given-names> </name><name name-style="western"><surname>Visser</surname><given-names>RO</given-names> </name></person-group><article-title>Electronic brief personalised feedback interventions for alcohol use</article-title><source>The Palgrave Handbook of Psychological Perspectives on Alcohol Consumption</source><year>2021</year><publisher-name>Springer International Publishing</publisher-name><fpage>477</fpage><lpage>498</lpage><pub-id pub-id-type="doi">10.1007/978-3-030-66941-6_20</pub-id><pub-id pub-id-type="other">978-3-030-66941-6</pub-id></nlm-citation></ref><ref id="ref21"><label>21</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Pueyo-Garrigues</surname><given-names>M</given-names> </name><name name-style="western"><surname>Carver</surname><given-names>H</given-names> </name><name name-style="western"><surname>Parr</surname><given-names>A</given-names> </name><etal/></person-group><article-title>Effectiveness of web-based personalised feedback interventions for reducing alcohol consumption among university students: a systematic review and meta-analysis</article-title><source>Drug Alcohol Rev</source><year>2024</year><month>07</month><volume>43</volume><issue>5</issue><fpage>1204</fpage><lpage>1225</lpage><pub-id pub-id-type="doi">10.1111/dar.13848</pub-id><pub-id pub-id-type="medline">38596854</pub-id></nlm-citation></ref><ref id="ref22"><label>22</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Chapman</surname><given-names>BP</given-names> </name><name name-style="western"><surname>Lucey</surname><given-names>E</given-names> </name><name name-style="western"><surname>Boyer</surname><given-names>EW</given-names> </name><name name-style="western"><surname>Babu</surname><given-names>KM</given-names> </name><name name-style="western"><surname>Smelson</surname><given-names>D</given-names> </name><name name-style="western"><surname>Carreiro</surname><given-names>S</given-names> </name></person-group><article-title>Perceptions on wearable sensor-based interventions for monitoring of opioid therapy: a qualitative study</article-title><source>Front Digit Health</source><year>2022</year><volume>4</volume><fpage>969642</fpage><pub-id pub-id-type="doi">10.3389/fdgth.2022.969642</pub-id><pub-id pub-id-type="medline">36339518</pub-id></nlm-citation></ref><ref id="ref23"><label>23</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hermsen</surname><given-names>S</given-names> </name><name name-style="western"><surname>Frost</surname><given-names>J</given-names> </name><name name-style="western"><surname>Renes</surname><given-names>RJ</given-names> </name><name name-style="western"><surname>Kerkhof</surname><given-names>P</given-names> </name></person-group><article-title>Using feedback through digital technology to disrupt and change habitual behavior: a critical review of current literature</article-title><source>Comput Human Behav</source><year>2016</year><month>04</month><volume>57</volume><fpage>61</fpage><lpage>74</lpage><pub-id pub-id-type="doi">10.1016/j.chb.2015.12.023</pub-id></nlm-citation></ref><ref id="ref24"><label>24</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Nahum-Shani</surname><given-names>I</given-names> </name><name name-style="western"><surname>Smith</surname><given-names>SN</given-names> </name><name name-style="western"><surname>Spring</surname><given-names>BJ</given-names> </name><etal/></person-group><article-title>Just-in-Time Adaptive Interventions (JITAIs) in mobile health: key components and design principles for ongoing health behavior support</article-title><source>Ann Behav Med</source><year>2018</year><month>05</month><day>18</day><volume>52</volume><issue>6</issue><fpage>446</fpage><lpage>462</lpage><pub-id pub-id-type="doi">10.1007/s12160-016-9830-8</pub-id><pub-id pub-id-type="medline">27663578</pub-id></nlm-citation></ref><ref id="ref25"><label>25</label><nlm-citation citation-type="confproc"><person-group person-group-type="author"><name name-style="western"><surname>Cho</surname><given-names>J</given-names> </name><name name-style="western"><surname>Xu</surname><given-names>T</given-names> </name><name name-style="western"><surname>Zimmermann-Niefield</surname><given-names>A</given-names> </name><name name-style="western"><surname>Voida</surname><given-names>S</given-names> </name></person-group><article-title>Reflection in theory and reflection in practice: an exploration of the gaps in reflection support among personal informatics apps</article-title><conf-name>CHI &#x2019;22: Proceedings of the 2022 CHI Conference on Human Factors in Computing Systems</conf-name><conf-date>Apr 29 to May 5, 2022</conf-date><conf-loc>New Orleans, LA</conf-loc><fpage>1</fpage><lpage>23</lpage><pub-id pub-id-type="doi">10.1145/3491102.3501991</pub-id></nlm-citation></ref><ref id="ref26"><label>26</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Saunders</surname><given-names>JB</given-names> </name><name name-style="western"><surname>Aasland</surname><given-names>OG</given-names> </name><name name-style="western"><surname>Babor</surname><given-names>TF</given-names> </name><name name-style="western"><surname>de la Fuente</surname><given-names>JR</given-names> </name><name name-style="western"><surname>Grant</surname><given-names>M</given-names> </name></person-group><article-title>Development of the Alcohol Use Disorders Identification Test (AUDIT): WHO collaborative project on early detection of persons with harmful alcohol consumption--II</article-title><source>Addiction</source><year>1993</year><month>06</month><volume>88</volume><issue>6</issue><fpage>791</fpage><lpage>804</lpage><pub-id pub-id-type="doi">10.1111/j.1360-0443.1993.tb02093.x</pub-id><pub-id pub-id-type="medline">8329970</pub-id></nlm-citation></ref><ref id="ref27"><label>27</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Brooke</surname><given-names>J</given-names> </name></person-group><article-title>SUS -- a quick and dirty usability scale</article-title><source>Usability Evaluation In Industry</source><year>1996</year><publisher-name>CRC Press</publisher-name><fpage>189</fpage><lpage>194</lpage><pub-id pub-id-type="doi">10.1201/9781498710411</pub-id><pub-id pub-id-type="other">9780429157011</pub-id></nlm-citation></ref><ref id="ref28"><label>28</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Weiner</surname><given-names>BJ</given-names> </name><name name-style="western"><surname>Lewis</surname><given-names>CC</given-names> </name><name name-style="western"><surname>Stanick</surname><given-names>C</given-names> </name><etal/></person-group><article-title>Psychometric assessment of three newly developed implementation outcome measures</article-title><source>Implementation Sci</source><year>2017</year><month>12</month><volume>12</volume><issue>1</issue><fpage>108</fpage><pub-id pub-id-type="doi">10.1186/s13012-017-0635-3</pub-id></nlm-citation></ref><ref id="ref29"><label>29</label><nlm-citation citation-type="other"><person-group person-group-type="author"><name name-style="western"><surname>Ash</surname><given-names>GI</given-names> </name><name name-style="western"><surname>Nam</surname><given-names>S</given-names> </name><name name-style="western"><surname>Mak</surname><given-names>SS</given-names> </name><etal/></person-group><article-title>Facilitating the virtual exercise games for youth with type 1 diabetes (ExerT1D) peer intervention: protocol development and feasibility</article-title><source>medRxiv</source><comment>Preprint posted online on  May 28, 2025</comment><pub-id pub-id-type="doi">10.1101/2024.07.03.24309308</pub-id><pub-id pub-id-type="medline">39006443</pub-id></nlm-citation></ref><ref id="ref30"><label>30</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>DeJonckheere</surname><given-names>M</given-names> </name><name name-style="western"><surname>Joiner</surname><given-names>KL</given-names> </name><name name-style="western"><surname>Ash</surname><given-names>GI</given-names> </name><etal/></person-group><article-title>Youth and parent perspectives on the acceptability of a group physical activity and coping intervention for adolescents with type 1 diabetes</article-title><source>Sci Diabetes Self Manag Care</source><year>2021</year><month>10</month><volume>47</volume><issue>5</issue><fpage>367</fpage><lpage>381</lpage><pub-id pub-id-type="doi">10.1177/26350106211040429</pub-id><pub-id pub-id-type="medline">34610760</pub-id></nlm-citation></ref><ref id="ref31"><label>31</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Miles</surname><given-names>MB</given-names> </name><name name-style="western"><surname>Huberman</surname><given-names>AM</given-names> </name><name name-style="western"><surname>Saldana</surname><given-names>J</given-names> </name></person-group><source>Qualitative Data Analysis: A Methods Sourcebook</source><year>2013</year><publisher-name>SAGE Publications</publisher-name><pub-id pub-id-type="other">978-1-4833-2379-4</pub-id></nlm-citation></ref><ref id="ref32"><label>32</label><nlm-citation citation-type="web"><person-group person-group-type="author"><name name-style="western"><surname>Gr&#x00FC;n</surname><given-names>B</given-names> </name><name name-style="western"><surname>Hornik</surname><given-names>K</given-names> </name></person-group><article-title>topicmodels: Topic Models</article-title><source>CRAN</source><access-date>2025-03-13</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://cran.r-project.org/web/packages/topicmodels/index.html">https://cran.r-project.org/web/packages/topicmodels/index.html</ext-link></comment></nlm-citation></ref><ref id="ref33"><label>33</label><nlm-citation citation-type="other"><person-group person-group-type="author"><name name-style="western"><surname>Nielsen</surname><given-names>F&#x00C5;</given-names> </name></person-group><article-title>A new ANEW: evaluation of a word list for sentiment analysis in microblogs</article-title><source>arXiv</source><comment>Preprint posted online on  Mar 15, 2011</comment><pub-id pub-id-type="doi">10.48550/arXiv.1103.2903</pub-id></nlm-citation></ref><ref id="ref34"><label>34</label><nlm-citation citation-type="web"><person-group person-group-type="author"><name name-style="western"><surname>Nikita</surname><given-names>M</given-names> </name><name name-style="western"><surname>ldatuning</surname><given-names>CN</given-names> </name></person-group><source>Tuning of the Latent Dirichlet Allocation models parameters</source><year>2020</year><access-date>2025-03-13</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://cran.r-project.org/src/contrib/Archive/ldatuning/">https://cran.r-project.org/src/contrib/Archive/ldatuning/</ext-link></comment></nlm-citation></ref><ref id="ref35"><label>35</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Watkins</surname><given-names>DC</given-names> </name></person-group><article-title>Rapid and rigorous qualitative data analysis: the &#x201C;RADaR&#x201D; technique for applied research</article-title><source>Int J Qual Methods</source><year>2017</year><month>12</month><day>1</day><volume>16</volume><pub-id pub-id-type="doi">10.1177/1609406917712131</pub-id></nlm-citation></ref><ref id="ref36"><label>36</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>McCrudden</surname><given-names>MT</given-names> </name><name name-style="western"><surname>Marchand</surname><given-names>G</given-names> </name><name name-style="western"><surname>Schutz</surname><given-names>PA</given-names> </name></person-group><article-title>Joint displays for mixed methods research in psychology</article-title><source>Methods in Psychology</source><year>2021</year><month>12</month><volume>5</volume><fpage>100067</fpage><pub-id pub-id-type="doi">10.1016/j.metip.2021.100067</pub-id></nlm-citation></ref><ref id="ref37"><label>37</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ash</surname><given-names>GI</given-names> </name><name name-style="western"><surname>Mak</surname><given-names>SS</given-names> </name><name name-style="western"><surname>Haughton</surname><given-names>AD</given-names> </name><etal/></person-group><article-title>College community-based physical activity support at a public university during the COVID-19 pandemic: retrospective longitudinal analysis of intra- versus interpersonal components for uptake and outcome association</article-title><source>JMIR Mhealth Uhealth</source><year>2025</year><month>06</month><day>16</day><volume>13</volume><issue>1</issue><fpage>e51707</fpage><pub-id pub-id-type="doi">10.2196/51707</pub-id><pub-id pub-id-type="medline">40523272</pub-id></nlm-citation></ref><ref id="ref38"><label>38</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Baumel</surname><given-names>A</given-names> </name><name name-style="western"><surname>Muench</surname><given-names>F</given-names> </name><name name-style="western"><surname>Edan</surname><given-names>S</given-names> </name><name name-style="western"><surname>Kane</surname><given-names>JM</given-names> </name></person-group><article-title>Objective user engagement with mental health apps: systematic search and panel-based usage analysis</article-title><source>J Med Internet Res</source><year>2019</year><month>09</month><day>25</day><volume>21</volume><issue>9</issue><fpage>e14567</fpage><pub-id pub-id-type="doi">10.2196/14567</pub-id><pub-id pub-id-type="medline">31573916</pub-id></nlm-citation></ref></ref-list><app-group><supplementary-material id="app1"><label>Multimedia Appendix 1</label><p>CONSORT flow diagram.</p><media xlink:href="jmir_v27i1e78613_app1.pdf" xlink:title="PDF File, 120 KB"/></supplementary-material><supplementary-material id="app2"><label>Multimedia Appendix 2</label><p>Exit surveys, exit interview protocol, and exit interview themes.</p><media xlink:href="jmir_v27i1e78613_app2.pdf" xlink:title="PDF File, 315 KB"/></supplementary-material><supplementary-material id="app3"><label>Checklist 1</label><p>CONSORT-EHEALTH V1.6 checklist.</p><media xlink:href="jmir_v27i1e78613_app3.pdf" xlink:title="PDF File, 4443 KB"/></supplementary-material></app-group></back></article>