<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v20i10e10147</article-id>
    <article-id pub-id-type="pmid">30368433</article-id>
    <article-id pub-id-type="doi">10.2196/10147</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Original Paper</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Original Paper</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>Feasibility and Acceptability of Mobile Phone–Based Auto-Personalized Physical Activity Recommendations for Chronic Pain Self-Management: Pilot Study on Adults</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Wadley</surname>
          <given-names>Greg</given-names>
        </name>
      </contrib>
      <contrib contrib-type="editor">
        <name>
          <surname>Calvo</surname>
          <given-names>Rafael</given-names>
        </name>
      </contrib>
      <contrib contrib-type="editor">
        <name>
          <surname>Czerwinski</surname>
          <given-names>Mary</given-names>
        </name>
      </contrib>
      <contrib contrib-type="editor">
        <name>
          <surname>Torous</surname>
          <given-names>John</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Heckler</surname>
          <given-names>Eric</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Kardeş</surname>
          <given-names>Sinan</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1" corresp="yes" equal-contrib="yes">
      <name name-style="western">
        <surname>Rabbi</surname>
        <given-names>Mashfiqui</given-names>
      </name>
      <degrees>PhD</degrees>
      <xref rid="aff1" ref-type="aff">1</xref>
      <address>
        <institution>Department of Statistics</institution>
        <institution>Harvard University</institution>
        <addr-line>1 Oxford Street</addr-line>
        <addr-line>Cambridge, MA,</addr-line>
        <country>United States</country>
        <phone>1 603 667 1797</phone>
        <email>mrabbi@fas.harvard.edu</email>
      </address>  
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-4928-553X</ext-link></contrib>
      <contrib contrib-type="author" id="contrib2" equal-contrib="yes">
        <name name-style="western">
          <surname>Aung</surname>
          <given-names>Min SH</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-4376-0849</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib3">
        <name name-style="western">
          <surname>Gay</surname>
          <given-names>Geri</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-6324-9132</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib4">
        <name name-style="western">
          <surname>Reid</surname>
          <given-names>M Cary</given-names>
        </name>
        <degrees>MD, PhD</degrees>
        <xref rid="aff3" ref-type="aff">3</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-8117-662X</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib5">
        <name name-style="western">
          <surname>Choudhury</surname>
          <given-names>Tanzeem</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-5952-4955</ext-link>
      </contrib>
    </contrib-group>
    <aff id="aff1">
    <label>1</label>
    <institution>Department of Statistics</institution>
    <institution>Harvard University</institution>  
    <addr-line>Cambridge, MA</addr-line>
    <country>United States</country></aff>
    <aff id="aff2">
    <label>2</label>
    <institution>Information Science Department</institution>
    <institution>Cornell University</institution>  
    <addr-line>Ithaca, NY</addr-line>
    <country>United States</country></aff>
    <aff id="aff3">
    <label>3</label>
    <institution>Department of Medicine</institution>
    <institution>Weill Cornell Medical College</institution>  
    <addr-line>New York, NY</addr-line>
    <country>United States</country></aff>
    <author-notes>
      <corresp>Corresponding Author: Mashfiqui Rabbi 
      <email>mrabbi@fas.harvard.edu</email></corresp>
    </author-notes>
    <pub-date pub-type="collection"><month>10</month><year>2018</year></pub-date>
    <pub-date pub-type="epub">
      <day>26</day>
      <month>10</month>
      <year>2018</year>
    </pub-date>
    <volume>20</volume>
    <issue>10</issue>
    <elocation-id>e10147</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>15</day>
        <month>2</month>
        <year>2018</year>
      </date>
      <date date-type="rev-request">
        <day>25</day>
        <month>3</month>
        <year>2018</year>
      </date>
      <date date-type="rev-recd">
        <day>12</day>
        <month>5</month>
        <year>2018</year>
      </date>
      <date date-type="accepted">
        <day>19</day>
        <month>6</month>
        <year>2018</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©Mashfiqui Rabbi, Min SH Aung, Geri Gay, M Cary Reid, Tanzeem Choudhury. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 26.10.2018.</copyright-statement>
    <copyright-year>2018</copyright-year>
    <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="http://www.jmir.org/2018/10/e10147/" xlink:type="simple"/>
    <abstract>
      <sec sec-type="background">
        <title>Background</title>
        <p>Chronic pain is a globally prevalent condition. It is closely linked with psychological well-being, and it is often concomitant with anxiety, negative affect, and in some cases even depressive disorders. In the case of musculoskeletal chronic pain, frequent physical activity is beneficial. However, reluctance to engage in physical activity is common due to negative psychological associations (eg, fear) between movement and pain. It is known that encouragement, self-efficacy, and positive beliefs are effective to bolster physical activity. However, given that the majority of time is spent away from personnel who can give such encouragement, there is a great need for an automated ubiquitous solution.</p>
      </sec>
      <sec sec-type="objective">
        <title>Objective</title>
        <p>MyBehaviorCBP is a mobile phone app that uses machine learning on sensor-based and self-reported physical activity data to find routine behaviors and automatically generate physical activity recommendations that are similar to existing behaviors. Since the recommendations are based on routine behavior, they are likely to be perceived as familiar and therefore likely to be actualized even in the presence of negative beliefs. In this paper, we report the preliminary efficacy of MyBehaviorCBP based on a pilot trial on individuals with chronic back pain.</p>
      </sec>
      <sec sec-type="methods">
        <title>Methods</title>
        <p>A 5-week pilot study was conducted on people with chronic back pain (N=10). After a week long baseline period with no recommendations, participants received generic recommendations from an expert for 2 weeks, which served as the control condition. Then, in the next 2 weeks, MyBehaviorCBP recommendations were issued. An exit survey was conducted to compare acceptance toward the different forms of recommendations and map out future improvement opportunities.</p>
      </sec>
      <sec sec-type="results">
        <title>Results</title>
        <p>In all, 90% (9/10) of participants felt positive about trying the MyBehaviorCBP recommendations, and no participant found the recommendations unhelpful. Several significant differences were observed in other outcome measures. Participants found MyBehaviorCBP recommendations easier to adopt compared to the control (<italic>β<sub>int</sub></italic>=0.42, <italic>P</italic>&#60;.001) on a 5-point Likert scale. The MyBehaviorCBP recommendations were actualized more (<italic>β<sub>int</sub></italic>=0.46, <italic>P</italic>&#60;.001) with an increase in approximately 5 minutes of further walking per day (<italic>β<sub>int</sub></italic>=4.9 minutes, <italic>P</italic>=.02) compared to the control. For future improvement opportunities, participants wanted push notifications and adaptation for weather, pain level, or weekend/weekday.</p>
      </sec>
      <sec sec-type="conclusions">
        <title>Conclusions</title>
        <p>In the pilot study, MyBehaviorCBP’s automated approach was found to have positive effects. Specifically, the recommendations were actualized more, and perceived to be easier to follow. To the best of our knowledge, this is the first time an automated approach has achieved preliminary success to promote physical activity in a chronic pain context. Further studies are needed to examine MyBehaviorCBP’s efficacy on a larger cohort and over a longer period of time.</p>
      </sec>
    </abstract>
    <kwd-group>
      <kwd>chronic pain</kwd>
      <kwd>machine learning</kwd>
      <kwd>personalization</kwd>
      <kwd>chronic back pain</kwd>
      <kwd>reinforcement learning</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Chronic pain is defined as pain that persists despite the resolution of injury or pathology [<xref ref-type="bibr" rid="ref1">1</xref>] and attributed to changes in the central and peripheral nervous system resulting in amplified or uninhibited pain signals [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>]. Persistent pain over long periods of time can affect people both physically and psychologically. Chronic pain is also closely linked with distress, affect behavior, and loss of productivity. Some studies have shown that 86% of people with chronic pain report difficulties with sleep [<xref ref-type="bibr" rid="ref4">4</xref>], 70% have trouble concentrating [<xref ref-type="bibr" rid="ref4">4</xref>], 44% to 51% report anxiety [<xref ref-type="bibr" rid="ref5">5</xref>], and 88% express anger due to not seeing improvements [<xref ref-type="bibr" rid="ref5">5</xref>]. Moreover, productivity losses can also be significant, with 4.6 hours per week rising to 5.5 hours per week lost due to chronic back pain [<xref ref-type="bibr" rid="ref6">6</xref>]. These adverse effects can also result in other comorbidities such as depression [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref7">7</xref>-<xref ref-type="bibr" rid="ref9">9</xref>]. In terms of global prevalence, the World Health Organization recognizes chronic pain as a public health problem worldwide [<xref ref-type="bibr" rid="ref10">10</xref>] with a prevalence of 32% in low-income countries and 30% in high-income countries [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. In the United States alone, 120 million adults are reported to be suffering from chronic pain [<xref ref-type="bibr" rid="ref13">13</xref>] with related costs exceeding even that of diabetes, cancer, and heart disease [<xref ref-type="bibr" rid="ref14">14</xref>]. Chronic pain is also related to substance abuse, with 12 million people (aged 12 years and older) reporting nonmedical use of pain medication, and overdose-related deaths are rising annually [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
        <p>A particularly common form of chronic pain is of a musculoskeletal nature, which affects 1 in 10 adults globally. This form of chronic pain is also a leading cause of disability, with 28% reporting limitations in movement due to the condition [<xref ref-type="bibr" rid="ref16">16</xref>]. That said, it is well understood that successful management of musculoskeletal chronic pain is achievable with regular and sustained physical activity [<xref ref-type="bibr" rid="ref10">10</xref>]. This is due to activity having the effect of protecting against muscle weakening and inhibiting the neurophysiological mechanisms underlying the spread of pain [<xref ref-type="bibr" rid="ref4">4</xref>]; in addition, physical activity does not have the issue of side effects that come with the consumption of pharmaceuticals [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. Indeed, several recent reviews and guidelines from the US Centers for Disease Control and Prevention and UK National Institute for Health and Care Excellence have strongly encouraged clinicians to prescribe nonpharmacologic approaches that include movement-based therapies [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref20">20</xref>].</p>
        <p>Despite the benefits of physical activity, adherence to regular and sustained physical activity is low [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. This is principally due to perceived pain exacerbation from activity, which over time results in negative psychological associations (eg, fear) between movement and pain. Some of the psychological associations, typically fear and anxiety [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>], manifest at an affective level [<xref ref-type="bibr" rid="ref5">5</xref>] and are closely linked to more cognitive associations such as negative beliefs [<xref ref-type="bibr" rid="ref5">5</xref>] and catastrophization [<xref ref-type="bibr" rid="ref24">24</xref>], where subjective interpretation of pain severity may make the pain seem worse than it is [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. These negative associations can lead to a reluctance to continue and even avoidance of activity and therapies [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref27">27</xref>] that in turn can lead to lowered self-efficacy to engage in preventative measures [<xref ref-type="bibr" rid="ref24">24</xref>]. Lack of engagement over time can further result in weakening, disability, or even impairment in motor control where there is fproprioceptive dysfunction [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
        <p>Low adherence to physical activity is further compounded by the need to self-manage. Typically, in day-to-day life settings, there is no care provider present to offer encouragement and guidance [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]. A variety of mobile phone apps have been proposed in recent years for chronic pain self-management [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref30">30</xref>-<xref ref-type="bibr" rid="ref32">32</xref>]; however, the majority of mobile health (mHealth) apps to date for chronic pain do not leverage the available array of onboard sensors [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. In this paper, we argue that sensor data can offer a new method that makes self-management of physical activity easier for chronic pain. Self-management becomes easier because suggestions are generated and adapted automatically from sensor data, so participants do not need to manually manage or track the suggestions they want to follow. We further reduce self-management burden by prioritizing features that make the suggestions more actionable within the psychological barriers of chronic pain [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]. Thus, participants do not need to use trial and error to figure out which suggestions are more or less actionable for chronic pain.</p>
      </sec>
      <sec>
        <title>Strategies to Address Psychological Barriers of Chronic Pain</title>
        <p>While the utility of physical exercise for chronic pain is well known, it has also been found that introduction of new exercise tasks is more successful when small changes are made to current daily activities [<xref ref-type="bibr" rid="ref12">12</xref>]. Other studies advocate a shift of attention strategy [<xref ref-type="bibr" rid="ref37">37</xref>] as well as focusing on pleasurable activities [<xref ref-type="bibr" rid="ref38">38</xref>]. These studies suggest the need to base any recommendation system on personal preferences and routine behavior. Given these lessons, we aimed to use mobile phone sensors as a natural way to acquire data on habitual behavior with respect to activity preferences. We also aimed to use this data as a basis from which new activity suggestions can be issued that are based on the contextual information taken from the tracked data. Such suggestions will likely be perceived as familiar. Also, given that the users know they have done similar activities before, this may lead to more positive beliefs and a better sense of self-efficacy. Thus, the suggestions themselves could be perceived as less effortful compared to fixed text message–based approaches, where messages are constructed before a study and the message contents do not adapt to routines or preferences of study participants [<xref ref-type="bibr" rid="ref39">39</xref>].</p>
      </sec>
      <sec>
        <title>A Personalized, Self-Efficacious, and Low-Effort Suggestion Engine</title>
        <p>We developed MyBehaviorCBP, a mobile phone app that operationalizes various strategies to address psychological barriers of chronic pain. MyBehaviorCBP uses machine learning on sensor data and self-reported physical activity logs and automatically generates physical activity recommendations based on an individual’s past behavior. This strategy of persuasion has been shown to be effective in MyBehavior, our predicating system designed for general populations [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]. This earlier app was designed to promote more energetic exercising and lower calorie dietary intake based on the user’s past actions. MyBehavior was shown to have affected a sustained positive behavior change within a general population in a 14-week pilot study. In this study, we repurposed this system and developed MyBehaviorCBP specifically for individuals with chronic pain. In MyBehaviorCBP, the user’s mobility state (episodes of walking or stationary state inferred from the accelerometer signals) and geolocation are passively tracked without the need for any user input. Activities that cannot be captured with sensors are entered manually. The next stage is to find recurring patterns within the physical activity data of each participant. Once recurring patterns are established, a set of new recommendations is issued based on these recurring patterns with small changes applied. We focus on these recurring patterns to generate new suggestions because participants have likely done similar actions before. Furthermore, the app uses the tracked movement data as a way to monitor which recommendations were actually preferred and executed. Subsequent recommendations are adapted based on the most acted upon previous recommendations. To the best of our knowledge, MyBehaviorCBP is the first app to promote physical activity with an automated data-driven approach in the chronic pain context.</p>
      </sec>
      <sec>
        <title>Objective of This Study</title>
        <p>In this paper, we report on a formative study on the use of MyBehaviorCBP and present results from a 5-week pilot study among individuals with chronic back pain (N=10). Since the MyBehaviorCBP automated suggestion generation approach is being tested for the first time in the chronic pain context, we investigate the feasibility and acceptability of the approach before an expensive randomized controlled trial. Prior works have recommended small pilot trials (N&#62;4) for novel mHealth apps to investigate early evidence of acceptance and use demonstrating the intervention is affecting the intended outcomes and document lessons learned, if any, for future improvements [<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref41">41</xref>]. To this end, we (1) determined whether the MyBehaviorCBP recommendations were perceived as easy and actionable compared to randomly generated recommendations, (2) examined preliminary evidence to see whether the intentions led to an actual increase in physical activity behavior, and (3) solicited participant feedback on using the app to fine-tune future versions of the app.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>We conducted a 5-week within-subject study on 10 individuals with chronic back pain. The first week of the study served as a baseline period where participants familiarized with the app. No physical activity recommendation was given in the first week. The next 2 weeks were a control phase where 7 suggestions were randomly chosen every day from a pool of suggestions. This pool of suggestions was created by a fitness expert according to the US National Institutes of Health guidelines for healthy living [<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref43">43</xref>] and these suggestions were pilot-tested in past studies [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]. These suggestions, however, were generic and unrelated to participants’ past behaviors. In weeks 4 and 5, the experimental phase was conducted where participants received MyBehaviorCBP-generated recommendations based on their own behaviors. The study was single-blinded in that only the experimenters were aware of when the different types of suggestions during the control and experimental phases were activated.</p>
        <p>During each day of the control and experimental phases, participants filled out a short in-phone survey in the evening. The survey asked about the ease of following recommendations, how many recommendations they followed, and their emotional state. In addition to the daily surveys, participants completed a Web-based exit survey after the study. The exit survey asked about the helpfulness of the recommendations, what future changes they would want to see, and whether they would recommend this app to other people with chronic back pain.</p>
      </sec>
      <sec>
        <title>Participants</title>
        <p>Given the prevalence of chronic pain, invitation of the study was sent via the Wellness Center and retiree mailing lists from Cornell University. Recruitment was restricted to participants with a history of chronic back pain (≥6 months in duration) and willingness to use MyBehaviorCBP on an Android mobile phone, either their own or one provided by the study. Further inclusion criteria were having some reasonable level of outdoor movement (eg, traveling to and from work), not being significantly housebound, having a basic level of mobile phone proficiency, being between ages 18 and 65 years, and being fluent in English. Exclusion criteria, determined during an initial interview, were the need of mobility aids; having had joint replacement, arthrodesis, or limb amputation; having a learning disability; or being pregnant, but no subject fell into these categories. Eligible participants were invited for a face-to-face session where informed consent was acquired and instructions for using the app were provided (<xref ref-type="fig" rid="figure1">Figure 1</xref> shows the participant flow diagram); 10 participants (3 male, 7 female, aged 31 to 60 years) were recruited, and all participants completed the study. Participants reported a range of causes for their chronic back pain, including herniated disc, rotated vertebrae, scoliosis, sciatica, and tendinitis [<xref ref-type="bibr" rid="ref44">44</xref>] and had histories of 5 to 33 years of chronic back pain. It should be noted here that independent clinical diagnoses past that of the subjects’ own declarations about their respective causes of chronic pain were not applied. Since we are only interested in the chronic pain aspect of their condition rather the specific causes, we followed the approach of self-reporting of pain. As pain is subjective, self-report of the presence, level, and persistence of pain remains the standard assessment approach. After initial contact, some participants were further excluded as our app was limited to the Android operating system and there was a limited number of available replacement phones. Also, some potential participants were excluded because they would not be in their normal daily routines (eg, going on vacation) during the time of the user study. From the initial 30 contacted, 16 were excluded and 10 enrolled with 4 on standby.</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>Participant flow diagram for MyBehaviorCBP pilot study.</p>
            </caption>
            <graphic xlink:href="jmir_v20i10e10147_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
      </sec>
      <sec>
        <title>The MyBehaviorCBP Intervention</title>
        <p>The MyBehaviorCBP app comprised 2 modules: routine behavior recognition module and recommendation generation module.</p>
        <sec>
          <title>Routine Behavior Recognition Module</title>
          <p>The first stage of MyBehaviorCBP is to log the physical activities of an individual with a combination of movement sensors (geolocation and accelerometer) along with manual input. Similar recurring activities are then grouped together to find routine behaviors. Specifically, activity states such as walking, running, stationary, and in-vehicle are automatically tracked using movement sensors within the phone; these activities are also tagged with the geographical location [<xref ref-type="bibr" rid="ref45">45</xref>]. Physical activities that cannot be automatically inferred by phone sensors can be manually recorded using a drop-down menu that contains a searchable preloaded set [<xref ref-type="bibr" rid="ref46">46</xref>]. Once an activity is logged, it is grouped together with other similar activities that have previously occurred. The method for this grouping is a data-clustering algorithm, details of which have been previously published [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]. The main intuition is that the same type of activities will co-occur at similar locations and are therefore assigned to the same cluster. For example, episodes of stationary state that occur in an office will have a similar GPS location and would be grouped together. Stationary episodes at a different location would be in a separate cluster from the “stationary in the office” cluster. Episodes of other mobility states are also grouped separately. For example, episodes of walking from an office to a coffee shop would show a similar trajectory of GPS locations and will be grouped together; in principle this would be a different cluster to walking from the office to a bus stand. For the manually searched and logged activities, similar exercises within the preloaded list are grouped together. <xref ref-type="fig" rid="figure2">Figure 2</xref> shows a few examples of physical activity patterns extracted from 2 users.</p>
        
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>Visualization of a user’s movements over a week: (a) heatmap showing the locations where the user is stationary everyday, (b) location traces of frequent walks by the user, and (c) location traces of frequent walks by another user.</p>
            </caption>
            <graphic xlink:href="jmir_v20i10e10147_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <p>In the interest of consistency, we will refer to each of these multifaceted clusters as a “behavior” in the remainder of this paper. Note the clustering process is determined for each participant separately without using data from other participants. Furthermore, the clustering is carried out in the phone, and no location data is exported to the cloud, minimizing privacy risks.</p>
        </sec>
        <sec>
          <title>Suggestions Generation Module</title>
          <p>Once the tracked data are grouped into different behaviors, the app then uses a sequential decision-making algorithm (multi-armed bandit or MAB [<xref ref-type="bibr" rid="ref47">47</xref>,<xref ref-type="bibr" rid="ref48">48</xref>]) to select and rank recommendations that are maximized to be both actionable and beneficial. In the following, we describe the main factors within the data that we consider to be important in the context of chronic pain. Subsequently, we will describe how the algorithm operationalizes these factors as part of its optimization process.</p>
          <list list-type="bullet">
            <list-item>
              <p>Most frequent and repeated behaviors are prioritized. In doing this, we aim to exploit the fact that participants are familiar with these frequent behaviors and they likely have a higher level of mastery or sense of self-efficacy toward undertaking those actions [<xref ref-type="bibr" rid="ref49">49</xref>].</p>
            </list-item>
            <list-item>
              <p>Less intensive and energetic actions are prioritized. For example, walking is prioritized over running or gym exercises. This factor is considered to promote easier or perceived as easier suggestions, which may be more compelling in situations when there is fear or anxiety of contemplating exercise [<xref ref-type="bibr" rid="ref39">39</xref>].</p>
            </list-item>
            <list-item>
              <p>Newly generated suggestions are based on the continuation of small changes made to a user’s existing repeated behaviors. As suggested in Singh et al [<xref ref-type="bibr" rid="ref12">12</xref>], it is attractive for those with chronic pain if less change to current behavior is needed when adopting a new therapy compared to suggestions that significantly differ from their existing routine.</p>
            </list-item>
            <list-item>
              <p>Suggestions will be uniquely contextualized to each user. Contextual information such as road or place names (<xref ref-type="fig" rid="figure2">Figure 2</xref>) and durational information can be added to the suggestion to further elicit a sense of familiarity [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
            </list-item>
          </list>
          <p>In addition to the main tenets listed above, a further requirement is the need for the system to be adaptive and future proof. Since the suggestions are generated when the app is being used and data acquired, the system only has an account of the user’s past behaviors and the suggestions that have been actualized. This information is incomplete to inform what may happen in the future (eg, an ineffective suggestion from the past may become effective at a later point in time and vice versa). Thus, the system needs to have the capacity to adjust over time and adapt if necessary. Within the MAB framework, principles from the reinforcement learning (RL) branch of artificial intelligence are used, and this learning paradigm is designed to address the task of being continually adaptive. In this context, the RL agent can take a sequence of decisions in an environment to reach a predefined objective where each subsequent decision is based on the success or failure of the previous decisions.</p>
          <p>One can consider the MyBehaviorCBP system as an RL agent as follows: let <italic>X</italic>=<italic>{x<sub>1</sub>,x<sub>2</sub>,x<sub>3</sub>,...,x<sub>n</sub>}</italic> denote the set of recommendations where each <italic>x</italic><sub><italic>i</italic> </sub> is related to a user behavior (ie, walking to bus stop, sitting in the office). At the start of day <italic>d</italic>, the system chooses a subset of <italic>X</italic> and issues them to its user. At the end of the day, a reward score <italic>r</italic><sub><italic>id</italic> </sub> for recommendation <italic>x</italic><sub><italic>i</italic> </sub> is calculated according to the following quantity: <italic>r<sub>id</sub>=</italic> <italic>m</italic><sub><italic>id</italic> </sub>×<italic>easiness</italic> (<italic>x</italic><sub><italic>i</italic> </sub>), where <italic>m</italic><sub><italic>id</italic> </sub> represents number of minutes a participant spent actually doing <italic>x</italic><sub><italic>i</italic> </sub> during the day <italic>d</italic>; <italic>m</italic><sub><italic>id</italic> </sub> is equal to zero if the recommendation is not adopted. The <italic>easiness</italic> (<italic>x</italic><sub><italic>i</italic> </sub>) function depends on how light or less vigorous the recommendation <italic>x</italic><sub><italic>i</italic> </sub> is (eg, walking is lighter than running or gym exercise). We quantify the lightness of an activity as inverse of metabolic equivalent of task (MET) because vigorous activities tend to have higher MET values [<xref ref-type="bibr" rid="ref46">46</xref>]. To summarize, the longer a recommendation is followed and the lower MET value it has, the higher reward it receives (eg, a longer walk would receive a higher reward than a shorter walk). But, between behaviors of the same duration but different action, eg, 30 minutes of walking and 30 minutes of gym exercise, walking would receive a higher reward because it is easier with a lower MET value.</p>
          <p>One exception to the above equation for <italic>r</italic><sub><italic>id</italic> </sub> is when there is a stationary behavior (eg, sitting). This is because being stationary has a low MET value, and a lot of time is generally spent in a sedentary manner. Thus, our prior formulation of <italic>r</italic><sub><italic>id</italic> </sub> would give high reward to stationary behavior because both <italic>m</italic><sub><italic>id</italic> </sub> and <italic>easiness</italic> are higher. However, rewarding more stationary behavior makes little sense, and MyBehaviorCBP’s goal is to reward more movement. Therefore, MyBehaviorCBP make the following adjustment to the reward of stationary behaviors; for each stationary behavior <italic>x</italic><sub><italic>j</italic> </sub>ϵ<italic>X</italic>, the reward is: <italic>r</italic><sub><italic>jd</italic> </sub>=<italic>m</italic><sub><italic>jd</italic> </sub>×<italic>easiness</italic> (<italic>walking</italic>)×3/60, where easiness of walking is the inverse of the MET value of walking activity. Defined this way, MyBehaviorCBP would suggest a small change of 3-minute walking breaks for every hour of stationary behavior.</p>
          <p>At the end of each day <italic>d</italic>, 2 quantities for each <italic>x</italic><sub><italic>i</italic> </sub> are computed: mean daily reward, <italic>r̂</italic><sub><italic>id</italic> </sub> (<italic>=</italic> [<italic>r</italic><sub><italic>i1</italic> </sub><italic>+r</italic><sub><italic>i2</italic> </sub><italic>+r</italic><sub><italic>i3</italic> </sub><italic>+...+r</italic><sub><italic>id</italic> </sub>]<italic>/d</italic>) and mean daily minutes spent <italic>m̂</italic><sub><italic>id</italic> </sub> (<italic>=</italic> [<italic>m</italic><sub><italic>i1</italic> </sub><italic>+m</italic><sub><italic>i2</italic> </sub><italic>+m</italic><sub><italic>i3</italic> </sub><italic>+...+m</italic><sub><italic>id</italic> </sub>]<italic>/d</italic>). A suggestion with high <italic>r̂</italic><sub><italic>id</italic> </sub> means the suggestion is easy and repeated often. On day <italic>d</italic> +1, a new subset of recommendations is chosen with the following composition: 80% with the highest <italic>r̂</italic><sub><italic>id</italic> </sub> and 20% randomly chosen from the remaining; moreover, the total <italic>m̂</italic><sub><italic>id</italic> </sub> for the selected recommendations cannot exceed 60 minutes. In this setup, MyBehaviorCBP ensures 80% of the recommendations are easy and have been frequently followed before. For the remaining 20%, we allow for exploration of other recommendations to see if they get adopted. Finally, the limit of 60 minutes is set to aim for a predefined duration of exercise. This is done since the therapeutic objective here is not necessarily to encourage as much activity as possible but to regularly adhere to some predefined target. To operationalize this, we use a MAB variant called the multi-armed bandit with knapsack [<xref ref-type="bibr" rid="ref50">50</xref>] using an <italic>ε</italic>-greedy strategy [<xref ref-type="bibr" rid="ref48">48</xref>]. This would encourage the issuance of easier-to-do recommendations that simply target reaching 60 minutes rather than having no upper bound.</p>
          <p><xref ref-type="fig" rid="figure3">Figure 3</xref> shows examples of MyBehaviorCBP suggestions for 2 different users. The screenshots are distinct and show MyBehaviorCBP’s capability to personalize to different users. Short encouraging texts are also added to the recommendations, such as (1) continuing existing walking behaviors, (2) taking short walking breaks as a small change to stationary behaviors, or (3) encouraging to continue other exercises. Along with this text, the app shows how many minutes are achievable (equal to <italic>m̂</italic><sub><italic>id</italic> </sub>) and should be done for each of the suggestions.</p>
        </sec>
      </sec>
      <sec>
        <title>Measures</title>
        <p>The MyBehaviorCBP system intends to encourage more physical activity over a sustained period of time. However, given the early stage of the technology, a 5-week pilot study was conducted. The goal of the pilot was to investigate the feasibility of MyBehaviorCBP, which was measured by 3 factors: use, acceptability, and early efficacy. In addition, we report lessons learned for future improvements [<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref51">51</xref>]. These factors are measured with a combination of phone logs, daily evening surveys during the study, and an exit survey (see <xref ref-type="table" rid="table1">Table 1</xref> for measured outcomes). Phone logs contain passively collected records of whether MyBehaviorCBP was opened and the type of physical activity (ie, walking, stationary) for every minute during the study. The daily evening surveys were done in the phone each day of the 5-week study; in these daily evening surveys, we asked about relative ease of the recommendations received, how many recommendations they followed, and their emotional state during the day. After the 5-week study, an exit survey was conducted on the Web that asked about the helpfulness of the recommendations, what future changes they would want to see, and whether they would recommend this app to other people with chronic back pain.</p>
        <p>Use was measured by how frequently study participants opened the app, recorded from the phone log. Acceptability, a more complex quantity, was measured by traingulating a variety of self-reports that focused on intention and behavior toward the recommendations. We specifically measured perceived easiness, which indicates the actionability of the recommendations [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref49">49</xref>], intention, behavior, and helpfulness. Early efficacy is another complex quantity we measured with several proximal measures that can lead to reduction of pain in the long term [<xref ref-type="bibr" rid="ref52">52</xref>]. Finally, open-ended questions were used to pin down which features participants found useful and what features they saw as missing; this data will be used to map out future refinements of MyBehaviorCBP.</p>
      </sec>
      <sec>
        <title>Analysis Plan</title>
        <p>Number of times the app is accessed was analyzed using the simple descriptive statistics of mean and standard deviation. The acceptability and early efficacy outcomes are less straight forward to analyze because data points from the same subject being likely correlated and different subjects having different baseline conditions at the start of the study (eg, different levels of physical activity and type of chronic back pain) [<xref ref-type="bibr" rid="ref53">53</xref>,<xref ref-type="bibr" rid="ref54">54</xref>]. Therefore, we apply linear mixed-effect models to adjust for repeated measures and intersubject variability [<xref ref-type="bibr" rid="ref53">53</xref>].</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>MyBehaviorCBP’s personalized suggestions for 2 users.</p>
          </caption>
          <graphic xlink:href="jmir_v20i10e10147_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Different outcome measures captured in the MyBehaviorCBP pilot study and their purposes.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="770"/>
            <col width="0"/>
            <col width="200"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Data collection methods and description of outcome measure</td>
                <td>Purpose of outcome measure</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3"><bold>App use</bold></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Record of how many times the app is opened</td>
                <td colspan="2">Use</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Physical activity log</bold></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Number of minutes spent walking per day</td>
                <td colspan="2">Early efficacy</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Number of minutes spent in nonwalking exercises per day</td>
                <td colspan="2">Early efficacy</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Daily evening survey</bold></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Perceived easiness: How easy did today’s suggestions seem after reading them? (Likert scale: 1=I could never do these suggestions to 7=I could always do these suggestions)</td>
                <td colspan="2">Acceptability</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Intention: How many suggestions did you want to follow today? (integer value between 0 and 7)</td>
                <td colspan="2">Acceptability</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Behavior: How many suggestions did you follow today? (integer value between 0 and 7)</td>
                <td colspan="2">Acceptability</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Pain level: Please indicate your pain level today. (Likert scale: 0=no pain to 10=extreme pain)</td>
                <td colspan="2">Early efficacy</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Exit survey</bold></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Did receiving suggestions from your phone help you to be more active? (multiple choice: not helpful, somewhat helpful, very helpful)</td>
                <td colspan="2">Acceptability</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>How likely are you to recommend this app to another person with back pain? (multiple choice: not likely, somewhat likely, very likely)</td>
                <td colspan="2">Acceptability</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>What changes do you think could be made to the app that would make it more effective in helping you be more active? (open-ended)</td>
                <td colspan="2">Future improvement</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <p>The type of intervention is considered as a fixed effect, and we coded the intervention type as 0 and 1 for control (ie, the static suggestions generated by experts) and experimental phases (ie, MyBehaviorCBP suggestions), respectively. Coded this way, the intervention coefficient would represent the relative improvement of the outcome measure of MyBehaviorCBP over the control. When we included time (as day within the study) as a fixed effect, it was found to be not significant. Also, we tested the study participant identity as a random effect and found it to be significant in likelihood ratio tests (<italic>P</italic>&#60;.01) for all outcome measures [<xref ref-type="bibr" rid="ref53">53</xref>], which means significant interpersonal variability exists and a mixed-effect model is necessary. The parameter estimation for all models was generated using maximum likelihood estimation [<xref ref-type="bibr" rid="ref53">53</xref>]. In addition, we computed effect size measures by dividing the mean difference of an outcome measure between the control and experiment phases with pooled standard deviation [<xref ref-type="bibr" rid="ref55">55</xref>]. Finally, the open-ended questions in the exit survey are broken down into themes using thematic analysis [<xref ref-type="bibr" rid="ref56">56</xref>].</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Use</title>
        <p>Over the 5-week study with 10 participants, the mean number of times the MyBehaviorCBP app was opened is 106.9 during the control and experiment phases (<italic>μ</italic>=106.9, σ=56.9, <italic>q</italic><sub>25</sub>=76.1, <italic>q</italic><sub>50</sub>=89.6, <italic>q</italic><sub>75</sub>=105.5), which is 3.2 times on average per day. <xref ref-type="fig" rid="figure4">Figure 4</xref> shows the average number of times a participant opened the MyBehaviorCBP app over time. For both control (ie, static suggestions) and experiment phases (ie, MyBehaviorCBP-generated suggestions), there is an initial period of high use but over time the use decreased.</p>
      </sec>
      <sec>
        <title>Acceptability of the Suggestions</title>
        <p>In the exit survey, the participants reacted positively about MyBehaviorCBP recommendations, with 2 of 10 participants finding MyBehaviorCBP recommendations very helpful and 8 of 10 finding MyBehaviorCBP recommendations somewhat helpful. No participant reported the recommendations unhelpful. All participants (10/10) reported that they would likely recommend the app to other people with chronic back pain.</p>
        <p>The acceptability of MyBehaviorCBP was also measured using (1) self-reported rating of easiness of the recommendations, (2) how many recommendations the participants wanted to follow, and (3) how many recommendations the participants actually followed. The results of the statistical analysis are reported in <xref ref-type="table" rid="table2">Table 2</xref>, and <xref ref-type="fig" rid="figure5">Figure 5</xref> shows the mean and standard deviations. In the interest of convenience, only important statistics are shown in <xref ref-type="table" rid="table2">Table 2</xref>. The intervention coefficients (<italic>β</italic><sub><italic>int</italic> </sub>) are reported along with <italic>P</italic> values (<italic>P</italic><sub><italic>int</italic> </sub>) and 95% confidence intervals. We observe there were significant changes of <italic>β</italic><sub><italic>int</italic> </sub> for number of recommendations followed (<italic>β</italic><sub><italic>int</italic> </sub>=0.46, <italic>P</italic>&#60;.001). In real terms, participants within the experimental phase adopted 1 extra recommendation every 2 days. On the other hand, participants wanted to follow the control phase recommendations more than the experimental phase (<italic>β</italic><sub><italic>int</italic> </sub>=–0.2, <italic>P</italic>=.02), which means control group recommendations were effective to increase intention but not for actualizing a recommendation. Regarding easiness, participants perceived the MyBehaviorCBP recommendations to be easier than the control, which means they were perceived as low-burden (<italic>β</italic><sub><italic>int</italic> </sub>=0.42, <italic>P</italic>&#60;.001). This is important in the chronic pain population, which is often reluctant to be physically active.</p>
        <p>The number of self-reported recommendations followed and wanted to follow, however, had important differences for different emotional states in the day. <xref ref-type="fig" rid="figure6">Figure 6</xref> shows the means for several outcomes under different emotional states captured through the PAM [<xref ref-type="bibr" rid="ref57">57</xref>]. Generally, participants adopted or wanted to adopt more recommendations during positive emotional states. However, during high positive emotional states, generic recommendations were perceived as easy and participants wanted to follow them more, but the MyBehaviorCBP recommendations were adopted more. During negative emotional states, the number of recommendations participants wanted to follow and actually followed are both higher than the control group recommendations.</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Number of times a day MyBehaviorCBP app was accessed.</p>
          </caption>
          <graphic xlink:href="jmir_v20i10e10147_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Summary of differences between control and MyBehaviorCBP as collected from survey and physical activity logs.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="260"/>
            <col width="80"/>
            <col width="90"/>
            <col width="130"/>
            <col width="80"/>
            <col width="90"/>
            <col width="90"/>
            <col width="90"/>
            <col width="90"/>
            <thead>
              <tr valign="bottom">
                <td>Outcome measure</td>
                <td><italic>β<sub>int</sub></italic></td>
                <td><italic>P<sub>int</sub></italic></td>
                <td>95% CI<sub><italic>int</italic> </sub></td>
                <td><italic>d</italic></td>
                <td>–2logL</td>
                <td>AIC<sup>a</sup></td>
                <td>BIC<sup>b</sup></td>
                <td>LR<sup>c</sup></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>How easy were the suggestions</td>
                <td>0.42</td>
                <td>&#60;.005</td>
                <td>0.2 to 0.6</td>
                <td>0.25</td>
                <td>817.5</td>
                <td>879</td>
                <td>894.6</td>
                <td>0.009</td>
              </tr>
              <tr valign="top">
                <td># of suggestions followed</td>
                <td>0.46</td>
                <td>&#60;.005</td>
                <td>0.2 to 0.7</td>
                <td>0.11</td>
                <td>4795</td>
                <td>4809</td>
                <td>4839</td>
                <td>0.01</td>
              </tr>
              <tr valign="top">
                <td># of suggestions wanted to follow</td>
                <td>–0.2</td>
                <td>.02</td>
                <td>–0.5 to –0.1</td>
                <td>–0.2</td>
                <td>4795</td>
                <td>4809</td>
                <td>4839</td>
                <td>0.002</td>
              </tr>
              <tr valign="top">
                <td>Walked (minutes/day)</td>
                <td>4.9</td>
                <td>.02</td>
                <td>0.8 to 8.9</td>
                <td>0.31</td>
                <td>2123</td>
                <td>2131</td>
                <td>2144</td>
                <td>0.009</td>
              </tr>
              <tr valign="top">
                <td>Exercised (minutes/day)</td>
                <td>9.5</td>
                <td>.31</td>
                <td>–6.3 to 21.8</td>
                <td>0.03</td>
                <td>2986</td>
                <td>2993</td>
                <td>3008</td>
                <td>0.01</td>
              </tr>
              <tr valign="top">
                <td>Pain level</td>
                <td>–0.19</td>
                <td>.24</td>
                <td>–0.5 to 0.14</td>
                <td>0.17</td>
                <td>1160</td>
                <td>1168</td>
                <td>1183</td>
                <td>0.001</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>AIC: Akaike information criterion.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>BIC: Bayesian information criterion.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>LR: likelihood ratio test between the fitted models compared to unconditional mean models [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref53">53</xref>].</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>Mean and standard deviations of acceptability measures.</p>
          </caption>
          <graphic xlink:href="jmir_v20i10e10147_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
         <fig id="figure6" position="float">
          <label>Figure 6</label>
          <caption>
            <p>Means of several outcome measures for different emotional states.</p>
          </caption>
          <graphic xlink:href="jmir_v20i10e10147_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
                  <fig id="figure7" position="float">
          <label>Figure 7</label>
          <caption>
            <p>Mean several outcome measures for different preliminary efficacy outcomes.</p>
          </caption>
          <graphic xlink:href="jmir_v20i10e10147_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Preliminary Efficacy on Increasing Physical Activity and Reducing Pain</title>
        <p>From <xref ref-type="table" rid="table2">Table 2</xref> and <xref ref-type="fig" rid="figure7">Figure 7</xref>, the intervention coefficient for daily walked minutes (<italic>β</italic><sub><italic>int</italic> </sub>=4.9, <italic>P</italic>=.02) indicates that participants walked for a further 4.9 minutes per day compared to the control phase. <italic>β</italic><sub><italic>int</italic> </sub> for nonwalking exercise (<italic>β</italic><sub><italic>int</italic> </sub>=9.5, <italic>P</italic>=.31) indicated that participants in the experimental phase exercised for a further 9.5 minutes, but the difference was not significant. Regarding pain level, there was a small nonsignificant 0.19 unit of reduction of pain (<italic>β</italic><sub><italic>int</italic> </sub>=–0.19, <italic>P</italic>=.24).</p>
      </sec>
      <sec>
        <title>Qualitative Feedback and Lessons Learned</title>
        <p>Participants provided qualitative feedback in the exit survey, which provided further insights about the quantitative results and gave directions for future changes. For instance, when we asked participants to compare control group recommendations with MyBehaviorCBP, participants reported that they liked the personalization of MyBehaviorCBP. They also mentioned MyBehaviorCBP recommendations were more actionable and easier, and they were more likely to succeed if they tried the recommendations.</p>
        <disp-quote>
          <p>I really liked the personalization. I thought it was a nice touch. Suggestions were more specific and tailored, which for me made them more relevant and likely for me to use them.</p>
          <attrib>P1</attrib>
        </disp-quote>
        <disp-quote>
          <p>...most of the suggestions were fairly easy; at least the ones that involved walking.</p>
          <attrib>P3</attrib>
        </disp-quote>
        <disp-quote>
          <p>Because the suggestions of MyBehaviorCBP were based on my own chosen activities, I was much more likely to follow them.</p>
          <attrib>P4</attrib>
        </disp-quote>
        <disp-quote>
          <p>I liked them more because it seemed more likely that I could do them—I was more likely, in my mind, to succeed.</p>
          <attrib>P6</attrib>
        </disp-quote>
        <disp-quote>
          <p>Again, because the suggestions were based on my activities, they felt more feasible. I didn't have to take the extra step of thinking about how I might get the right tools (eg, bike) or where I can do the suggested exercise.</p>
          <attrib>P9</attrib>
        </disp-quote>
        <disp-quote>
          <p>Other than changing the sitting behavior, I liked the fact that they seemed more do-able.</p>
          <attrib>P10</attrib>
        </disp-quote>
        <p>In addition, some participants liked the specificity of the recommendations and how they could be carried out in a smaller piecewise manner.</p>
        <disp-quote>
          <p>...they were location specific, smaller chunks of time.</p>
          <attrib>P3</attrib>
        </disp-quote>
        <disp-quote>
          <p>...more detailed explanations/suggestions, based on past exercises logged, and having the location helped, too!</p>
          <attrib>P8</attrib>
        </disp-quote>
        <p>Regarding the control phase suggestions, some participants struggled with their nonpersonalized nature and how they needed to plan ahead to execute them.</p>
        <disp-quote>
          <p>...which I wanted to do the longer suggestions in version 2 [ie, control phase], unless I scheduled or planned it, I couldn't do most of them.</p>
          <attrib>P8</attrib>
        </disp-quote>
        <disp-quote>
          <p>...I received the suggestion to ride a bike, but that's currently simply not possible, logistically.</p>
          <attrib>P1</attrib>
        </disp-quote>

        <p>However, one participant did not like MyBehaviorCBP recommendations and wanted more variety.</p>
       
      
        <disp-quote>
          <p>There was very little variation in the suggestions during the final 2 weeks—almost everyday was walk slightly farther and play tennis for a few minutes more... In the 2 to 3 weeks, there was a greater variety of things to try and I tried a few novel suggestions.</p>
          <attrib>P2</attrib>
        </disp-quote>
        <p>Participants also asked for the following features: (1) a reminder system to plan in the morning and notifications in the moment, (2) adapt suggestions based on weather or weekend/weekday, and (3) better insight to relate high pain days and activity level, etc.</p>
        <disp-quote>
          <p>It would be helpful to have reminders and suggestions pop up in the morning or at other chosen times. This could be optional and set by the user.</p>
          <attrib>P1</attrib>
        </disp-quote>
        <disp-quote>
          <p>Maybe adding an alarm or something, to say “here, you should go do this thing now.” I think if I had something bugging me to get up and take a short walk, for example, I would be more likely to do it than just looking at a list of things I might do.</p>
          <attrib>P3</attrib>
        </disp-quote>
        
        <disp-quote>
          <p>If it could ask me to rank the things I enjoy doing and then download weather data for the following days. This could suggest times when I have performed these tasks in the past and also match it with weather predictions. “You played tennis last Tuesday in the afternoon for 90 minutes. How about from 2 to 4 today when the weather will be clear and 85.”</p>
          <attrib>P7</attrib>
        </disp-quote>
        <disp-quote>
          <p>Maybe a tally at the end of each week regarding days unable to exercise, based on back pain.</p>
          <attrib>P10</attrib>
        </disp-quote>
        
        <p>Finally, one participant wanted to use the app even after the study, and mentioned the following:</p>
        <disp-quote>
          <p>I liked this app and look forward to possibly using it permanently in the future.</p>
          <attrib>P9</attrib>
        </disp-quote>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>To the best of our knowledge, MyBehaviorCBP is the first mobile app to provide automatically generated data driven physical activity recommendations in the chronic pain context. We conducted a pilot study to examine the feasibility of the approach. In the study, we found participants used the MyBehaviorCBP app 1 or more times a day. Furthermore, we observed early indication of acceptance and efficacy in both the qualitative and quantitative data. For instance, in the daily surveys, participants perceived the tracked data-based recommendations to be easier to follow. In the qualitative feedback on the exit survey, participants were positive to successfully complete MyBehaviorCBP recommendations. This means participants likely had a greater sense of self-efficacy toward MyBehaviorCBP-generated suggestions. According to protection motivation theory, higher self-efficacy may cause the recommendations to be carried out despite the presence of fear in chronic pain [<xref ref-type="bibr" rid="ref58">58</xref>]. Indeed, empirically the participants also acted on the MyBehaviorCBP suggestions according to the automated walking inference. This increase gives early evidence that the perceived easiness may have transferred to actual behavior. However, the change in nonwalking exercise was not significant. This may have happened because it is hard to ascertain regularity in exercising within a 2-week period [<xref ref-type="bibr" rid="ref35">35</xref>]. Furthermore, there was a small reduction of reported pain, which was not significant. This can be a type II error, and the small-scale study may not be sufficient to reject the system’s efficacy [<xref ref-type="bibr" rid="ref54">54</xref>].</p>
      </sec>
      <sec>
        <title>Scopes for Future Improvement</title>
        <p>From <xref ref-type="fig" rid="figure4">Figure 4</xref>, we observed that the number of times participants opened the app decreased over time. This may mean engagement decreased over time. Fortunately, participants also gave us valuable feedback to improve future versions of the app, which may increase engagement. For instance, several of our participants asked for notifications when the context was appropriate for a recommendation. Indeed, Fogg [<xref ref-type="bibr" rid="ref39">39</xref>] argues that a trigger or notification may be necessary even when the suggested action can be executed with less effort. However, providing just-in-time notifications has particular technical barriers since it requires constant monitoring to detect the right context without draining the phone battery. In addition, the notifications can interrupt the participants’ daily workflow, and it is unclear when the right time to provide an intervention would be. Therefore, future research may focus on just-in-time interventions that are acceptable to participants and more battery efficient.</p>
      </sec>
      <sec>
        <title>Relationship With Earlier MyBehavior Work</title>
        <p>The current MyBehaviorCBP system is a variant of a prior system, MyBehavior [<xref ref-type="bibr" rid="ref36">36</xref>]. MyBehaviorCBP borrows several ideas from MyBehavior, such as clustering routine activities and the MAB algorithm. However, there are a few key differences between MyBehavior and MyBehaviorCBP. MyBehavior was designed for a weight loss population with no chronic pain, and the objective function of the MAB was to maximize calorie expenditure. On the other hand, MyBehaviorCBP is designed for people with chronic pain, and the goal of the MAB is to maximize number of minutes performing low-effort exercises. As a result, between walking and gym exercise, MyBehaviorCBP would prioritize walking since walking is less effortful, but MyBehavior would prioritize gym exercises since gym exercises give more calorie expenditure. In addition, MyBehaviorCBP provides recommendations such that the total number of recommended minutes to exercise does not exceed 60 minutes. MyBehavior did not have any limit on total calories for the recommendations.</p>
        <p>Despite the similarities between the two systems, the effect sizes in <xref ref-type="table" rid="table2">Table 2</xref> are lower than those in the previous MyBehavior trials [<xref ref-type="bibr" rid="ref36">36</xref>]. This is expected, since MyBehavior was designed for weight loss and did not deal with the negative psychological challenges in chronic pain. Indeed, out of the 321 reported daily surveys for the MyBehaviorCBP, in 39.9% cases negative emotions were reported in the PAM [<xref ref-type="bibr" rid="ref57">57</xref>]. In a study with MyBehavior, out of 687 daily survey responses, 32.1% cases negative emotions were reported. Therefore, MyBehaviorCBP likely made participants active despite the prevalence of negative emotions.</p>
      </sec>
      <sec>
        <title>Relationship With Prior mHealth Apps for Chronic Pain Self-Management</title>
        <p>Over the years, a variety of mobile apps have been proposed for chronic pain self-management, with some apps aiming at prescribing cognitive behavioral components [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref32">32</xref>]. Other apps use diary-based approaches by logging subjective self-reports and provide basic feedback such as reminders for medication [<xref ref-type="bibr" rid="ref12">12</xref>], and some newer apps such as the WebMD PainCoach [<xref ref-type="bibr" rid="ref31">31</xref>] enable pain monitoring, setting and tracking activity goals, and generating related messages. However, MyBehaviorCBP differs in that it uses an in-phone machine learning approach directly on tracked physical activity data and automatically generates new person-specific suggestions based entirely on this. This also lends MyBehaviorCBP’s automated approach to be complementary to other approaches (eg, methods based on cognitive behavioral therapy that could be combined with the tracked data-driven suggestions from MyBehaviorCBP).</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>One limitation is the small number of study participants and relatively short study length. However, MyBehaviorCBP is an early stage technology. It is difficult to acquire resources to conduct efficacy trials with unproven technology on a potentially vulnerable chronic pain population. As a result, the purpose of this pilot study was to inform feasibility and acceptability. In our future work, we will use the lessons learned in this pilot study to conduct longer term studies on a larger population and also to include specific back pain outcomes such as the Oswestry Low Back Pain Disability Questionnaire [<xref ref-type="bibr" rid="ref59">59</xref>].</p>
        <p>Another limitation is that MyBehaviorCBP does not fully address the question of whether even moderate exercise can have adverse consequences. If there is a short-term pain flare, then moderate exercising can temporarily increase pain and MyBehaviorCBP should not recommend exercising during a pain flare. However, it is not clear whether exercising has any long-term adverse effect on pain. Some prior work [<xref ref-type="bibr" rid="ref60">60</xref>,<xref ref-type="bibr" rid="ref61">61</xref>] argues exercising may have longer term effects and suggests activity pacing, where a participant engages in an active phase of exercise for a certain amount of days followed by a resting phase with decreased or no exercise. However, we are not aware of any published studies that have examined the question of long-term adverse effects empirically. Some providers recommend rest while others recommend that patients remain active without “overdoing it” based on their clinical experience. Future research is needed to address this important question of longer term effects. Using apps like MyBehaviorCBP could help address this question. For example, the static upper limit of a 60 minutes threshold could be dynamic. This value could be determined either automatically by a model-based approach or by an expert such as a physiotherapist. Should it be deemed that the user needs rest, the limit could be set to zero or a low value.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>In this paper, we presented the acceptability and feasibility of MyBehaviorCBP, a data-driven physical activity recommender system for chronic pain. We found preliminary evidence of increased walking activity; a few key areas of improvements have been also identified. In future work, we will incorporate these improvements and run a randomized controlled trial. If efficacy is demonstrated, then a technology like MyBehaviorCBP could have great promise because it is an automated system with no second person involved (eg, a physiotherapist). Also, all the data processing of MyBehaviorCBP is kept inside the phone which allows the app to preserve user privacy. Such automated and privacy-preserving features imply that MyBehaviorCBP has few barriers to scalability. </p>
      </sec>
    </sec>
  </body>
  <back>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AIC</term>
          <def>
            <p>Akaike information criterion</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">BIC</term>
          <def>
            <p>Bayesian information criterion</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">LR</term>
          <def>
            <p>likelihood ratio</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">MAB</term>
          <def>
            <p>multi-armed bandit</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">MET</term>
          <def>
            <p>metabolic equivalent of task</p>
          </def>
        </def-item>
                <def-item>
          <term id="abb6">mHealth</term>
          <def>
            <p>mobile health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">PAM</term>
          <def>
            <p>Photographic Affect Meter</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">RL</term>
          <def>
            <p>reinforcement learning</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
        <ack>
        <p>This project is funded by the Translational Research Institute for Pain in Later Life at Weill Cornell Medical College and the National Institute of Aging. MR is funded by the National Institute on Drug Abuse (NIDA P50 DA039838; PI: Linda Collins) and the National Institute on Alcohol Abuse and Alcoholism (NIAAA R01 AA023187; PI: Susan Murphy). We thank Elaine Wethington, Xiaoya Wu, Zhe Lin, and Minghao Li for their early input in this project.</p>
        </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>TC co-founded and has equity interest in HealthRhythms Inc, which develops mobile phone–based systems for mental health. GG serves on the advisory committee of HealthRhythms. This company, however, does not have any commercial interest in the area of chronic pain.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Turk</surname>
            <given-names>DC</given-names>
          </name>
          <name name-style="western">
            <surname>Rudy</surname>
            <given-names>TE</given-names>
          </name>
        </person-group>
        <article-title>IASP taxonomy of chronic pain syndromes: preliminary assessment of reliability</article-title>
        <source>Pain</source>  
        <year>1987</year>  
        <month>08</month>  
        <volume>30</volume>  
        <issue>2</issue>  
        <fpage>177</fpage>  
        <lpage>189</lpage>  
        <pub-id pub-id-type="medline">3670869</pub-id></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Tracey</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Bushnell</surname>
            <given-names>MC</given-names>
          </name>
        </person-group>
        <article-title>How neuroimaging studies have challenged us to rethink: is chronic pain a disease?</article-title>
        <source>J Pain</source>  
        <year>2009</year>  
        <month>11</month>  
        <volume>10</volume>  
        <issue>11</issue>  
        <fpage>1113</fpage>  
        <lpage>1120</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.jpain.2009.09.001</pub-id>
        <pub-id pub-id-type="medline">19878862</pub-id>
        <pub-id pub-id-type="pii">S1526-5900(09)00712-3</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bushnell</surname>
            <given-names>MC</given-names>
          </name>
          <name name-style="western">
            <surname>Ceko</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Low</surname>
            <given-names>LA</given-names>
          </name>
        </person-group>
        <article-title>Cognitive and emotional control of pain and its disruption in chronic pain</article-title>
        <source>Nat Rev Neurosci</source>  
        <year>2013</year>  
        <month>07</month>  
        <volume>14</volume>  
        <issue>7</issue>  
        <fpage>502</fpage>  
        <lpage>511</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23719569"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1038/nrn3516</pub-id>
        <pub-id pub-id-type="medline">23719569</pub-id>
        <pub-id pub-id-type="pii">nrn3516</pub-id>
        <pub-id pub-id-type="pmcid">PMC4465351</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
        <source>American Academy of Pain Medicine</source>  
        <access-date>2018-09-18</access-date>
        <comment>Facts and Figures on Pain 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.painmed.org/patientcenter/facts_on_pain.aspx">http://www.painmed.org/patientcenter/facts_on_pain.aspx</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="72WRbJNds"/></comment> </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gatchel</surname>
            <given-names>RJ</given-names>
          </name>
          <name name-style="western">
            <surname>Peng</surname>
            <given-names>YB</given-names>
          </name>
          <name name-style="western">
            <surname>Peters</surname>
            <given-names>ML</given-names>
          </name>
          <name name-style="western">
            <surname>Fuchs</surname>
            <given-names>PN</given-names>
          </name>
          <name name-style="western">
            <surname>Turk</surname>
            <given-names>DC</given-names>
          </name>
        </person-group>
        <article-title>The biopsychosocial approach to chronic pain: scientific advances and future directions</article-title>
        <source>Psychol Bull</source>  
        <year>2007</year>  
        <month>07</month>  
        <volume>133</volume>  
        <issue>4</issue>  
        <fpage>581</fpage>  
        <lpage>624</lpage>  
        <pub-id pub-id-type="doi">10.1037/0033-2909.133.4.581</pub-id>
        <pub-id pub-id-type="medline">17592957</pub-id>
        <pub-id pub-id-type="pii">2007-09203-002</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Stewart</surname>
            <given-names>WF</given-names>
          </name>
          <name name-style="western">
            <surname>Ricci</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Chee</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Morganstein</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Lost productive work time costs from health conditions in the United States: results from the American Productivity Audit</article-title>
        <source>J Occup Environ Med</source>  
        <year>2003</year>  
        <month>12</month>  
        <volume>45</volume>  
        <issue>12</issue>  
        <fpage>1234</fpage>  
        <lpage>1246</lpage>  
        <pub-id pub-id-type="doi">10.1097/01.jom.0000099999.27348.78</pub-id>
        <pub-id pub-id-type="medline">14665809</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Martel</surname>
            <given-names>MO</given-names>
          </name>
          <name name-style="western">
            <surname>Wideman</surname>
            <given-names>TH</given-names>
          </name>
          <name name-style="western">
            <surname>Sullivan</surname>
            <given-names>MJL</given-names>
          </name>
        </person-group>
        <article-title>Patients who display protective pain behaviors are viewed as less likable, less dependable, and less likely to return to work</article-title>
        <source>Pain</source>  
        <year>2012</year>  
        <month>04</month>  
        <volume>153</volume>  
        <issue>4</issue>  
        <fpage>843</fpage>  
        <lpage>849</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1016/j.pain.2012.01.007"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.pain.2012.01.007</pub-id>
        <pub-id pub-id-type="medline">22325743</pub-id>
        <pub-id pub-id-type="pii">S0304-3959(12)00008-5</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Cook</surname>
            <given-names>AJ</given-names>
          </name>
          <name name-style="western">
            <surname>Brawer</surname>
            <given-names>PA</given-names>
          </name>
          <name name-style="western">
            <surname>Vowles</surname>
            <given-names>KE</given-names>
          </name>
        </person-group>
        <article-title>The fear-avoidance model of chronic pain: validation and age analysis using structural equation modeling</article-title>
        <source>Pain</source>  
        <year>2006</year>  
        <month>04</month>  
        <volume>121</volume>  
        <issue>3</issue>  
        <fpage>195</fpage>  
        <lpage>206</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.pain.2005.11.018</pub-id>
        <pub-id pub-id-type="medline">16495008</pub-id>
        <pub-id pub-id-type="pii">S0304-3959(05)00607-X</pub-id></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>McWilliams</surname>
            <given-names>LA</given-names>
          </name>
          <name name-style="western">
            <surname>Cox</surname>
            <given-names>BJ</given-names>
          </name>
          <name name-style="western">
            <surname>Enns</surname>
            <given-names>MW</given-names>
          </name>
        </person-group>
        <article-title>Mood and anxiety disorders associated with chronic pain: an examination in a nationally representative sample</article-title>
        <source>Pain</source>  
        <year>2003</year>  
        <month>11</month>  
        <volume>106</volume>  
        <issue>1-2</issue>  
        <fpage>127</fpage>  
        <lpage>133</lpage>  
        <pub-id pub-id-type="medline">14581119</pub-id>
        <pub-id pub-id-type="pii">S0304395903003014</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Geneen</surname>
            <given-names>LJ</given-names>
          </name>
          <name name-style="western">
            <surname>Moore</surname>
            <given-names>R A</given-names>
          </name>
          <name name-style="western">
            <surname>Clarke</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Martin</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Colvin</surname>
            <given-names>LA</given-names>
          </name>
          <name name-style="western">
            <surname>Smith</surname>
            <given-names>BH</given-names>
          </name>
        </person-group>
        <article-title>Physical activity and exercise for chronic pain in adults: an overview of Cochrane Reviews</article-title>
        <source>Cochrane Database Syst Rev</source>  
        <year>2017</year>  
        <month>12</month>  
        <day>24</day>  
        <volume>4</volume>  
        <fpage>CD011279</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28436583"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1002/14651858.CD011279.pub3</pub-id>
        <pub-id pub-id-type="medline">28436583</pub-id>
        <pub-id pub-id-type="pmcid">PMC5461882</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
        <source>International Association for the Study of Pain</source>  
        <year>2012</year>  
        <comment>Unrelieved pain is a major global healthcare problem 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.iasp-pain.org/AM/Template.cfm?Section=Home&#38;Template=/CM/ContentDisplay.cfm&#38;ContentID=2908">http://www.iasp-pain.org/AM/Template.cfm?Section=Home&#38;Template=/CM/ContentDisplay.cfm&#38;ContentID=2908</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="72F9OTH15"/></comment> </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Singh</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Klapper</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Jia</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Fidalgo</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Tajadura-Jimenez</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Kanakam</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Bianchi-Berthouze</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Williams</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Motivating people with chronic pain to do physical activity: opportunities for technology design</article-title>
        <year>2014</year>  
        <conf-name>Proceedings of the 32nd annual ACM conference on Human factors in computing systems</conf-name>
        <conf-date>2014</conf-date>
        <conf-loc>Toronto</conf-loc>
        <fpage>2803</fpage>  
        <lpage>2812</lpage>  
        <pub-id pub-id-type="doi">10.1145/2556288.2557268</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Fricton</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Anderson</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Clavel</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Fricton</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Hathaway</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Kang</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Jaeger</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Maixner</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Pesut</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Russell</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Weisberg</surname>
            <given-names>MB</given-names>
          </name>
          <name name-style="western">
            <surname>Whitebird</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>Preventing chronic pain: a human systems approach-results from a massive open online course</article-title>
        <source>Glob Adv Health Med</source>  
        <year>2015</year>  
        <month>09</month>  
        <volume>4</volume>  
        <issue>5</issue>  
        <fpage>23</fpage>  
        <lpage>32</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26421231"/>
        </comment>  
        <pub-id pub-id-type="doi">10.7453/gahmj.2015.048</pub-id>
        <pub-id pub-id-type="medline">26421231</pub-id>
        <pub-id pub-id-type="pii">gahmj.2015.048</pub-id>
        <pub-id pub-id-type="pmcid">PMC4563888</pub-id></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Elzahaf</surname>
            <given-names>RA</given-names>
          </name>
          <name name-style="western">
            <surname>Tashani</surname>
            <given-names>OA</given-names>
          </name>
          <name name-style="western">
            <surname>Unsworth</surname>
            <given-names>BA</given-names>
          </name>
          <name name-style="western">
            <surname>Johnson</surname>
            <given-names>MI</given-names>
          </name>
        </person-group>
        <article-title>The prevalence of chronic pain with an analysis of countries with a Human Development Index less than 0.9: a systematic review without meta-analysis</article-title>
        <source>Curr Med Res Opin</source>  
        <year>2012</year>  
        <month>07</month>  
        <volume>28</volume>  
        <issue>7</issue>  
        <fpage>1221</fpage>  
        <lpage>1229</lpage>  
        <pub-id pub-id-type="doi">10.1185/03007995.2012.703132</pub-id>
        <pub-id pub-id-type="medline">22697274</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
        <source>Centers for Disease Control and Prevention</source>  
        <access-date>2018-02-15</access-date>
        <comment>Vital signs: overdoses of prescription opioid pain relievers—United States, 1999-2008 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/mmwr/preview/mmwrhtml/mm6043a4.htm?s_cid=mm6043a4_w">https://www.cdc.gov/mmwr/preview/mmwrhtml/mm6043a4.htm?s_cid=mm6043a4_w</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6xGCMAAyC"/></comment> </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
        <source>National Centers for Health Statistics</source>  
        <access-date>2018-02-15</access-date>
        <comment>Chartbook on Trends in the Health of Americans: Health, United States, 2006 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/nchs/data/hus/hus06.pdf">https://www.cdc.gov/nchs/data/hus/hus06.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6xGCQh2Hy"/></comment> </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Dahm</surname>
            <given-names>KT</given-names>
          </name>
          <name name-style="western">
            <surname>Brurberg</surname>
            <given-names>KG</given-names>
          </name>
          <name name-style="western">
            <surname>Jamtvedt</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Hagen</surname>
            <given-names>KB</given-names>
          </name>
        </person-group>
        <article-title>Advice to rest in bed versus advice to stay active for acute low-back pain and sciatica</article-title>
        <source>Cochrane Database Syst Rev</source>  
        <year>2010</year>  
        <month>06</month>  
        <day>16</day>  
        <issue>6</issue>  
        <fpage>CD007612</fpage>  
        <pub-id pub-id-type="doi">10.1002/14651858.CD007612.pub2</pub-id>
        <pub-id pub-id-type="medline">20556780</pub-id></nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Dowell</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Haegerich</surname>
            <given-names>TM</given-names>
          </name>
          <name name-style="western">
            <surname>Chou</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>CDC guideline for prescribing opioids for chronic pain—United States, 2016</article-title>
        <source>JAMA</source>  
        <year>2016</year>  
        <month>04</month>  
        <day>19</day>  
        <volume>315</volume>  
        <issue>15</issue>  
        <fpage>1624</fpage>  
        <lpage>1645</lpage>  
        <pub-id pub-id-type="doi">10.1001/jama.2016.1464</pub-id>
        <pub-id pub-id-type="medline">26977696</pub-id>
        <pub-id pub-id-type="pii">2503508</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Chou</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Deyo</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Friedly</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Skelly</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Hashimoto</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Weimer</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Fu</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Dana</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Kraegel</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Griffin</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Grusing</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Brodt</surname>
            <given-names>ED</given-names>
          </name>
        </person-group>
        <article-title>Nonpharmacologic therapies for low back pain: a systematic review for an American College of Physicians Clinical Practice Guideline</article-title>
        <source>Ann Intern Med</source>  
        <year>2017</year>  
        <month>04</month>  
        <day>04</day>  
        <volume>166</volume>  
        <issue>7</issue>  
        <fpage>493</fpage>  
        <lpage>505</lpage>  
        <pub-id pub-id-type="doi">10.7326/M16-2459</pub-id>
        <pub-id pub-id-type="medline">28192793</pub-id>
        <pub-id pub-id-type="pii">2603230</pub-id></nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
        <source>Department of Veterans Affairs</source>  
        <year>2017</year>  
        <access-date>2018-09-18</access-date>
        <comment>VA/DoD clinical practice guideline for opioid therapy for chronic pain, version 3.0 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.healthquality.va.gov/guidelines/Pain/cot/VADoDOTCPG022717.pdf">https://www.healthquality.va.gov/guidelines/Pain/cot/VADoDOTCPG022717.pdf</ext-link></comment> </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Turk</surname>
            <given-names>DC</given-names>
          </name>
          <name name-style="western">
            <surname>Okifuji</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Psychological factors in chronic pain: evolution and revolution</article-title>
        <source>J Consult Clin Psychol</source>  
        <year>2002</year>  
        <month>06</month>  
        <volume>70</volume>  
        <issue>3</issue>  
        <fpage>678</fpage>  
        <lpage>690</lpage>  
        <pub-id pub-id-type="medline">12090376</pub-id></nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Asmundson</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Norton</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Vlaeyen</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <person-group person-group-type="editor">
          <name name-style="western">
            <surname>Asmundson</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Vlaeyen</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Crombez</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>Fear-avoidance models of chronic paan overview</article-title>
        <source>Understanding and Treating Fear of Pain</source>  
        <year>2004</year>  
        <publisher-loc>Oxford</publisher-loc>
        <publisher-name>Oxford University Press</publisher-name>
        <fpage>3</fpage>  
        <lpage>24</lpage> </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Vlaeyen</surname>
            <given-names>JW</given-names>
          </name>
          <name name-style="western">
            <surname>Kole-Snijders</surname>
            <given-names>AM</given-names>
          </name>
          <name name-style="western">
            <surname>Rotteveel</surname>
            <given-names>AM</given-names>
          </name>
          <name name-style="western">
            <surname>Ruesink</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Heuts</surname>
            <given-names>PH</given-names>
          </name>
        </person-group>
        <article-title>The role of fear of movement/(re)injury in pain disability</article-title>
        <source>J Occup Rehabil</source>  
        <year>1995</year>  
        <month>12</month>  
        <volume>5</volume>  
        <issue>4</issue>  
        <fpage>235</fpage>  
        <lpage>252</lpage>  
        <pub-id pub-id-type="doi">10.1007/BF02109988</pub-id>
        <pub-id pub-id-type="medline">24234727</pub-id></nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Sullivan</surname>
            <given-names>MJ</given-names>
          </name>
          <name name-style="western">
            <surname>Thorn</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Haythornthwaite</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Keefe</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Martin</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Bradley</surname>
            <given-names>LA</given-names>
          </name>
          <name name-style="western">
            <surname>Lefebvre</surname>
            <given-names>JC</given-names>
          </name>
        </person-group>
        <article-title>Theoretical perspectives on the relation between catastrophizing and pain</article-title>
        <source>Clin J Pain</source>  
        <year>2001</year>  
        <month>03</month>  
        <volume>17</volume>  
        <issue>1</issue>  
        <fpage>52</fpage>  
        <lpage>64</lpage>  
        <pub-id pub-id-type="medline">11289089</pub-id></nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Jensen</surname>
            <given-names>MP</given-names>
          </name>
          <name name-style="western">
            <surname>Romano</surname>
            <given-names>JM</given-names>
          </name>
          <name name-style="western">
            <surname>Turner</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Good</surname>
            <given-names>AB</given-names>
          </name>
          <name name-style="western">
            <surname>Wald</surname>
            <given-names>LH</given-names>
          </name>
        </person-group>
        <article-title>Patient beliefs predict patient functioning: further support for a cognitive-behavioural model of chronic pain</article-title>
        <source>Pain</source>  
        <year>1999</year>  
        <month>05</month>  
        <volume>81</volume>  
        <issue>1-2</issue>  
        <fpage>95</fpage>  
        <lpage>104</lpage>  
        <pub-id pub-id-type="medline">10353497</pub-id></nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Cipher</surname>
            <given-names>DJ</given-names>
          </name>
          <name name-style="western">
            <surname>Fernandez</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>Expectancy variables predicting tolerance and avoidance of pain in chronic pain patients</article-title>
        <source>Behav Res Ther</source>  
        <year>1997</year>  
        <month>05</month>  
        <volume>35</volume>  
        <issue>5</issue>  
        <fpage>437</fpage>  
        <lpage>444</lpage>  
        <pub-id pub-id-type="medline">9149453</pub-id>
        <pub-id pub-id-type="pii">S0005-7967(96)00121-0</pub-id></nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lethem</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Slade</surname>
            <given-names>PD</given-names>
          </name>
          <name name-style="western">
            <surname>Troup</surname>
            <given-names>JD</given-names>
          </name>
          <name name-style="western">
            <surname>Bentley</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>Outline of a Fear-Avoidance Model of exaggerated pain perception</article-title>
        <source>Behav Res Ther</source>  
        <year>1983</year>  
        <volume>21</volume>  
        <issue>4</issue>  
        <fpage>401</fpage>  
        <lpage>408</lpage>  
        <pub-id pub-id-type="medline">6626110</pub-id>
        <pub-id pub-id-type="pii">0005-7967(83)90009-8</pub-id></nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>della Volpe</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Popa</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Ginanneschi</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Spidalieri</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Mazzocchio</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Rossi</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Changes in coordination of postural control during dynamic stance in chronic low back pain patients</article-title>
        <source>Gait Posture</source>  
        <year>2006</year>  
        <month>11</month>  
        <volume>24</volume>  
        <issue>3</issue>  
        <fpage>349</fpage>  
        <lpage>355</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.gaitpost.2005.10.009</pub-id>
        <pub-id pub-id-type="medline">16311036</pub-id>
        <pub-id pub-id-type="pii">S0966-6362(05)00228-6</pub-id></nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Dorflinger</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Kerns</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Auerbach</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Providers' roles in enhancing patients' adherence to pain self management</article-title>
        <source>Transl Behav Med</source>  
        <year>2013</year>  
        <month>03</month>  
        <volume>3</volume>  
        <issue>1</issue>  
        <fpage>39</fpage>  
        <lpage>46</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24073159"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1007/s13142-012-0158-z</pub-id>
        <pub-id pub-id-type="medline">24073159</pub-id>
        <pub-id pub-id-type="pii">158</pub-id>
        <pub-id pub-id-type="pmcid">PMC3717997</pub-id></nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ehde</surname>
            <given-names>DM</given-names>
          </name>
          <name name-style="western">
            <surname>Dillworth</surname>
            <given-names>TM</given-names>
          </name>
          <name name-style="western">
            <surname>Turner</surname>
            <given-names>JA</given-names>
          </name>
        </person-group>
        <article-title>Cognitive-behavioral therapy for individuals with chronic pain: efficacy, innovations, and directions for research</article-title>
        <source>Am Psychol</source>  
        <year>2014</year>  
        <volume>69</volume>  
        <issue>2</issue>  
        <fpage>153</fpage>  
        <lpage>166</lpage>  
        <pub-id pub-id-type="doi">10.1037/a0035747</pub-id>
        <pub-id pub-id-type="medline">24547801</pub-id>
        <pub-id pub-id-type="pii">2014-04960-005</pub-id></nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
        <source>WebMD PainCoach</source>  
        <year>2016</year>  
        <access-date>2018-02-15</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.webmd.com/webmdapp">https://www.webmd.com/webmdapp</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6xGCThEDe"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Rathbone</surname>
            <given-names>AL</given-names>
          </name>
          <name name-style="western">
            <surname>Clarry</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Prescott</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Assessing the efficacy of mobile health apps using the basic principles of cognitive behavioral therapy: systematic review</article-title>
        <source>J Med Internet Res</source>  
        <year>2017</year>  
        <month>11</month>  
        <day>28</day>  
        <volume>19</volume>  
        <issue>11</issue>  
        <fpage>e399</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2017/11/e399/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.8598</pub-id>
        <pub-id pub-id-type="medline">29187342</pub-id>
        <pub-id pub-id-type="pii">v19i11e399</pub-id></nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lane</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Miluzzo</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Lu</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Peebles</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Choudhury</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Campbell</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>A survey of mobile phone sensing</article-title>
        <source>IEEE Comm</source>  
        <year>2010</year>  
        <volume>48</volume>  
        <issue>9</issue>  
        <fpage>140</fpage>  
        <lpage>150</lpage>
        <pub-id pub-id-type="doi">10.1109/MCOM.2010.5560598</pub-id></nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Aung</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Alquaddoomi</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Hsieh</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Rabbi</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Yang</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Pollak</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Leveraging multi-modal sensing for mobile health: a case review in chronic pain</article-title>
        <source>IEEE J Sel Topics Sig Proc</source>  
        <year>2010</year>  
        <month>09</month>  
        <volume>10</volume>  
        <issue>5</issue>  
        <fpage>962</fpage>  
        <lpage>974</lpage>  
        <pub-id pub-id-type="doi">10.1109/mcom.2010.5560598</pub-id></nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Rabbi</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Aung</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Zhang</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Choudhury</surname>
            <given-names>T</given-names>
          </name>
        </person-group>
        <article-title>MyBehavior: automatic personalized health feedback from user behaviors and preferences using smartphones</article-title>
        <year>2015</year>  
        <conf-name>Proceedings of the 2015 ACM International Joint Conference on Pervasive and Ubiquitous Computing</conf-name>
        <conf-date>2015</conf-date>
        <conf-loc>New York</conf-loc>
        <fpage>707</fpage>  
        <lpage>718</lpage>  
        <pub-id pub-id-type="doi">10.1145/2750858.2805840</pub-id></nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Rabbi</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Pfammatter</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Zhang</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Spring</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Choudhury</surname>
            <given-names>T</given-names>
          </name>
        </person-group>
        <article-title>Automated personalized feedback for physical activity and dietary behavior change with mobile phones: a randomized controlled trial on adults</article-title>
        <source>JMIR Mhealth Uhealth</source>  
        <year>2015</year>  
        <volume>3</volume>  
        <issue>2</issue>  
        <fpage>e42</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://mhealth.jmir.org/2015/2/e42/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/mhealth.4160</pub-id>
        <pub-id pub-id-type="medline">25977197</pub-id>
        <pub-id pub-id-type="pii">v3i2e42</pub-id></nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Singh</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Piana</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Pollarolo</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Volpe</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Varni</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Tajadura-Jiménez</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Williams</surname>
            <given-names>AC</given-names>
          </name>
          <name name-style="western">
            <surname>Camurri</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Bianchi-Berthouze</surname>
            <given-names>N</given-names>
          </name>
        </person-group>
        <article-title>Go with the flow: tracking, analysis and sonification of movement and breathing to build confidence in activity despite chronic pain</article-title>
        <source>Hum–Comput Interact</source>  
        <year>2015</year>  
        <month>11</month>  
        <day>25</day>  
        <volume>31</volume>  
        <issue>3-4</issue>  
        <fpage>335</fpage>  
        <lpage>383</lpage>  
        <pub-id pub-id-type="doi">10.1080/07370024.2015.1085310</pub-id></nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Felipe</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Roles for personal informatics in chronic pain</article-title>
        <year>2015</year>  
        <conf-name>9th International Conference on Pervasive Computing Technologies for Healthcare (PervasiveHealth)</conf-name>
        <conf-date>2015</conf-date>
        <conf-loc>Istanbul</conf-loc>
        <fpage>161</fpage>  
        <lpage>168</lpage>  
        <pub-id pub-id-type="doi">10.4108/icst.pervasivehealth.2015.259501</pub-id></nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Fogg</surname>
            <given-names>B</given-names>
          </name>
        </person-group>
        <article-title>A behavior model for persuasive design</article-title>
        <year>2009</year>  
        <conf-name>Proceedings of the 4th international Conference on Persuasive Technology</conf-name>
        <conf-date>2009</conf-date>
        <conf-loc>Claremont</conf-loc>
        <pub-id pub-id-type="doi">10.1145/1541948.1541999</pub-id></nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Klasnja</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>How to evaluate technologies for health behavior change in HCI research</article-title>
        <year>2011</year>  
        <conf-name>Proceedings of the SIGCHI Conference on Human Factors in Computing Systems</conf-name>
        <conf-date>2011</conf-date>
        <conf-loc>Vancouver</conf-loc>
        <fpage>3063</fpage>  
        <lpage>3072</lpage>  
        <pub-id pub-id-type="doi">10.1145/1978942.1979396</pub-id></nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Dallery</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Cassidy</surname>
            <given-names>RN</given-names>
          </name>
          <name name-style="western">
            <surname>Raiff</surname>
            <given-names>BR</given-names>
          </name>
        </person-group>
        <article-title>Single-case experimental designs to evaluate novel technology-based health interventions</article-title>
        <source>J Med Internet Res</source>  
        <year>2013</year>  
        <month>02</month>  
        <day>08</day>  
        <volume>15</volume>  
        <issue>2</issue>  
        <fpage>e22</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2013/2/e22/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.2227</pub-id>
        <pub-id pub-id-type="medline">23399668</pub-id>
        <pub-id pub-id-type="pii">v15i2e22</pub-id>
        <pub-id pub-id-type="pmcid">PMC3636286</pub-id></nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="web">
        <source>National Institutes of Health</source>  
        <year>2011</year>  
        <access-date>2015-05-07</access-date>
        <comment>Getting started and staying active 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.nhlbi.nih.gov/health/health-topics/topics/phys/getstarted">http://www.nhlbi.nih.gov/health/health-topics/topics/phys/getstarted</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6YLlZqFNZ"/></comment> </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="web">
        <source>National Institutes of Health</source>  
        <year>2013</year>  
        <access-date>2018-09-03</access-date>
        <comment>Healthy eating plan 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.nhlbi.nih.gov/health/public/heart/obesity/lose_wt/calories.htm">http://www.nhlbi.nih.gov/health/public/heart/obesity/lose_wt/calories.htm</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6YEhYdWTL"/></comment> </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="web">
        <source>National Institutes of Health</source>  
        <access-date>2018-02-16</access-date>
        <comment>Handout on health: back pain 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.niams.nih.gov/health-topics/back-pain">https://www.niams.nih.gov/health-topics/back-pain</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6xGWH3ENg"/></comment> </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lu</surname>
            <given-names>H</given-names>
          </name>
        </person-group>
        <article-title>The Jigsaw continuous sensing engine for mobile phone applications</article-title>
        <year>2010</year>  
        <conf-name>Proceedings of the 8th ACM conference on embedded networked sensor systems</conf-name>
        <conf-date>2010</conf-date>
        <conf-loc>Zurich</conf-loc>
        <fpage>71</fpage>  
        <lpage>84</lpage>  
        <pub-id pub-id-type="doi">10.1145/1869983.1869992</pub-id></nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ainsworth</surname>
            <given-names>BE</given-names>
          </name>
          <name name-style="western">
            <surname>Haskell</surname>
            <given-names>WL</given-names>
          </name>
          <name name-style="western">
            <surname>Herrmann</surname>
            <given-names>SD</given-names>
          </name>
          <name name-style="western">
            <surname>Meckes</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Bassett</surname>
            <given-names>DR</given-names>
          </name>
          <name name-style="western">
            <surname>Tudor-Locke</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Greer</surname>
            <given-names>JL</given-names>
          </name>
          <name name-style="western">
            <surname>Vezina</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Whitt-Glover</surname>
            <given-names>MC</given-names>
          </name>
          <name name-style="western">
            <surname>Leon</surname>
            <given-names>AS</given-names>
          </name>
        </person-group>
        <article-title>2011 Compendium of Physical Activities: a second update of codes and MET values</article-title>
        <source>Med Sci Sports Exerc</source>  
        <year>2011</year>  
        <month>08</month>  
        <volume>43</volume>  
        <issue>8</issue>  
        <fpage>1575</fpage>  
        <lpage>1581</lpage>  
        <pub-id pub-id-type="doi">10.1249/MSS.0b013e31821ece12</pub-id>
        <pub-id pub-id-type="medline">21681120</pub-id></nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Tewari</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Murphy</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>From ads to interventions: contextual bandits in mobile health</article-title>
        <source>Mobile Health, pp. 495-517. Springer, Cham</source>  
        <year>2017</year>  
        <publisher-loc>New York</publisher-loc>
        <publisher-name>Springer</publisher-name>
        <fpage>495</fpage>  
        <lpage>517</lpage> </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bertsekas</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <source>Approximate Dynamic Programming</source>  
        <year>2011</year>  
        <publisher-loc>Hoboken</publisher-loc>
        <publisher-name>John Wiley &#38; Sons</publisher-name></nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bandura</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Self-efficacy mechanism in human agency</article-title>
        <source>Am Psychol</source>  
        <year>1982</year>  
        <volume>37</volume>  
        <issue>2</issue>  
        <fpage>122</fpage>  
        <lpage>147</lpage>  
        <pub-id pub-id-type="doi">10.1037//0003-066x.37.2.122</pub-id></nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Badanidiyuru</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Bandits with knapsacks</article-title>
        <year>2013</year>  
        <conf-name>Foundations of Computer Science (FOCS), IEEE 54th Annual Symposium</conf-name>
        <conf-date>2013</conf-date>
        <conf-loc>Washington</conf-loc>
        <fpage>207</fpage>  
        <lpage>216</lpage>  
        <pub-id pub-id-type="doi">10.1109/focs.2013.30</pub-id></nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ahtinen</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Mattila</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Välkkynen</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Kaipainen</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Vanhala</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Ermes</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Sairanen</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Myllymäki</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Lappalainen</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>Mobile mental wellness training for stress management: feasibility and design implications based on a one-month field study</article-title>
        <source>JMIR Mhealth Uhealth</source>  
        <year>2013</year>  
        <volume>1</volume>  
        <issue>2</issue>  
        <fpage>e11</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://mhealth.jmir.org/2013/2/e11/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/mhealth.2596</pub-id>
        <pub-id pub-id-type="medline">25100683</pub-id>
        <pub-id pub-id-type="pii">v1i2e11</pub-id>
        <pub-id pub-id-type="pmcid">PMC4114468</pub-id></nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Klasnja</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Hekler</surname>
            <given-names>EB</given-names>
          </name>
          <name name-style="western">
            <surname>Shiffman</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Boruvka</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Almirall</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Tewari</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Murphy</surname>
            <given-names>SA</given-names>
          </name>
        </person-group>
        <article-title>Microrandomized trials: an experimental design for developing just-in-time adaptive interventions</article-title>
        <source>Health Psychol</source>  
        <year>2015</year>  
        <month>12</month>  
        <volume>34 Suppl</volume>  
        <fpage>1220</fpage>  
        <lpage>1228</lpage>  
        <pub-id pub-id-type="doi">10.1037/hea0000305</pub-id>
        <pub-id pub-id-type="medline">26651463</pub-id>
        <pub-id pub-id-type="pii">2015-56045-003</pub-id>
        <pub-id pub-id-type="pmcid">PMC4732571</pub-id></nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Singer</surname>
            <given-names>JD</given-names>
          </name>
          <name name-style="western">
            <surname>Willett</surname>
            <given-names>JB</given-names>
          </name>
        </person-group>
        <source>Applied Longitudinal Data Analysis: Modeling Change and Event Occurrence</source>  
        <year>2003</year>  
        <publisher-loc>Oxford</publisher-loc>
        <publisher-name>Oxford University Press</publisher-name></nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ott</surname>
            <given-names>RL</given-names>
          </name>
          <name name-style="western">
            <surname>Longnecker</surname>
            <given-names>MT</given-names>
          </name>
        </person-group>
        <source>An Introduction to Statistical Methods and Data Analysis</source>  
        <year>2015</year>  
        <publisher-loc>Scarborough</publisher-loc>
        <publisher-name>Nelson Education</publisher-name></nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Burns</surname>
            <given-names>MN</given-names>
          </name>
          <name name-style="western">
            <surname>Begale</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Duffecy</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Gergle</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Karr</surname>
            <given-names>CJ</given-names>
          </name>
          <name name-style="western">
            <surname>Giangrande</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Mohr</surname>
            <given-names>DC</given-names>
          </name>
        </person-group>
        <article-title>Harnessing context sensing to develop a mobile intervention for depression</article-title>
        <source>J Med Internet Res</source>  
        <year>2011</year>  
        <volume>13</volume>  
        <issue>3</issue>  
        <fpage>e55</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2011/3/e55/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.1838</pub-id>
        <pub-id pub-id-type="medline">21840837</pub-id>
        <pub-id pub-id-type="pii">v13i3e55</pub-id>
        <pub-id pub-id-type="pmcid">PMC3222181</pub-id></nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Braun</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Clarke</surname>
            <given-names>V</given-names>
          </name>
        </person-group>
        <article-title>Using thematic analysis in psychology</article-title>
        <source>Qual Res Psychol</source>  
        <year>2006</year>  
        <volume>3</volume>  
        <issue>2</issue>  
        <fpage>77</fpage>  
        <pub-id pub-id-type="doi">10.1007/978-1-4614-5583-7_311</pub-id></nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Pollak</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>PAM: a photographic affect meter for frequent, in situ measurement of affect</article-title>
        <year>2011</year>  
        <conf-name>Proceedings of the SIGCHI conference on Human factors in computing systems</conf-name>
        <conf-date>2011</conf-date>
        <conf-loc>Vancouver</conf-loc>
        <fpage>725</fpage>  
        <lpage>734</lpage>  
        <pub-id pub-id-type="doi">10.1145/1978942.1979047</pub-id></nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Boer</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Seydel</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <source>Protection Motivation Theory</source>  
        <year>1996</year>  
        <publisher-loc>Buckingham</publisher-loc>
        <publisher-name>Open University Press</publisher-name></nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Davidson</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Keating</surname>
            <given-names>JL</given-names>
          </name>
        </person-group>
        <article-title>A comparison of five low back disability questionnaires: reliability and responsiveness</article-title>
        <source>Phys Ther</source>  
        <year>2002</year>  
        <month>01</month>  
        <volume>82</volume>  
        <issue>1</issue>  
        <fpage>8</fpage>  
        <lpage>24</lpage>  
        <pub-id pub-id-type="medline">11784274</pub-id></nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Keefe</surname>
            <given-names>FJ</given-names>
          </name>
          <name name-style="western">
            <surname>Ahles</surname>
            <given-names>TA</given-names>
          </name>
          <name name-style="western">
            <surname>Sutton</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Dalton</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Baucom</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Pope</surname>
            <given-names>MS</given-names>
          </name>
          <name name-style="western">
            <surname>Knowles</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>McKinstry</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Furstenberg</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Syrjala</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Waters</surname>
            <given-names>SJ</given-names>
          </name>
          <name name-style="western">
            <surname>McKee</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>McBride</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Rumble</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Scipio</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>Partner-guided cancer pain management at the end of life: a preliminary study</article-title>
        <source>J Pain Symptom Manage</source>  
        <year>2005</year>  
        <month>03</month>  
        <volume>29</volume>  
        <issue>3</issue>  
        <fpage>263</fpage>  
        <lpage>272</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.jpainsymman.2004.06.014</pub-id>
        <pub-id pub-id-type="medline">15781177</pub-id>
        <pub-id pub-id-type="pii">S0885-3924(04)00568-8</pub-id></nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gill</surname>
            <given-names>JR</given-names>
          </name>
          <name name-style="western">
            <surname>Brown</surname>
            <given-names>CA</given-names>
          </name>
        </person-group>
        <article-title>A structured review of the evidence for pacing as a chronic pain intervention</article-title>
        <source>Eur J Pain</source>  
        <year>2009</year>  
        <month>02</month>  
        <volume>13</volume>  
        <issue>2</issue>  
        <fpage>214</fpage>  
        <lpage>216</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://doi.org/10.1016/j.ejpain.2008.03.011"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.ejpain.2008.03.011</pub-id>
        <pub-id pub-id-type="medline">18448368</pub-id>
        <pub-id pub-id-type="pii">S1090-3801(08)00070-0</pub-id></nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
