<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v22i7e17750</article-id>
      <article-id pub-id-type="pmid">32723723</article-id>
      <article-id pub-id-type="doi">10.2196/17750</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Acceptance and Commitment Therapy Delivered via a Mobile Phone Messaging Robot to Decrease Postoperative Opioid Use in Patients With Orthopedic Trauma: Randomized Controlled Trial</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Dindo</surname>
            <given-names>Lilian</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Zhao</surname>
            <given-names>Hui</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Anthony</surname>
            <given-names>Chris A</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2279-1889</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Rojas</surname>
            <given-names>Edward Octavio</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <address>
            <institution>Department of Orthopaedics and Rehabilitation</institution>
            <institution>University of Iowa Hospitals and Clinics</institution>
            <addr-line>200 Hawkins Drive</addr-line>
            <addr-line>Iowa City, IA, 52242</addr-line>
            <country>United States</country>
            <phone>1 319 356 8690</phone>
            <email>edward-rojas@uiowa.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1791-3346</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Keffala</surname>
            <given-names>Valerie</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3325-6718</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Glass</surname>
            <given-names>Natalie Ann</given-names>
          </name>
          <degrees>PhD, MHCDS</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3334-1824</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Shah</surname>
            <given-names>Apurva S</given-names>
          </name>
          <degrees>MD, MBA</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9597-5665</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Miller</surname>
            <given-names>Benjamin J</given-names>
          </name>
          <degrees>MD, MS</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9319-1795</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Hogue</surname>
            <given-names>Matthew</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6697-5677</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Willey</surname>
            <given-names>Michael C</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6922-8471</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Karam</surname>
            <given-names>Matthew</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3187-2229</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Marsh</surname>
            <given-names>John Lawrence</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3494-6289</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Orthopaedics</institution>
        <institution>University of Pennsylvania</institution>
        <addr-line>Philadelphia, PA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Orthopedic Surgery</institution>
        <institution>Washington University School of Medicine</institution>
        <addr-line>St Louis, MO</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Orthopaedics and Rehabilitation</institution>
        <institution>University of Iowa Hospitals and Clinics</institution>
        <addr-line>Iowa City, IA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Children’s Hospital of Philadelphia Main Campus Division of Orthopaedics</institution>
        <addr-line>Philadelphia, PA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Edward Octavio Rojas <email>edward-rojas@uiowa.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>7</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>29</day>
        <month>7</month>
        <year>2020</year>
      </pub-date>
      <volume>22</volume>
      <issue>7</issue>
      <elocation-id>e17750</elocation-id>
      <history>
        <date date-type="received">
          <day>9</day>
          <month>1</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>5</day>
          <month>3</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>29</day>
          <month>4</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>20</day>
          <month>5</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Chris A Anthony, Edward Octavio Rojas, Valerie Keffala, Natalie Ann Glass, Apurva S Shah, Benjamin J Miller, Matthew Hogue, Michael C Willey, Matthew Karam, John Lawrence Marsh. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 29.07.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2020/7/e17750" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Acceptance and commitment therapy (ACT) is a pragmatic approach to help individuals decrease avoidable pain.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to evaluate the effects of ACT delivered via an automated mobile messaging robot on postoperative opioid use and patient-reported outcomes (PROs) in patients with orthopedic trauma who underwent operative intervention for their injuries.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Adult patients presenting to a level 1 trauma center who underwent operative fixation of a traumatic upper or lower extremity fracture and who used mobile phone text messaging were eligible for the study. Patients were randomized in a 1:1 ratio to either the intervention group, who received twice-daily mobile phone messages communicating an ACT-based intervention for the first 2 weeks after surgery, or the control group, who received no messages. Baseline PROs were completed. Two weeks after the operative intervention, follow-up was performed in the form of an opioid medication pill count and postoperative administration of PROs. The mean number of opioid tablets used by patients was calculated and compared between groups. The mean PRO scores were also compared between the groups.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>A total of 82 subjects were enrolled in the study. Of the 82 participants, 76 (38 ACT and 38 controls) completed the study. No differences between groups in demographic factors were identified. The intervention group used an average of 26.1 (SD 21.4) opioid tablets, whereas the control group used 41.1 (SD 22.0) tablets, resulting in 36.5% ([41.1-26.1]/41.1) less tablets used by subjects receiving the mobile phone–based ACT intervention (<italic>P</italic>=.004). The intervention group subjects reported a lower postoperative Patient-Reported Outcome Measure Information System Pain Intensity score (mean 45.9, SD 7.2) than control group subjects (mean 49.7, SD 8.8; <italic>P</italic>=.04).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>In this study, the delivery of an ACT-based intervention via an automated mobile messaging robot in the acute postoperative period decreased opioid use in selected patients with orthopedic trauma. Participants receiving the ACT-based intervention also reported lower pain intensity after 2 weeks, although this may not represent a clinically important difference.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>ClinicalTrials.gov NCT03991546; https://clinicaltrials.gov/ct2/show/NCT03991546</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>acceptance and commitment therapy</kwd>
        <kwd>opioid crisis</kwd>
        <kwd>patient-reported outcome measures</kwd>
        <kwd>postoperative pain</kwd>
        <kwd>orthopedics</kwd>
        <kwd>text messaging</kwd>
        <kwd>chatbot</kwd>
        <kwd>conversational agents</kwd>
        <kwd>mHealth</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Opioid Medication Issues</title>
        <p>Public health concerns regarding opioid medications persist, and health care systems are currently seeking solutions to the ongoing epidemic [<xref ref-type="bibr" rid="ref1">1</xref>]. In 2017, the rate of drug overdose deaths involving opioids in the United States increased by 12%, totaling 47,600 cases, and prescription opioid medications accounted for over 17,000 of these [<xref ref-type="bibr" rid="ref2">2</xref>]. Even small amounts of additional daily opioid utilization (10 morphine milliequivalents [MME]) by patients can lead to an increased risk of long-term misuse [<xref ref-type="bibr" rid="ref3">3</xref>]. In addition, every week of continued opioid utilization represents an increased risk of eventual misuse by patients [<xref ref-type="bibr" rid="ref3">3</xref>]. Previous studies have found that orthopedic trauma patients use a decreasing amount of opioid medication in the first 2 postoperative weeks, with 6-15 days being the optimal opioid use period [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. In line with these findings, previous studies have used a 2-week postoperative period to assess opioid medication consumption in surgical patients [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
      </sec>
      <sec>
        <title>Patient-Reported Outcomes</title>
        <p>Patient-reported outcomes (PROs) allow patients to quantify aspects of their orthopedic condition in a standardized fashion [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. These are important tools for determining the efficacy of health care treatments and assessment of clinical research and can be used in determining compensation for health care services provided [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref8">8</xref>]. The National Institutes of Health developed the Patient-Reported Outcome Measure Information System (PROMIS) tools to advance PROs by creating question banks that could be used for many major health issues [<xref ref-type="bibr" rid="ref9">9</xref>]. The PROMIS Pain Intensity 1A Short form, PROMIS Pain Intensity 3A Short form, PROMIS Pain Interference 8A Short form, and PROMIS Emotional Distress-Anxiety 8A Short form all employ a fixed low number of questions that are highly reliable when compared with their respective domain’s full item bank, making them excellent tools for both patients and clinicians [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>].</p>
      </sec>
      <sec>
        <title>Acceptance and Commitment Therapy</title>
        <p>Acceptance and commitment therapy (ACT) is a cognitive contextual behavioral therapy that employs a pragmatic approach to help individuals decrease pain and live according to self-identified personal values [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. The goal of ACT is to augment an individual’s psychological flexibility, thus improving their life according to 6 core cognitive processes: acceptance, defusion, contact with the present moment, self-as-context, values, and committed action (<xref ref-type="table" rid="table1">Table 1</xref>) [<xref ref-type="bibr" rid="ref11">11</xref>]. Employing these cognitive processes to increase psychological flexibility allows people to choose their actions based on what they value most, resulting in decreased avoidance behaviors and negative cognitive associations [<xref ref-type="bibr" rid="ref11">11</xref>]. ACT has proven to be effective across multiple studies and patient populations in the treatment of pain [<xref ref-type="bibr" rid="ref13">13</xref>]. Several studies report a high value for ACT in the management of chronic pain when compared with standard pharmacological treatment alone [<xref ref-type="bibr" rid="ref13">13</xref>-<xref ref-type="bibr" rid="ref16">16</xref>]. Moreover, earlier cessation of pain and opioid utilization in at-risk orthopedic surgery patients receiving office-based ACT interventions has also been reported [<xref ref-type="bibr" rid="ref17">17</xref>]. However, traditional ACT interventions require a clinic-based, interdisciplinary team approach, which is not always feasible for both patients and health care systems [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>].</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Acceptance and commitment therapy core principles with associated messages.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="200"/>
            <col width="800"/>
            <thead>
              <tr valign="top">
                <td>Core principle</td>
                <td>Example mobile phone message</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Values: know what matters most</td>
                <td>Stop for a moment and remember the 3 values you identified earlier today. Remind yourself how important these values are in your life. As your day comes to an end, remember that YOU are in control of the thoughts that exist in your mind. We encourage you to spend time thinking about your 3 core values identified earlier today.</td>
              </tr>
              <tr valign="top">
                <td>Acceptance: setting expectation that pain is a part of surgery</td>
                <td>Feelings of pain and feelings about your experience of pain are normal after surgery. Acknowledge and accept these feelings as part of the recovery process. Remember how you feel now is temporary and your healing process will continue. Call to mind pleasant feelings or thoughts that you experienced today.</td>
              </tr>
              <tr valign="top">
                <td>Present moment awareness: mindfulness and awareness for our thoughts in the present moment</td>
                <td>Awareness of the present moment and your breathing may change with pain-related emotions or thoughts. Remember you can always count on your breathing to bring you back to the present moment and help you move through your current experience of pain.</td>
              </tr>
              <tr valign="top">
                <td>Self-as-context: awareness of what is being observed and noticed by ourselves</td>
                <td>We cannot change that a feeling or thought may arise, but we can choose how we respond to our feelings and thoughts. Remember that dwelling on pain, discouraging feelings, and thoughts after surgery are NOT consistent with your life goals and values. Observe things that try to move you away from your values and only act on things that are compatible with who you want to be and what matters to you.</td>
              </tr>
              <tr valign="top">
                <td>Committed action: doing what it takes to live according to our values</td>
                <td>Healing after surgery requires you to act. We previously discussed your life goals, meaning, and purpose. Take action today and move closer toward what you want in life. Recognize that pain may be present but make the choice that it will not impede your progress toward what you really want in life. Be present in the moment and ensure your actions remain true to what you want most. All actions you make no matter how small, are an important steppingstone on your road to recovery.</td>
              </tr>
              <tr valign="top">
                <td>Defusion: watch your thinking and interact with thoughts in a way consistent with your values</td>
                <td>If you ever feel pain after surgery know that the feeling is real but what it actually represents is not what you might think. Our mind is capable of making us feel pain, even though there is no damage going on in our body. Pause, become more aware in the moment and chose a skillful response that will help you move toward your overall goals and values.</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Mobile Phone Messaging Communication</title>
        <p>Evolving communication methods, such as automated mobile phone messaging [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref21">21</xref>], for health care purposes are increasingly important, as patients prefer these communication methods for delivering and receiving medical information [<xref ref-type="bibr" rid="ref22">22</xref>]. Software-driven, automated mobile phone messaging robots (also called chatbots or conversational agents) are low-cost tools that can deliver predefined text-based information and receive incoming responses with high reliability when patients either prefer it or it is necessary to communicate at distance [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. This technology demonstrates high efficacy as part of the treatment of conditions ranging from hypertension to substance abuse [<xref ref-type="bibr" rid="ref24">24</xref>-<xref ref-type="bibr" rid="ref26">26</xref>], and it has also proved effective in increasing perioperative communication after hip and knee arthroplasty [<xref ref-type="bibr" rid="ref27">27</xref>] and collecting pain and opioid medication data from patients following orthopedic trauma and hand procedures [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref19">19</xref>]. In addition, automated mobile phone messaging robots have been validated in the collection of PROs in patients undergoing orthopedic hand [<xref ref-type="bibr" rid="ref20">20</xref>] and hip preservation procedures [<xref ref-type="bibr" rid="ref23">23</xref>]. Although mobile phone messaging robots (<italic>Chat bots</italic>) provide the benefit of communicating with patients at distance with no need for human intervention, they do introduce delivery of health care that lacks human interaction with unknown effects [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
        <p>Health care teams caring for patients with traumatic orthopedic injuries have traditionally used opioid medication in the postoperative setting, and these patients are at risk for prolonged opioid utilization in the postoperative period. We theorized that the combination of ACT delivered via automated mobile phone messaging may help to decrease pain and opioid utilization in the acute postoperative setting. The aim of this prospective randomized controlled trial was to evaluate the effectiveness of ACT delivered via an automated mobile messaging robot on (1) decreasing early postoperative opioid utilization and (2) pain-related PROs in the first 2 weeks following surgery for acute traumatic orthopedic injuries.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Approval</title>
        <p>This randomized controlled trial was registered with ClinicalTrials.gov (NCT03991546) and reporting is consistent with the Consolidated Standards of Reporting Trials guidelines (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>) [<xref ref-type="bibr" rid="ref29">29</xref>]. The study was performed at a single center university hospital in Iowa City, Iowa, United States. Ethical approval of this study was provided by the University of Iowa institutional review board, and the study was determined to be Health Insurance Portability and Accountability Act compliant.</p>
      </sec>
      <sec>
        <title>Recruitment and Randomization</title>
        <p>Adults presenting to a university hospital level 1 trauma center indicated for operative fixation of a traumatic upper or lower fracture were considered for the study (<xref ref-type="table" rid="table2">Table 2</xref>). The exclusion criteria are listed in <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>. Eligible patients were approached before surgery by a research assistant in a private room. Individuals not excluded by screening questions and interested in participating underwent the informed consent process (<xref ref-type="boxed-text" rid="box1">Textbox 1</xref>). During consent, all subjects were informed of the outcomes of interests, different study arms, and that no changes would be made to their care in terms of postoperative medication, regardless of study participation.</p>
        <p>Participants were randomized to either the control or intervention group using a standard web-based random number generator with a range set from 1 to 10 and a 1:1 ratio by a research assistant. Owing to the nature of this study, subjects and the enrolling research assistant were not blinded to the participant’s study group following randomization.</p>
        <p>At the time of consent, subjects were required to complete paper forms comprising a basic demographics questionnaire and baseline PROs consisting of the PROMIS Pain Intensity 1A Short form, PROMIS Pain Intensity 3A Short form, PROMIS Pain Interference 8A Short form, and PROMIS Emotional Distress-Anxiety 8A Short form (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). Following completion of all PROs, participants were randomized to their study group. Subjects who received an odd number from the 1 to 10 range set on the random number generator were placed in the intervention group, whereas subjects given an even number were placed in the control group.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Injury by final study group (N=76).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="283"/>
            <col width="450"/>
            <col width="267"/>
            <thead>
              <tr valign="top">
                <td>Injury</td>
                <td>Acceptance and commitment therapy group participants, n</td>
                <td>Control group participants, n</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Acetabular fracture</td>
                <td>1</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Ankle fracture</td>
                <td>15</td>
                <td>14</td>
              </tr>
              <tr valign="top">
                <td>Calcaneus fracture</td>
                <td>0</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Clavicle fracture</td>
                <td>0</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Distal femur fracture</td>
                <td>0</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>Distal humerus fracture</td>
                <td>1</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>Elbow fracture</td>
                <td>2</td>
                <td>5</td>
              </tr>
              <tr valign="top">
                <td>Femoral neck fracture</td>
                <td>2</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>Femoral shaft stress fracture</td>
                <td>0</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Intertrochanteric hip fracture</td>
                <td>1</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>Navicular fracture</td>
                <td>1</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>Patella fracture</td>
                <td>1</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>Polytrauma<sup>a</sup></td>
                <td>2</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Proximal humerus fracture</td>
                <td>2</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Subtrochanteric femur fracture</td>
                <td>0</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>Tibial plateau fracture</td>
                <td>4</td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td>Tibial plafond fracture</td>
                <td>6</td>
                <td>4</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>Polytrauma was defined as a patient with a fracture to more than one upper or lower extremity.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <boxed-text id="box1" position="float">
          <title>Exclusion criteria.</title>
          <p>Screening questions</p>
          <list list-type="bullet">
            <list-item>
              <p>No personal mobile phone with text messaging capabilities</p>
            </list-item>
            <list-item>
              <p>Poor familiarity reading or sending mobile messages</p>
            </list-item>
          </list>
          <p>Patient factors</p>
          <list list-type="bullet">
            <list-item>
              <p>Open fracture</p>
            </list-item>
            <list-item>
              <p>Infection at the fracture site</p>
            </list-item>
            <list-item>
              <p>Prior fracture temporization with an external fixator</p>
            </list-item>
            <list-item>
              <p>Revision surgery for nonunion or hardware failure</p>
            </list-item>
            <list-item>
              <p>Bilateral upper extremity injuries impeding their ability to use a mobile phone</p>
            </list-item>
            <list-item>
              <p>Fractures of the distal hand or distal foot only</p>
            </list-item>
            <list-item>
              <p>Admission to an intensive care unit</p>
            </list-item>
            <list-item>
              <p>Current cancer diagnosis or dementia</p>
            </list-item>
            <list-item>
              <p>Inpatient for more than 7 days of the 2-week study period</p>
            </list-item>
            <list-item>
              <p>Discharged without an opioid pain medication prescription</p>
            </list-item>
            <list-item>
              <p>Initial plan for operative fixation changed to treatment with joint arthroplasty</p>
            </list-item>
          </list>
        </boxed-text>
      </sec>
      <sec>
        <title>Study Interventions</title>
        <p>The intervention group received twice-daily, text-based mobile messages communicating an ACT-based intervention for the first 2 weeks following surgery (<xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>). Control group subjects did not receive the ACT intervention or any other form of mobile message communication. The mobile messaging ACT protocol consisted of twice per day mobile messages, morning and evening, starting on postoperative day (POD) 1 and ending on POD 14. These mobile phone messages provided participants with an ACT-based intervention that was developed in collaboration with a pain psychologist (VK) specializing in ACT for chronic pain. These messages used all the principles presented in <xref ref-type="table" rid="table1">Table 1</xref> with the objective of helping recipients understand and develop better coping skills in relation to their postoperative pain. An example message from day 1 is as follows:</p>
        <disp-quote>
          <p>Maintaining focus on what you value most in life is sometimes difficult after surgery. Do not let the momentary discomforts due to surgery take away from what you want most in life. Pick 3 things that matter most to you in life. Remind yourself of these 3 things you value most during your recovery process.</p>
        </disp-quote>
        <p>Outside of the mobile messaging intervention, both groups received the same standard postoperative care, health care team communications, and instructions for completing the study follow-up.</p>
        <p>A chart review was performed to collect demographic information such as subject age, comorbid conditions, and preoperative outpatient opioid medication prescriptions for treatment of their current traumatic orthopedic injury. All subjects, regardless of group, were seen by a research team member after surgery to review which of their discharge medications was the medication of interest for the study and to confirm that the intervention group subjects received their first mobile phone ACT message. Participants in both groups were instructed to have their opioid medication bottle available at follow-up to confirm their opioid tablet consumption. Owing to the changes in health care teams, staff preferences, and allergies, the opioid pain medications administered at discharge were not standardized between study groups. Following discharge on POD 14, subjects were contacted by phone or seen in the clinic by the research team for follow-up. At this time, the subjects’ opioid pain medication consumption was assessed, and they completed a second set of PROs.</p>
      </sec>
      <sec>
        <title>Outcome Measures</title>
        <p>The primary outcome of this study was the amount of opioid pain medication consumed by subjects, and the secondary outcomes analyzed were net changes from baseline PRO scores at the 2-week follow-up.</p>
        <p>The method that participants employed to report their opioid medication consumption and how PROs were captured during follow-up were recorded (<xref ref-type="table" rid="table3">Table 3</xref>). Subjects using their pill bottle to confirm the remaining number of opioid pain medication tablets from their discharge prescription on POD 14 were denoted as reporting a pill count. Cases where subjects or their care facility kept a log of tablet consumption were classified as reporting a daily log. Subjects reporting the number of tablets they used without the use of a log or pill count were designated as providing an estimate. The percentage of opioid pain medication used, total MME, and percentage of available MME consumed were calculated. The mean number of opioid pain medication tablets and MME used by the subjects were compared between groups. The raw scores for PROs were converted to corresponding <italic>t</italic>-scores using the appropriate PROMIS scoring manual [<xref ref-type="bibr" rid="ref30">30</xref>]. The changes in PROs from baseline to POD 14 were also calculated by subtracting POD 14 scores from baseline scores, as higher <italic>t</italic>-scores signify a poorer outcome; thus, lower scores on POD 14 indicate an improvement from baseline PROs. The mean PRO scores and changes were compared between the groups.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Comparison of subject demographics by enrolled study group.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="330"/>
            <col width="0"/>
            <col width="360"/>
            <col width="0"/>
            <col width="190"/>
            <col width="0"/>
            <col width="90"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Subject characteristic</td>
                <td colspan="2">Acceptance and commitment therapy group (n=42)</td>
                <td colspan="2">Control group (n=40)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">Age (years), mean (SD)</td>
                <td colspan="2">45.5 (15.9)</td>
                <td colspan="2">48.7 (14.6)</td>
                <td>.41</td>
              </tr>
              <tr valign="top">
                <td colspan="3">BMI (kg/m<sup>2</sup>), mean (SD)</td>
                <td colspan="2">30.5 (7.3)</td>
                <td colspan="2">31.1 (8.3)</td>
                <td>.94</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Sex, n (%)</bold>
                </td>
                <td colspan="2">.65</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Female</td>
                <td colspan="2">22 (52)</td>
                <td colspan="2">19 (48)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Male</td>
                <td colspan="2">20 (48)</td>
                <td colspan="2">21 (52)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="3">Subjects removed or lost to follow-up, n (%)</td>
                <td colspan="2">4 (10)</td>
                <td colspan="2">2 (5)</td>
                <td>N/A<sup>a</sup></td>
              </tr>
              <tr valign="top">
                <td colspan="3">Preoperative PROMIS<sup>b</sup> Pain Intensity 1A Score, mean (SD)</td>
                <td colspan="2">5.4 (2.9)</td>
                <td colspan="2">6.2 (2.6)</td>
                <td>.20</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Preoperative PROMIS Pain Intensity 3A Score, mean (SD)</td>
                <td colspan="2">54.9 (7.3)</td>
                <td colspan="2">57.1 (8.2)</td>
                <td>.23</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Mean Preoperative PROMIS Pain Interference 8A Score, mean (SD)</td>
                <td colspan="2">63.6 (11.4)</td>
                <td colspan="2">66.1 (8.4)</td>
                <td>.30</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Mean Preoperative PROMIS Emotional Distress-Anxiety 8A Score, mean (SD)</td>
                <td colspan="2">56.5 (11.4)</td>
                <td colspan="2">56.5 (9.2)</td>
                <td>.99</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Days between injury and surgery, mean (range)</td>
                <td colspan="2">4 (1-33)</td>
                <td colspan="2">3 (1-50)</td>
                <td>.26</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Disposition<sup>c</sup>, n (%)</bold>
                </td>
                <td colspan="2">.68</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Home</td>
                <td colspan="2">36 (95)</td>
                <td colspan="2">34 (90)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Skilled nursing facility or acute rehabilitation</td>
                <td colspan="2">2 (5)</td>
                <td colspan="2">4 (10)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Ethnicity/race, n (%)</bold>
                </td>
                <td colspan="2">.86</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>White</td>
                <td colspan="2">37 (88)</td>
                <td colspan="2">35 (88)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>African American</td>
                <td colspan="2">4 (10)</td>
                <td colspan="2">4 (10)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Asian</td>
                <td colspan="2">1 (2)</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Hispanic</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">1 (2)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="3">Preoperative outpatient opioid prescription, n (%)</td>
                <td colspan="2">23 (55)</td>
                <td colspan="2">17 (43)</td>
                <td>.17</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Current psychiatric diagnosis, n (%)</td>
                <td colspan="2">15 (36)</td>
                <td colspan="2">9 (23)</td>
                <td>.14</td>
              </tr>
              <tr valign="top">
                <td colspan="3">History/current substance abuse diagnosis, n (%)</td>
                <td colspan="2">8 (19)</td>
                <td colspan="2">3 (8)</td>
                <td>.10</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Diabetes diagnosis, n (%)</td>
                <td colspan="2">2 (5)</td>
                <td colspan="2">7 (18)</td>
                <td>.15</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Current smoker, n (%)</td>
                <td colspan="2">7 (17)</td>
                <td colspan="2">9 (23)</td>
                <td>.57</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Current lumbago diagnosis, n (%)</td>
                <td colspan="2">1 (2)</td>
                <td colspan="2">2 (5)</td>
                <td>&gt;.99</td>
              </tr>
              <tr valign="top">
                <td colspan="3">History of/current chronic pain diagnosis, n (%)</td>
                <td colspan="2">10 (24)</td>
                <td colspan="2">8 (20)</td>
                <td>.59</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Number of opioid tablets prescribed<sup>c</sup>, mean (SD)</td>
                <td colspan="2">58.8 (27.3)</td>
                <td colspan="2">61.6 (22.0)</td>
                <td>.62</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Opioid utilization reporting method<sup>c</sup>, n (%)</bold>
                </td>
                <td colspan="2">.47</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Pill count</td>
                <td colspan="2">34 (90)</td>
                <td colspan="2">30 (79)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Daily log</td>
                <td colspan="2">3 (8)</td>
                <td colspan="2">6 (16)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Estimate</td>
                <td colspan="2">1 (2)</td>
                <td colspan="2">2 (5)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="3">Patients filling only one postoperative opioid prescription<sup>c</sup>, n (%)</td>
                <td colspan="2">34 (90)</td>
                <td colspan="2">34 (90)</td>
                <td>&gt;.99</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>N/A: not applicable.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>PROMIS: Patient-Reported Outcome Measures Information System.</p>
            </fn>
            <fn id="table3fn3">
              <p><sup>c</sup>Data calculated using final study population only (n=38).</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>Participant characteristics were described using mean (SD) or median (minimum to maximum) for continuous variables and frequencies (percentages) for categorical variables. Visual review of histograms and the results of the Shapiro-Wilk test of continuous variables revealed that only age and BMI were not normally distributed. Between-group differences were evaluated using <italic>t</italic> tests or Wilcoxon rank-sum tests (age and BMI) for continuous variables and chi-square or exact tests for categorical variables, as appropriate.</p>
        <p>To evaluate whether the intervention versus control group had a lower opioid use on average, we determined the number of tablets and MME taken in each group and compared means using <italic>t</italic> tests. Using a previous study of opioid medication usage in orthopedic trauma patients [<xref ref-type="bibr" rid="ref4">4</xref>], the sample size estimated to observe a 30% decrease in opioid utilization among 2 groups required a total of 74 subjects to achieve 80% power at an alpha of .05. The percent decrease is calculated using the formula <inline-graphic xlink:href="jmir_v22i7e17750_fig2.png" xlink:type="simple" mimetype="image"/>. A separate power analysis was calculated for the PRO portion of the study, and it was determined that a total of 36 subjects would provide 80% power to detect a 10-point difference (1 standard deviation) in <italic>t</italic>-scores for the PROMIS instruments at an alpha level of .05. Statistical analyses were performed using SAS software version 9.4 (SAS Institute, Inc).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Study Participants</title>
        <p>A total of 125 individuals were approached regarding the study over the 5-month enrollment period between February 2019 and June 2019. Of the 125 individuals, 2 patients were excluded at this time, as they were non–English-speaking, and an additional 24 patients were excluded because they did not use mobile phone messaging or did not have a personal mobile phone. This resulted in a total of 99 eligible people who were presented the study, 17 of whom declined participation (<xref rid="figure1" ref-type="fig">Figure 1</xref>). Overall, 82 subjects were enrolled, and 6 dropped from the study after providing consent because of various issues: one patient lost to follow-up, one patient withdrew at follow-up, one patient had incomplete follow-up, one patient’s operative plan changed to arthroplasty, and 2 subjects remained inpatient for over 7 days of the study period (<xref rid="figure1" ref-type="fig">Figure 1</xref>). This resulted in a final population of 76 subjects (38 per study group). The enrollment period concluded once a powered sample for the primary aim was obtained. A breakdown of the subjects enrolled, reasons for excluding subjects, and subjects removed from the study after consent are presented in <xref rid="figure1" ref-type="fig">Figure 1</xref>. Participant demographics for the intervention and control groups are presented in <xref ref-type="table" rid="table3">Table 3</xref>. The analyses of all collected demographic factors showed no differences between the intervention and control groups in all factors such as subject age (<italic>P</italic>=.42), current psychiatric diagnosis (including depression, anxiety, bipolar type 1, obsessive-compulsive disorder, posttraumatic stress disorder, panic disorder, and attention-deficit disorder; <italic>P</italic>=.14), or substance abuse history (<italic>P</italic>=.10; <xref ref-type="table" rid="table3">Table 3</xref>). Furthermore, no differences between groups were found for injury type, disposition following discharge, method for reporting opioid medication consumption, preoperative opioid medication prescriptions, or preoperative PROs (<xref ref-type="table" rid="table3">Table 3</xref>).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Consolidated Standards of Reporting Trials flowchart detailing the selection of eligible patients for study enrollment and their status through study completion. ACT: acceptance and commitment therapy.</p>
          </caption>
          <graphic xlink:href="jmir_v22i7e17750_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Opioid Pain Medication Use</title>
        <p>No differences between groups were observed in the amount of opioid medication tablets or MME prescribed at discharge (tablets for the ACT group: mean 58.8, SD 27.3 vs tablets for the control group: mean 61.6, SD 22.0). A further breakdown of the medications prescribed to subjects within the study period is presented in <xref ref-type="table" rid="table4">Table 4</xref>. The mean opioid tablet use for subjects in the ACT-based intervention group was 26.1 (SD 21.4) tablets, whereas the control group used a mean of 41.1 (SD 22.0) tablets, resulting in 36.5% less tablets used by subjects receiving the ACT-based intervention (<italic>P</italic>=.004; <xref ref-type="table" rid="table5">Table 5</xref>). Similarly, subjects in the intervention group consumed a mean of 199.9 (SD 163.2) MME, on average, whereas the control group subjects consumed a mean of 307.0 (SD 166.0) MME, indicating 34.9% less MME used by subjects in the intervention group (<italic>P</italic>=.006; <xref ref-type="table" rid="table5">Table 5</xref>).</p>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Frequency of outpatient opioid pain medications prescribed by enrolled study group (N=82).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="380"/>
            <col width="250"/>
            <col width="300"/>
            <col width="70"/>
            <thead>
              <tr valign="top">
                <td>Medication</td>
                <td>Morphine milliequivalents per tablet</td>
                <td colspan="2">Frequency</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Acceptance and commitment therapy </td>
                <td>Control</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Hydrocodone-acetaminophen 5-325 mg</td>
                <td>5</td>
                <td>1</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>Hydrocodone-acetaminophen 10-325 mg</td>
                <td>10</td>
                <td>2</td>
                <td>0</td>
              </tr>
              <tr valign="top">
                <td>Hydromorphone 2 mg</td>
                <td>8</td>
                <td>6</td>
                <td>6</td>
              </tr>
              <tr valign="top">
                <td>Oxycodone 5 mg</td>
                <td>7.5</td>
                <td>27</td>
                <td>27</td>
              </tr>
              <tr valign="top">
                <td>Oxycodone-acetaminophen 5-325 mg</td>
                <td>7.5</td>
                <td>10</td>
                <td>8</td>
              </tr>
              <tr valign="top">
                <td>Total opioid prescriptions provided</td>
                <td>N/A<sup>a</sup></td>
                <td>46</td>
                <td>43</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>N/A: not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table5">
          <label>Table 5</label>
          <caption>
            <p>Opioid pain medication utilization by group during the 2-week study period.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="100"/>
            <col width="70"/>
            <col width="70"/>
            <col width="100"/>
            <col width="70"/>
            <col width="70"/>
            <col width="90"/>
            <col width="100"/>
            <col width="70"/>
            <col width="70"/>
            <col width="90"/>
            <col width="100"/>
            <thead>
              <tr valign="top">
                <td>Attribute</td>
                <td colspan="3">Opioid tablets dispensed</td>
                <td colspan="4">Opioid tablets consumed</td>
                <td colspan="4">Morphine milliequivalents consumed</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>ACT<sup>a</sup> (n=38)</td>
                <td>Control (n=38)</td>
                <td><italic>P</italic> value</td>
                <td>ACT (n=38)</td>
                <td>Control (n=38)</td>
                <td>Decrease<sup>b</sup> (%)</td>
                <td><italic>P</italic> value</td>
                <td>ACT (n=38)</td>
                <td>Control (n=38)</td>
                <td>Decrease (%)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Mean (SD)</td>
                <td>58.8 (27.3)</td>
                <td>61.6 (22.0)</td>
                <td>.62</td>
                <td>26.2 (21.4)</td>
                <td>41.1 (22.0)</td>
                <td>37</td>
                <td>.004</td>
                <td>199.9 (163.2)</td>
                <td>307.0 (166.0)</td>
                <td>35</td>
                <td>.006</td>
              </tr>
              <tr valign="top">
                <td>Median (minimum-maximum)</td>
                <td>60.0 (10-146)</td>
                <td>60.0 (15-120)</td>
                <td>.62</td>
                <td>21.0 (0-80)</td>
                <td>43.5 (0-80)</td>
                <td>37</td>
                <td>.004</td>
                <td>157.5 (0-600)</td>
                <td>307.5 (0-600)</td>
                <td>35</td>
                <td>.006</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table5fn1">
              <p><sup>a</sup>ACT: acceptance and commitment therapy.</p>
            </fn>
            <fn id="table5fn2">
              <p><sup>b</sup>Calculated by the formula <inline-graphic xlink:href="jmir_v22i7e17750_fig2.png" xlink:type="simple" mimetype="image"/>.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Patient-Reported Outcomes</title>
        <p>PROMIS instrument <italic>t</italic>-score values for both ACT and control group subjects are presented in <xref ref-type="table" rid="table6">Table 6</xref>. At 2-week follow-up, the intervention group subjects reported lower postoperative PROMIS Pain Intensity 3A (mean 45.9, SD 7.2) and Pain Interference 8A (mean 56.6, SD 9.4) scores compared with the control group’s postoperative Pain Intensity 3A (mean 49.7, SD 8.8; <italic>P</italic>=.04) and Pain Interference 8A scores (mean 60.6, SD 8.2; <italic>P</italic>=.05; <xref ref-type="table" rid="table6">Table 6</xref>). No differences were observed between groups at 2-week follow-up in the PROMIS Pain Intensity 1A or PROMIS Emotional Distress-Anxiety 8A forms (<xref ref-type="table" rid="table6">Table 6</xref>).</p>
        <table-wrap position="float" id="table6">
          <label>Table 6</label>
          <caption>
            <p>Mean Patient-Reported Outcome Measures Information System score and change within the 2-week study period by study group.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="110"/>
            <col width="70"/>
            <col width="60"/>
            <col width="80"/>
            <col width="60"/>
            <col width="0"/>
            <col width="60"/>
            <col width="60"/>
            <col width="0"/>
            <col width="60"/>
            <col width="60"/>
            <col width="0"/>
            <col width="60"/>
            <col width="0"/>
            <col width="0"/>
            <col width="60"/>
            <col width="10"/>
            <col width="60"/>
            <col width="0"/>
            <col width="60"/>
            <col width="10"/>
            <col width="0"/>
            <col width="60"/>
            <col width="0"/>
            <col width="0"/>
            <col width="60"/>
            <thead>
              <tr valign="top">
                <td>PROMIS<sup>a</sup> instrument</td>
                <td colspan="5">Preoperative score</td>
                <td colspan="9">Postoperative score</td>
                <td colspan="11">Net score change</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">ACT<sup>b</sup></td>
                <td colspan="2">Control</td>
                <td colspan="4">ACT</td>
                <td colspan="3">Control</td>
                <td colspan="2"><italic>P</italic> value</td>
                <td colspan="5">ACT</td>
                <td colspan="6">Control</td>
                <td><italic>P</italic> value</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Mean (SD)</td>
                <td>Range</td>
                <td>Mean (SD)</td>
                <td>Range</td>
                <td colspan="2">Mean (SD)</td>
                <td>Range</td>
                <td colspan="2">Mean (SD)</td>
                <td>Range</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="4">Mean (SD)</td>
                <td>Range</td>
                <td colspan="4">Mean (SD)</td>
                <td>Range</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Pain Intensity 1A<sup>c</sup></td>
                <td>5.4 (2.9)</td>
                <td>0 to 10</td>
                <td>6.2 (2.6)</td>
                <td>1 to 10</td>
                <td colspan="2">3.4 (2.2)</td>
                <td>0 to 9</td>
                <td colspan="2">4.1 (2.4)</td>
                <td>1 to 9</td>
                <td colspan="2">.22</td>
                <td colspan="3">−2.0 (2.9)</td>
                <td colspan="2">−10 to 7</td>
                <td colspan="2">−2.1 (2.3)</td>
                <td colspan="4">−9 to 2</td>
                <td colspan="2">.79</td>
              </tr>
              <tr valign="top">
                <td>Pain Intensity 3A</td>
                <td>54.9 (7.3)</td>
                <td>36.3 to 71.8</td>
                <td>57.1 (8.2)</td>
                <td>40.2 to 71.8</td>
                <td colspan="2">45.9 (7.2)</td>
                <td>30.7 to 64.1</td>
                <td colspan="2">49.7 (8.8)</td>
                <td>30.7 to 67.4</td>
                <td colspan="2">.04</td>
                <td colspan="3">−9.0 (8.5)</td>
                <td colspan="2">−25.5 to 10</td>
                <td colspan="3">−7.4 (7.7)</td>
                <td colspan="3">−23.9 to 6.1</td>
                <td colspan="2">.38</td>
              </tr>
              <tr valign="top">
                <td>Pain Interference 8A</td>
                <td>63.6 (11.4)</td>
                <td>40.7 to 77</td>
                <td>66.1 (8.4)</td>
                <td>40.7 to 77.0</td>
                <td colspan="2">56.6 (9.4)</td>
                <td>40.7 to 72.0</td>
                <td colspan="2">60.6 (8.2)</td>
                <td>40.7 to 77.0</td>
                <td colspan="2">.048</td>
                <td colspan="3">−7.1 (13.7)</td>
                <td colspan="2">−36.3 to 24.8</td>
                <td colspan="3">−5.4 (10.4)</td>
                <td colspan="3">−26.2 to 19.5</td>
                <td colspan="2">.55</td>
              </tr>
              <tr valign="top">
                <td>Emotional Distress-Anxiety 8A</td>
                <td>56.5 (11.4)</td>
                <td>37.1 to 80</td>
                <td>56.5 (9.2)</td>
                <td>37.1 to 76.7</td>
                <td colspan="2">51.5 (10.4)</td>
                <td>37.1 to 75.4</td>
                <td colspan="2">52.3 (10.6)</td>
                <td>37.1 to 76.7</td>
                <td colspan="2">.76</td>
                <td colspan="3">−4.9 (10.1)</td>
                <td colspan="2">−33.7 to 12.3</td>
                <td colspan="3">−4.2 (9.4)</td>
                <td colspan="3">−20.3 to 16.5</td>
                <td colspan="2">.74</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table6fn1">
              <p><sup>a</sup>PROMIS: Patient-Reported Outcome Measures Information System.</p>
            </fn>
            <fn id="table6fn2">
              <p><sup>b</sup>ACT: acceptance and commitment therapy.</p>
            </fn>
            <fn id="table6fn3">
              <p><sup>c</sup>Scores presented are raw numerical scores, as no <italic>t-</italic>score conversion is available for the selected instrument.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This randomized trial delivered an ACT-based intervention via an automated mobile messaging robot to postoperative orthopedic patients. The subjects who received the ACT-based mobile phone intervention used a lower number of opioid tablets and consumed less MME in the first 2 weeks after their injury. We also found that the intervention group reported less pain intensity and pain interference at the 2-week follow-up. These data demonstrate that ACT-based automated mobile messaging protocols may be effective in reducing the amount of opioid medication used and may positively affect postoperative PROs in patients undergoing operative fixation of their acute fractures.</p>
      </sec>
      <sec>
        <title>Effects on Opioid Use</title>
        <p>Improved mood symptoms, less pain interference, and faster cessation of opioid pain medication are some of the recognized benefits of using ACT in clinic-based, interdisciplinary approaches to pain management after surgery [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. Previous investigations have used automated mobile phone messaging robots to deliver PROs [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref23">23</xref>], improve communication with patients [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref31">31</xref>], deliver postoperative orthopedic care [<xref ref-type="bibr" rid="ref32">32</xref>], and inquire about pain and opioid utilization [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref33">33</xref>]. In this study, we used ACT and a mobile phone messaging robot to assess whether these tools in combination could decrease opioid utilization and improve individuals’ perception of their early recovery from injury. Prior work has demonstrated a quicker time to opioid cessation and a decrease in postoperative opioid utilization (14% less in the ACT group) when used in office ACT-based treatments [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. Subjects receiving the ACT intervention via automated mobile phone messages reported over 36% less opioid tablets and more than 34% less MME consumed than corresponding control subjects who did not receive ACT. Our findings suggest that software-based communication using ACT through a mobile phone has the potential to have a large impact on the utilization of postoperative pain medication by patients in the first weeks after surgery for fractures. Further study is required to determine if these effects are long lasting and to determine which injuries and patients receive the greatest benefit. In addition, future investigations and trials should consider the effect of software delivery of ACT and other behavioral therapies on different cohorts of patients.</p>
      </sec>
      <sec>
        <title>Effects on PROs</title>
        <p>PROs, such as PROMIS, allow patients to quantify aspects of their orthopedic condition in a standardized fashion [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. These are important tools for determining the efficacy of health care treatments and assessment of clinical research and can be used in determining compensation for health care services provided [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref8">8</xref>]. The National Institutes of Health developed the PROMIS tools to advance PROs by creating question banks that could be used for many major health issues [<xref ref-type="bibr" rid="ref9">9</xref>]. We found that despite less utilization of opioids, subjects in the ACT-based intervention group reported less pain intensity and pain interference at 2 weeks. This most likely does not represent a clinically important difference based on the SD methodology used in prior works with PROMIS tools (<xref ref-type="table" rid="table6">Table 6</xref>), but it at least suggests that the intervention group did not experience greater pain [<xref ref-type="bibr" rid="ref34">34</xref>]. There were no other differences between study groups in the other domains at the 2-week follow-up. Previous studies have reported that patients who consume more opioid medication report higher pain at both short- and long-term time points, which is reflected in our findings for both PROMIS pain intensity 3A and the employed pain interference measure [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]. Future research efforts may benefit from employing alternative PRO measures to identify the effects of ACT-based interventions, including assessment of psychologic flexibility. Future research may also consider possible modifications of our study protocol to include a longer intervention period and more than one follow-up data point. Future work may also consider designing an ACT-based tool that is more focused on demonstrating an effect on PROs.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Several limitations were present in this study. First, we were limited to a single level 1 trauma center, which may affect the reproducibility of our results across other health care settings. Next, the exclusion criteria for this study were extensive, and thus, the results may not be generalizable to the entire scope of orthopedic trauma patients. We attempted to include a diverse set of injuries and yet excluded patients with a high likelihood of confounding problems from open fractures or prolonged initial hospitalization. Future studies assessing the effects of ACT-based interventions similar to ours should aim for less restrictive exclusion criteria to apply this intervention to a larger, more diverse population. The research assistants were not blinded to the patients’ study group. In addition, patients understood the outcomes of interest in this study, which could be susceptible to reporting bias. In addition, participants were not blinded to their treatment group. The lack of blinding could potentially introduce response or reporting bias, making this a potential area of improvement for studies seeking to follow the present methodology. This could be accomplished through the implementation of a control messaging protocol. Moreover, a retrospective chart review was used to obtain several patient factors, including comorbid conditions and dispensing of preoperative outpatient opioid medication prescriptions. The collection of information in this manner relies on accurate charting and transfer of documents from outside institutions, which may have been incomplete.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>In this study, delivering an ACT-based intervention via an automated mobile messaging robot in the acute postoperative period decreased opioid utilization in orthopedic trauma patients in the first 2 weeks after their injury. Subjects in the ACT-based intervention group also reported lower pain intensity and pain interference after 2 weeks, although this likely did not represent a clinically important difference. Future studies may apply this intervention in other patient populations to assess its efficacy on a larger scale and may include assessment of pain and opioid use in a longer time frame after injury.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>CONSORT-EHEALTH checklist (V 1.6.1).</p>
        <media xlink:href="jmir_v22i7e17750_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 1617 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Patient-Reported Outcome Measure Information System tools completed by the study subjects.</p>
        <media xlink:href="jmir_v22i7e17750_app2.pdf" xlink:title="PDF File  (Adobe PDF File), 97 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Acceptance and commitment therapy–based automated mobile phone messaging protocol.</p>
        <media xlink:href="jmir_v22i7e17750_app3.pdf" xlink:title="PDF File  (Adobe PDF File), 44 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ACT</term>
          <def>
            <p>acceptance and commitment therapy</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">MME</term>
          <def>
            <p>morphine milliequivalents</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">POD</term>
          <def>
            <p>postoperative day</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">PRO</term>
          <def>
            <p>patient-reported outcome</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">PROMIS</term>
          <def>
            <p>Patient-Reported Outcome Measure Information System</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This study was possible thanks to a generous grant from the Orthopaedic Trauma Association.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>CA reports personal fees from McKinsey &amp; Company, outside the submitted work. MW reports nonfinancial support from Zimmer Biomet, outside the submitted work. MK reports stock or stock options from Iowa Simulation Solutions LLC and stock or stock options from Mortise Medical LLC, outside the submitted work. JM reports stock or stock options from Zimmer Biomet, stock or stock options from FxRedux, nonfinancial support and stock or stock options from Oxford Press, and stock or stock options from Tornier, outside the submitted work.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Azar</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Renewal of Determination That A Public Health Emergency Exists</article-title>
          <source>US Department of Health and Human Services</source>
          <year>2019</year>
          <access-date>2000-07-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.phe.gov/emergency/news/healthactions/phe/Pages/covid19-21apr2020.aspx">https://www.phe.gov/emergency/news/healthactions/phe/Pages/covid19-21apr2020.aspx</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Scholl</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Seth</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kariisa</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Baldwin</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Drug and opioid-involved overdose deaths - United States, 2013-2017</article-title>
          <source>MMWR Morb Mortal Wkly Rep</source>
          <year>2018</year>
          <month>01</month>
          <day>4</day>
          <volume>67</volume>
          <issue>5152</issue>
          <fpage>1419</fpage>
          <lpage>27</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.15585/mmwr.mm675152e1"/>
          </comment>
          <pub-id pub-id-type="doi">10.15585/mmwr.mm675152e1</pub-id>
          <pub-id pub-id-type="medline">30605448</pub-id>
          <pub-id pub-id-type="pmcid">PMC6334822</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brat</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Agniel</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Beam</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Yorkgitis</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Bicket</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Homer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>KP</given-names>
            </name>
            <name name-style="western">
              <surname>Knecht</surname>
              <given-names>DB</given-names>
            </name>
            <name name-style="western">
              <surname>McMahill-Walraven</surname>
              <given-names>CN</given-names>
            </name>
            <name name-style="western">
              <surname>Palmer</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kohane</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Postsurgical prescriptions for opioid naive patients and association with overdose and misuse: retrospective cohort study</article-title>
          <source>Br Med J</source>
          <year>2018</year>
          <month>01</month>
          <day>17</day>
          <volume>360</volume>
          <fpage>j5790</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/cgi/pmidlookup?view=long&amp;pmid=29343479"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.j5790</pub-id>
          <pub-id pub-id-type="medline">29343479</pub-id>
          <pub-id pub-id-type="pmcid">PMC5769574</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Anthony</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Volkmar</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Willey</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Karam</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Marsh</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>Communication with orthopedic trauma patients via an automated mobile phone messaging robot</article-title>
          <source>Telemed J E Health</source>
          <year>2018</year>
          <month>07</month>
          <volume>24</volume>
          <issue>7</issue>
          <fpage>504</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2017.0188</pub-id>
          <pub-id pub-id-type="medline">29261036</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Scully</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Schoenfeld</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Lipsitz</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chaudhary</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Learn</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Koehlmoos</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Haider</surname>
              <given-names>AH</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>LL</given-names>
            </name>
          </person-group>
          <article-title>Defining optimal length of opioid pain medication prescription after common surgical procedures</article-title>
          <source>JAMA Surg</source>
          <year>2018</year>
          <month>01</month>
          <day>1</day>
          <volume>153</volume>
          <issue>1</issue>
          <fpage>37</fpage>
          <lpage>43</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28973092"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamasurg.2017.3132</pub-id>
          <pub-id pub-id-type="medline">28973092</pub-id>
          <pub-id pub-id-type="pii">2654949</pub-id>
          <pub-id pub-id-type="pmcid">PMC5833616</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Deshpande</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Rajan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sudeepthi</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Nazir</surname>
              <given-names>CP</given-names>
            </name>
          </person-group>
          <article-title>Patient-reported outcomes: a new era in clinical research</article-title>
          <source>Perspect Clin Res</source>
          <year>2011</year>
          <month>10</month>
          <volume>2</volume>
          <issue>4</issue>
          <fpage>137</fpage>
          <lpage>44</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.picronline.org/article.asp?issn=2229-3485;year=2011;volume=2;issue=4;spage=137;epage=144;aulast=Deshpande"/>
          </comment>
          <pub-id pub-id-type="doi">10.4103/2229-3485.86879</pub-id>
          <pub-id pub-id-type="medline">22145124</pub-id>
          <pub-id pub-id-type="pii">PCR-2-137</pub-id>
          <pub-id pub-id-type="pmcid">PMC3227331</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ahmed</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Berzon</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Revicki</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Lenderking</surname>
              <given-names>WR</given-names>
            </name>
            <name name-style="western">
              <surname>Moinpour</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Basch</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Reeve</surname>
              <given-names>BB</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>AW</given-names>
            </name>
            <collab>International Society for Quality of Life Research</collab>
          </person-group>
          <article-title>The use of patient-reported outcomes (PRO) within comparative effectiveness research: implications for clinical practice and health care policy</article-title>
          <source>Med Care</source>
          <year>2012</year>
          <month>12</month>
          <volume>50</volume>
          <issue>12</issue>
          <fpage>1060</fpage>
          <lpage>70</lpage>
          <pub-id pub-id-type="doi">10.1097/MLR.0b013e318268aaff</pub-id>
          <pub-id pub-id-type="medline">22922434</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <article-title>Review of Physician and Advanced Practitioner Recruiting Incentives</article-title>
          <source>Merritt Hawkins</source>
          <year>2019</year>
          <access-date>2020-07-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.merritthawkins.com/trends-and-insights/article/reports/2019-review-of-physician-and-advanced-practitioner-recruiting-incentives/">https://www.merritthawkins.com/trends-and-insights/article/reports/2019-review-of-physician-and-advanced-practitioner-recruiting-incentives/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ader</surname>
              <given-names>DN</given-names>
            </name>
          </person-group>
          <article-title>Developing the patient-reported outcomes measurement information system (PROMIS)</article-title>
          <source>Med Care</source>
          <year>2007</year>
          <month>05</month>
          <volume>45</volume>
          <issue>Suppl 1</issue>
          <fpage>S1</fpage>
          <lpage>2</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/17443116"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/01.mlr.0000260537.45076.74</pub-id>
          <pub-id pub-id-type="pii">00005650-200705001-00002</pub-id>
          <pub-id pub-id-type="pmcid">PMC2829758</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cella</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>SW</given-names>
            </name>
            <name name-style="western">
              <surname>Condon</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Schalet</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Hays</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Rothrock</surname>
              <given-names>NE</given-names>
            </name>
            <name name-style="western">
              <surname>Yount</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cook</surname>
              <given-names>KF</given-names>
            </name>
            <name name-style="western">
              <surname>Gershon</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Amtmann</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>DeWalt</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Pilkonis</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Stone</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Weinfurt</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Reeve</surname>
              <given-names>BB</given-names>
            </name>
          </person-group>
          <article-title>PROMIS adult health profiles: efficient short-form measures of seven health domains</article-title>
          <source>Value Health</source>
          <year>2019</year>
          <month>05</month>
          <volume>22</volume>
          <issue>5</issue>
          <fpage>537</fpage>
          <lpage>44</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31104731"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jval.2019.02.004</pub-id>
          <pub-id pub-id-type="medline">31104731</pub-id>
          <pub-id pub-id-type="pii">S1098-3015(19)30118-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC7201383</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Batten</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <source>Essentials of Acceptance and Commitment Therapy</source>
          <year>2011</year>
          <publisher-loc>London, UK</publisher-loc>
          <publisher-name>Sage Publications</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hayes</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Acceptance and commitment therapy, relational frame theory, and the third wave of behavioral and cognitive therapies - republished article</article-title>
          <source>Behav Ther</source>
          <year>2016</year>
          <month>11</month>
          <volume>47</volume>
          <issue>6</issue>
          <fpage>869</fpage>
          <lpage>85</lpage>
          <pub-id pub-id-type="doi">10.1016/j.beth.2016.11.006</pub-id>
          <pub-id pub-id-type="medline">27993338</pub-id>
          <pub-id pub-id-type="pii">S0005-7894(16)30094-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hughes</surname>
              <given-names>LS</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Colclough</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Dale</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>McMillan</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Acceptance and commitment therapy (ACT) for chronic pain: a Systematic review and meta-analyses</article-title>
          <source>Clin J Pain</source>
          <year>2017</year>
          <month>06</month>
          <volume>33</volume>
          <issue>6</issue>
          <fpage>552</fpage>
          <lpage>68</lpage>
          <pub-id pub-id-type="doi">10.1097/AJP.0000000000000425</pub-id>
          <pub-id pub-id-type="medline">27479642</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dahl</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Nilsson</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Acceptance and commitment therapy and the treatment of persons at risk for long-term disability resulting from stress and pain symptoms: a preliminary randomized trial</article-title>
          <source>Behav Ther</source>
          <year>2004</year>
          <volume>35</volume>
          <issue>4</issue>
          <fpage>785</fpage>
          <lpage>801</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1016/S0005-7894(04)80020-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S0005-7894(04)80020-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Powers</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Vording</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Emmelkamp</surname>
              <given-names>PM</given-names>
            </name>
          </person-group>
          <article-title>Acceptance and commitment therapy: a meta-analytic review</article-title>
          <source>Psychother Psychosom</source>
          <year>2009</year>
          <volume>78</volume>
          <issue>2</issue>
          <fpage>73</fpage>
          <lpage>80</lpage>
          <pub-id pub-id-type="doi">10.1159/000190790</pub-id>
          <pub-id pub-id-type="medline">19142046</pub-id>
          <pub-id pub-id-type="pii">000190790</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McCracken</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Vowles</surname>
              <given-names>KE</given-names>
            </name>
          </person-group>
          <article-title>Acceptance and commitment therapy and mindfulness for chronic pain: model, process, and progress</article-title>
          <source>Am Psychol</source>
          <year>2014</year>
          <volume>69</volume>
          <issue>2</issue>
          <fpage>178</fpage>
          <lpage>87</lpage>
          <pub-id pub-id-type="doi">10.1037/a0035623</pub-id>
          <pub-id pub-id-type="medline">24547803</pub-id>
          <pub-id pub-id-type="pii">2014-04960-007</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dindo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zimmerman</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Hadlandsmyth</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>StMarie</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Embree</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Marchman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tripp-Reimer</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Rakel</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Acceptance and commitment therapy for prevention of chronic postsurgical pain and opioid use in at-risk veterans: a pilot randomized controlled study</article-title>
          <source>J Pain</source>
          <year>2018</year>
          <month>10</month>
          <volume>19</volume>
          <issue>10</issue>
          <fpage>1211</fpage>
          <lpage>21</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29777950"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jpain.2018.04.016</pub-id>
          <pub-id pub-id-type="medline">29777950</pub-id>
          <pub-id pub-id-type="pii">S1526-5900(18)30182-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC6163061</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abid Azam</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Weinrib</surname>
              <given-names>AZ</given-names>
            </name>
            <name name-style="western">
              <surname>Montbriand</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Burns</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>McMillan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Katz</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Acceptance and commitment therapy to manage pain and opioid use after major surgery: preliminary outcomes from the Toronto general hospital transitional pain service</article-title>
          <source>Can J Pain</source>
          <year>2017</year>
          <month>06</month>
          <day>28</day>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>37</fpage>
          <lpage>49</lpage>
          <pub-id pub-id-type="doi">10.1080/24740527.2017.1325317</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Anthony</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Lawler</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Ward</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>IC</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>AS</given-names>
            </name>
          </person-group>
          <article-title>Use of an automated mobile phone messaging robot in postoperative patient monitoring</article-title>
          <source>Telemed J E Health</source>
          <year>2018</year>
          <month>01</month>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>61</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1089/tmj.2017.0055</pub-id>
          <pub-id pub-id-type="medline">28622079</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Anthony</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Lawler</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Glass</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>McDonald</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>AS</given-names>
            </name>
          </person-group>
          <article-title>Delivery of patient-reported outcome instruments by automated mobile phone text messaging</article-title>
          <source>Hand (N Y)</source>
          <year>2017</year>
          <month>11</month>
          <volume>12</volume>
          <issue>6</issue>
          <fpage>614</fpage>
          <lpage>21</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29091492"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1558944716672201</pub-id>
          <pub-id pub-id-type="medline">29091492</pub-id>
          <pub-id pub-id-type="pmcid">PMC5669321</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Anthony</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>AR</given-names>
            </name>
          </person-group>
          <article-title>Utilization of a text-messaging robot to assess intraday variation in concussion symptom severity scores</article-title>
          <source>Clin J Sport Med</source>
          <year>2015</year>
          <month>03</month>
          <volume>25</volume>
          <issue>2</issue>
          <fpage>149</fpage>
          <lpage>52</lpage>
          <pub-id pub-id-type="doi">10.1097/JSM.0000000000000115</pub-id>
          <pub-id pub-id-type="medline">24905538</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>TC</given-names>
            </name>
            <name name-style="western">
              <surname>Ohueri</surname>
              <given-names>CW</given-names>
            </name>
            <name name-style="western">
              <surname>Schryver</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Bozic</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Koenig</surname>
              <given-names>KM</given-names>
            </name>
          </person-group>
          <article-title>Patient-identified barriers and facilitators to pre-visit patient-reported outcomes measures completion in patients with hip and knee pain</article-title>
          <source>J Arthroplasty</source>
          <year>2018</year>
          <month>03</month>
          <volume>33</volume>
          <issue>3</issue>
          <fpage>643</fpage>
          <lpage>9.e1</lpage>
          <pub-id pub-id-type="doi">10.1016/j.arth.2017.10.022</pub-id>
          <pub-id pub-id-type="medline">29169689</pub-id>
          <pub-id pub-id-type="pii">S0883-5403(17)30934-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Anthony</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Rooney</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Lynch</surname>
              <given-names>TS</given-names>
            </name>
            <name name-style="western">
              <surname>Willey</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Westermann</surname>
              <given-names>RW</given-names>
            </name>
          </person-group>
          <article-title>Mobile phone administration of hip-specific patient-reported outcome instruments correlates highly with in-office administration</article-title>
          <source>J Am Acad Orthop Surg</source>
          <year>2020</year>
          <month>01</month>
          <day>1</day>
          <volume>28</volume>
          <issue>1</issue>
          <fpage>e41</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.5435/JAAOS-D-18-00708</pub-id>
          <pub-id pub-id-type="medline">31860543</pub-id>
          <pub-id pub-id-type="pii">00124635-202001010-00011</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Anthony</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Polgreen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Chounramany</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Foster</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Goerdt</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Suneja</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Segre</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Carter</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Polgreen</surname>
              <given-names>PM</given-names>
            </name>
          </person-group>
          <article-title>Outpatient blood pressure monitoring using bi-directional text messaging</article-title>
          <source>J Am Soc Hypertens</source>
          <year>2015</year>
          <month>05</month>
          <volume>9</volume>
          <issue>5</issue>
          <fpage>375</fpage>
          <lpage>81</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1933-1711(15)00009-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jash.2015.01.008</pub-id>
          <pub-id pub-id-type="medline">25771023</pub-id>
          <pub-id pub-id-type="pii">S1933-1711(15)00009-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berrouiguet</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Baca-García</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Brandt</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Walter</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Courtet</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Fundamentals for future mobile-health (mhealth): a systematic review of mobile phone and web-based text messaging in mental health</article-title>
          <source>J Med Internet Res</source>
          <year>2016</year>
          <month>06</month>
          <day>10</day>
          <volume>18</volume>
          <issue>6</issue>
          <fpage>e135</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2016/6/e135/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.5066</pub-id>
          <pub-id pub-id-type="medline">27287668</pub-id>
          <pub-id pub-id-type="pii">v18i6e135</pub-id>
          <pub-id pub-id-type="pmcid">PMC4920962</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Cole-Lewis</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Bernhardt</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Mobile text messaging for health: a systematic review of reviews</article-title>
          <source>Annu Rev Public Health</source>
          <year>2015</year>
          <month>03</month>
          <day>18</day>
          <volume>36</volume>
          <fpage>393</fpage>
          <lpage>415</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25785892"/>
          </comment>
          <pub-id pub-id-type="doi">10.1146/annurev-publhealth-031914-122855</pub-id>
          <pub-id pub-id-type="medline">25785892</pub-id>
          <pub-id pub-id-type="pmcid">PMC4406229</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Day</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Anthony</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Bedard</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Glass</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Callaghan</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Noiseux</surname>
              <given-names>NO</given-names>
            </name>
          </person-group>
          <article-title>Increasing perioperative communication with automated mobile phone messaging in total joint arthroplasty</article-title>
          <source>J Arthroplasty</source>
          <year>2018</year>
          <month>01</month>
          <volume>33</volume>
          <issue>1</issue>
          <fpage>19</fpage>
          <lpage>24</lpage>
          <pub-id pub-id-type="doi">10.1016/j.arth.2017.08.046</pub-id>
          <pub-id pub-id-type="medline">29017803</pub-id>
          <pub-id pub-id-type="pii">S0883-5403(17)30803-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Lekhak</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kaewluang</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Using mobile phones and short message service to deliver self-management interventions for chronic conditions: a meta-review</article-title>
          <source>Worldviews Evid Based Nurs</source>
          <year>2014</year>
          <month>04</month>
          <volume>11</volume>
          <issue>2</issue>
          <fpage>81</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1111/wvn.12030</pub-id>
          <pub-id pub-id-type="medline">24597522</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eysenbach</surname>
              <given-names>G</given-names>
            </name>
            <collab>CONSORT-EHEALTH Group</collab>
          </person-group>
          <article-title>CONSORT-EHEALTH: improving and standardizing evaluation reports of Web-based and mobile health interventions</article-title>
          <source>J Med Internet Res</source>
          <year>2011</year>
          <month>12</month>
          <day>31</day>
          <volume>13</volume>
          <issue>4</issue>
          <fpage>e126</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2011/4/e126/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.1923</pub-id>
          <pub-id pub-id-type="medline">22209829</pub-id>
          <pub-id pub-id-type="pii">v13i4e126</pub-id>
          <pub-id pub-id-type="pmcid">PMC3278112</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <article-title>PROMIS® Scoring Manuals</article-title>
          <source>Health Measures</source>
          <access-date>2020-07-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.healthmeasures.net/index.php?option=com_content&amp;view=article&amp;id=180&amp;Itemid=994 )">http://www.healthmeasures.net/index.php?option=com_content&amp;view=article&amp;id=180&amp;Itemid=994 )</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goz</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Anthony</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Pugely</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lawrence</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Spina</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Brodke</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Spiker</surname>
              <given-names>WR</given-names>
            </name>
          </person-group>
          <article-title>Software-based postoperative communication with patients undergoing spine surgery</article-title>
          <source>Global Spine J</source>
          <year>2019</year>
          <month>02</month>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>14</fpage>
          <lpage>17</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30775203"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/2192568217728047</pub-id>
          <pub-id pub-id-type="medline">30775203</pub-id>
          <pub-id pub-id-type="pii">10.1177_2192568217728047</pub-id>
          <pub-id pub-id-type="pmcid">PMC6362547</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tofte</surname>
              <given-names>JN</given-names>
            </name>
            <name name-style="western">
              <surname>Anthony</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Polgreen</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Buckwalter</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Caldwell</surname>
              <given-names>LS</given-names>
            </name>
            <name name-style="western">
              <surname>Fowler</surname>
              <given-names>TP</given-names>
            </name>
            <name name-style="western">
              <surname>Ebinger</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hanley</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Dowdle</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Holte</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Arpey</surname>
              <given-names>NC</given-names>
            </name>
            <name name-style="western">
              <surname>Lawler</surname>
              <given-names>EA</given-names>
            </name>
          </person-group>
          <article-title>Postoperative care via smartphone following carpal tunnel release</article-title>
          <source>J Telemed Telecare</source>
          <year>2020</year>
          <month>05</month>
          <volume>26</volume>
          <issue>4</issue>
          <fpage>223</fpage>
          <lpage>31</lpage>
          <pub-id pub-id-type="doi">10.1177/1357633X18807606</pub-id>
          <pub-id pub-id-type="medline">30428766</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Adams</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Buczek</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Anthony</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>AS</given-names>
            </name>
          </person-group>
          <article-title>Postoperative pain and opioid use in children with supracondylar humeral fractures: balancing analgesia and opioid stewardship</article-title>
          <source>J Bone Joint Surg Am</source>
          <year>2019</year>
          <month>01</month>
          <day>16</day>
          <volume>101</volume>
          <issue>2</issue>
          <fpage>119</fpage>
          <lpage>26</lpage>
          <pub-id pub-id-type="doi">10.2106/JBJS.18.00657</pub-id>
          <pub-id pub-id-type="medline">30653041</pub-id>
          <pub-id pub-id-type="pii">00004623-201901160-00003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Broderick</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Schneider</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Junghaenel</surname>
              <given-names>DU</given-names>
            </name>
            <name name-style="western">
              <surname>Schwartz</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Stone</surname>
              <given-names>AA</given-names>
            </name>
          </person-group>
          <article-title>Validity and reliability of patient-reported outcomes measurement information system instruments in osteoarthritis</article-title>
          <source>Arthritis Care Res (Hoboken)</source>
          <year>2013</year>
          <month>10</month>
          <volume>65</volume>
          <issue>10</issue>
          <fpage>1625</fpage>
          <lpage>33</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1002/acr.22025"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/acr.22025</pub-id>
          <pub-id pub-id-type="medline">23592494</pub-id>
          <pub-id pub-id-type="pmcid">PMC3779528</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bot</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Bekkers</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Arnstein</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Ring</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Opioid use after fracture surgery correlates with pain intensity and satisfaction with pain relief</article-title>
          <source>Clin Orthop Relat Res</source>
          <year>2014</year>
          <month>08</month>
          <volume>472</volume>
          <issue>8</issue>
          <fpage>2542</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24777731"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11999-014-3660-4</pub-id>
          <pub-id pub-id-type="medline">24777731</pub-id>
          <pub-id pub-id-type="pmcid">PMC4079891</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Koehler</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Okoroafor</surname>
              <given-names>UC</given-names>
            </name>
            <name name-style="western">
              <surname>Cannada</surname>
              <given-names>LK</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of opioid use after extremity trauma in orthopedic surgery</article-title>
          <source>Injury</source>
          <year>2018</year>
          <month>06</month>
          <volume>49</volume>
          <issue>6</issue>
          <fpage>1003</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1016/j.injury.2018.04.003</pub-id>
          <pub-id pub-id-type="medline">29704954</pub-id>
          <pub-id pub-id-type="pii">S0020-1383(18)30170-0</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
