<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v23i5e16536</article-id>
      <article-id pub-id-type="pmid">34037530</article-id>
      <article-id pub-id-type="doi">10.2196/16536</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Assessing the Feasibility of an Open-Source Virtual Reality Mirror Visual Feedback Module for Complex Regional Pain Syndrome: Pilot Usability Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Kukafka</surname>
            <given-names>Rita</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Linnett</surname>
            <given-names>Mike</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Tu</surname>
            <given-names>Dongsheng</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Won</surname>
            <given-names>Andrea Stevenson</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Communication</institution>
            <institution>Cornell University</institution>
            <addr-line>471 Mann Library Building</addr-line>
            <addr-line>Ithaca, NY, 14853</addr-line>
            <country>United States</country>
            <fax>1 607 254 2790</fax>
            <phone>1 919 906 0287</phone>
            <email>asw248@cornell.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5240-6166</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Barreau</surname>
            <given-names>Ariana C</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6474-3263</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Gaertner</surname>
            <given-names>Mark</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5156-1359</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Stone</surname>
            <given-names>Tristan</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0643-1579</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Zhu</surname>
            <given-names>Joshua</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1116-9528</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>Cheng Yao</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3229-4341</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Mackey</surname>
            <given-names>Sean</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7744-5348</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Communication</institution>
        <institution>Cornell University</institution>
        <addr-line>Ithaca, NY</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Carle Illinois College of Medicine</institution>
        <institution>University of Illinois Urbana-Champaign</institution>
        <addr-line>Urbana, IL</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Neurology</institution>
        <institution>University of California, Los Angeles</institution>
        <addr-line>Los Angeles, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Computer Science</institution>
        <institution>Cornell University</institution>
        <addr-line>Ithaca, NY</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Department of Information Science</institution>
        <institution>Cornell University</institution>
        <addr-line>Ithaca, NY</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Stanford Neuroscience and Pain Lab</institution>
        <institution>Stanford University</institution>
        <addr-line>Palo Alto, CA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Andrea Stevenson Won <email>asw248@cornell.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>5</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>26</day>
        <month>5</month>
        <year>2021</year>
      </pub-date>
      <volume>23</volume>
      <issue>5</issue>
      <elocation-id>e16536</elocation-id>
      <history>
        <date date-type="received">
          <day>3</day>
          <month>11</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>26</day>
          <month>10</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>7</day>
          <month>1</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>16</day>
          <month>3</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Andrea Stevenson Won, Ariana C Barreau, Mark Gaertner, Tristan Stone, Joshua Zhu, Cheng Yao Wang, Sean Mackey. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 26.05.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2021/5/e16536" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Complex regional pain syndrome (CRPS) is a rare and severe chronic pain condition, with effective treatment options not established for many patients. The underlying pathophysiology remains unclear, but there is a growing appreciation for the role of central mechanisms which have formed the basis for brain-based therapies such as transcranial magnetic stimulation and mirror visual feedback (MVF). MVF has been deployed in the treatment of CRPS using both conventional mirrors and virtual reality (VR).</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this study was to further investigate the use of VR in the treatment of patients with unilateral upper limb CRPS. VR has the potential advantage of more flexible and more motivating tasks, as well as the option of tracking patient improvement through the use of movement data.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We describe the development, acceptability, feasibility, and usability of an open-source VR program MVF module designed to be used with consumer VR systems for the treatment of CRPS. The development team was an interdisciplinary group of physical therapists, pain researchers, and VR researchers. Patients recruited from a pain clinic completed 3-5 visits each to trial the system and assessed their experiences in pre- and post-treatment questionnaires.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>All 9 (100%) participants were able to use the system for 3, 4, or 5 trials each. None of the participants quit any trial due to cybersickness. All 9 (100%) participants reported interest in using the module in the future. Participants’ reported average pain scores in the affected limb were not significantly different from baseline during treatment or after treatment (<italic>P</italic>=.16). We did not find a statistically significant effect on participants’ self-reported average pain scores.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>We propose that this module could be a useful starting point for modification and testing for other researchers. We share modifications to make this module usable with standalone headsets and finger tracking. Next steps include adapting this module for at-home use, or for use with participants with lower limb pain.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>virtual reality</kwd>
        <kwd>pain</kwd>
        <kwd>complex regional pain syndrome</kwd>
        <kwd>CRPS</kwd>
        <kwd>open source</kwd>
        <kwd>mirror visual feedback</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Complex regional pain syndrome (CRPS) is a rare and severe chronic pain condition, defined as “continuing pain...disproportionate to any inciting event,” accompanied by an array of varying signs and symptoms (sensory, vasomotor, sudomotor/edema, or motor/trophic features) which do not fit other diagnoses [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>]. A Cochrane Review found low level of quality of evidence for CRPS treatments [<xref ref-type="bibr" rid="ref4">4</xref>], with current treatment guidelines based largely on expert experience, case reports, open-label trials, and pilot studies [<xref ref-type="bibr" rid="ref3">3</xref>]. Thus, many patients are without established, effective treatment options [<xref ref-type="bibr" rid="ref5">5</xref>]. While the underlying pathophysiology remains unclear, there is a growing appreciation for the role of central mechanisms which have formed the basis for brain-based therapies such as transcranial magnetic stimulation [<xref ref-type="bibr" rid="ref6">6</xref>] and mirror visual feedback (MVF). MVF [<xref ref-type="bibr" rid="ref7">7</xref>] has been deployed in the treatment of CRPS using both conventional mirrors [<xref ref-type="bibr" rid="ref8">8</xref>] and virtual reality (VR) [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref11">11</xref>]. VR has the advantage of more flexible and more motivating tasks [<xref ref-type="bibr" rid="ref10">10</xref>-<xref ref-type="bibr" rid="ref12">12</xref>], the ability to be used at home [<xref ref-type="bibr" rid="ref13">13</xref>], and the option of tracking patient improvement through the use of movement data [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. However, barriers of cost and difficulty of adoption have prevented this technology from being widely used.</p>
      <p>Given the advent of inexpensive, portable consumer VR systems, systematically testing the potential of these systems for the treatment of CRPS and other disorders has become a possibility for many researchers who have not previously used VR in medicine. Virtual environments for therapeutic purposes can be created using game engines such as Unity 3D or Unreal. These virtual environments can be modified to allow researchers to investigate the effects of avatar realism, limb swapping, changing the appearance of the targets, changing the environment around the targets, etc. However, because many researchers working with clinical populations have limited experience building virtual environments, there is a significant barrier to entry.</p>
      <p>To provide a tool for the research community as well as for our own research, we developed an open-source VR mirror module that could be used for our own experiments. We deployed this module in a pilot study for patients with chronic unilateral upper limb CRPS.</p>
      <p>This pilot study was a feasibility study to test the usability of the VR system and its acceptance, ease of use, and patient willingness to engage. We evaluated these goals by examining participant retention, as well as qualitative comments on general usability and interest in engaging with the module at home. Participants’ reported average pain scores in the affected limb were not significantly different from baseline after treatment (<italic>P</italic>=.16). Furthermore, all participants completed the required sessions for this study and qualitative measures indicated that participants were interested in continuing the therapy at home.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Virtual Reality Application</title>
        <p>A team of pain researchers and VR researchers created a simple open-source VR application for patients with CRPS using the game engine Unity 3D. This application is compatible with a range of consumer VR systems that use head-mounted displays and hand controllers or hand tracking to allow users to interact with virtual content by controlling avatars. <xref rid="figure1" ref-type="fig">Figure 1</xref> shows an example of a user’s view of their avatar’s hands which are controlled by their movements.</p>
        <p>As in conventional MVF, movement from the patient’s uninjured hand was transformed over the midline to symmetrically animate their avatar hand on the injured side. Thus, patients’ uninjured hands could control the movements of both avatar hands, just as in conventional mirror therapy.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Image representing participant in VELOS MVF with a mono version of their first person perspective.</p>
          </caption>
          <graphic xlink:href="jmir_v23i5e16536_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Participants</title>
        <p>In the summer of 2017, 110 adult patients in the database of a pain clinic at a large United States university with a diagnosis of unilateral CRPS in an upper extremity were contacted to ask if they would be interested in participating in a pilot study to test the feasibility of a novel VR intervention. Eligible patients had average pain level reported on a Visual Analog Scale as greater than or equal to 4 out of 10, were on a stable treatment plan for the month preceding the study, and could commit to multiple visits. A total of 9 patients (6 female and 3 male) were recruited within the 2-month time span set for the study. Among the 9 patients, 7 (78%) identified as Caucasian, 1 (11%) as Asian, and 1 as “other” (11%). Their ages ranged from 19 to 60 years, with the median being 42 and mean 44. Their education level ranged from a high-school diploma to graduate degrees, and their income ranged from under US $10,000 to US $80,000 or more. All 9 patients were right handed, with 3 having CRPS on the left upper extremity and 6 with right upper extremity CRPS. All patients signed informed consent in the clinic, received US $20 per hour of visit time, and the experiment was approved by the Stanford Institutional Review Board. The consent form, along with all other study materials, is shown in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
        <p><xref ref-type="table" rid="table1">Table 1</xref> shows participants’ symptom onset and duration.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Participants’ CRPS symptom onset and duration.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="110"/>
            <col width="220"/>
            <col width="670"/>
            <thead>
              <tr valign="bottom">
                <td>Patient ID</td>
                <td>Symptom onset date</td>
                <td>Duration (from the onset of CRPS<sup>a</sup> to the baseline assessment date)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>2</td>
                <td>August 16, 2008</td>
                <td>8 years and 11 months</td>
              </tr>
              <tr valign="top">
                <td>3</td>
                <td>May 15, 2010</td>
                <td>7 years and 2 months</td>
              </tr>
              <tr valign="top">
                <td>4</td>
                <td>December 12, 2012</td>
                <td>4 years and 7 months</td>
              </tr>
              <tr valign="top">
                <td>7</td>
                <td>January 11, 2015</td>
                <td>2 years and 6 months</td>
              </tr>
              <tr valign="top">
                <td>8</td>
                <td>June 1, 2013</td>
                <td>4 years and 2 months</td>
              </tr>
              <tr valign="top">
                <td>9</td>
                <td>September 6, 2016</td>
                <td>10 months and 29 days</td>
              </tr>
              <tr valign="top">
                <td>10</td>
                <td>August 7, 2016</td>
                <td>1 year and 16 days</td>
              </tr>
              <tr valign="top">
                <td>11</td>
                <td>March 28, 2013</td>
                <td>4 years and 4 months</td>
              </tr>
              <tr valign="top">
                <td>12</td>
                <td>February 2, 2015</td>
                <td>4 years and 6 months</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>CRPS: complex regional pain syndrome.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Materials</title>
        <p>To make this environment as accessible to as many users as possible, it was built to accommodate both the hardware systems currently supported by the Steam VR plug-in in the Unity game engine. At the time of the experiment, these were the Oculus Rift/Touch system [<xref ref-type="bibr" rid="ref14">14</xref>] and the HTC VIVE system [<xref ref-type="bibr" rid="ref15">15</xref>], both of which cost less than US $400 and could be deployed using a “VR-ready” laptop as seen in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>. The application can accommodate, but does not require, room-scale tracking. Since this initial study, the project has been revised to be used with standalone headsets that include hand and finger tracking. Original and revised projects and documentation can be found in [<xref ref-type="bibr" rid="ref16">16</xref>].</p>
      </sec>
      <sec>
        <title>Baseline Survey</title>
        <p>All visits took place in July and August of 2017. After the screening interview, participants completed a baseline survey at the clinic through the institution’s REDCap account. This survey consisted of a set of demographic and baseline measures, including the PROMIS measures of pain and daily function [<xref ref-type="bibr" rid="ref17">17</xref>]. This survey was repeated after the last session, and 1 month after the study. All survey instruments are provided in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
      </sec>
      <sec>
        <title>Procedure</title>
        <p>Participants then returned to the clinic weekly for a minimum of 4 sessions of immersive VR, with an optional fifth visit based on participant interest and availability. After each session, participants completed a daily pain survey (modified from the Brief Pain Inventory [<xref ref-type="bibr" rid="ref18">18</xref>]) and a presence questionnaire derived from Witmer and Singer [<xref ref-type="bibr" rid="ref19">19</xref>].</p>
        <p>Participants were seated in a swivel chair in front of the computer and a researcher (AB) helped them to don the headset and hold the hand controller in their unaffected hand. Avatars were scaled to the participants’ seated height and the color of the arms and hands was selected at the beginning of each session. For participants suffering from CRPS of the right upper limb, both avatar hands were controlled using the left controller. For participants suffering from CRPS of the left upper limb, this was reversed and both avatar hands were controlled using the right controller. It was too painful for some participants to hold the tracker with their injured hand, so all participants held only 1 tracker on their uninjured side.</p>
        <p>The researcher (AB) then began the session by pressing the spacebar key. Each time the key was pressed, one of a series of 18 targets of 3 different sizes (6 large, 6 medium, and 6 small) appeared in random order in the midline of the participant’s field of view. Participants were asked to bring both the injured and uninjured hands together to contact the target. When an avatar hand contacted the target, a chime sounded, and the target object disappeared. Participants completed as many sets of target hitting as they wished (mean 7.5 [SD 2.25]). For the first 2 participants, the protocol differed slightly for their first 2 visits, in that they were only allowed to complete 2 sets.</p>
      </sec>
      <sec>
        <title>Measures Taken at Each Session</title>
        <sec>
          <title>Pain, Physical Activity, Mood, and Quality of Sleep</title>
          <p>Before completing the target-hitting task, participants reported their average level of pain throughout their body and in their affected CRPS limb, their level of physical activity, their mood, and the quality of their sleep over the past 24 hours, as well as their CRPS-related pain at that moment and any qualitative responses (<xref rid="figure2" ref-type="fig">Figure 2</xref>). These data are described in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>.</p>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>Patient ratings of average pain in affected CRPS limb. Ratings were on a 0-10 scale, with 10 being the most pain. Ratings were averaged before treatment, during treatment, and at one month post-treatment.</p>
            </caption>
            <graphic xlink:href="jmir_v23i5e16536_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Movement Data</title>
          <p>Participants’ movements were recorded at a rate of 30 times per second. As each target was hit, the time and the position of the trackers at the time of contact were also recorded.</p>
        </sec>
        <sec>
          <title>Cybersickness Measures</title>
          <p>When considering the effectiveness of such a system in a clinical setting, it is important to assess its usability. Thus, we included a measure of cybersickness, also known as simulator sickness, which occurs when exposure to a virtual environment causes symptoms similar to motion sickness.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>All 9 participants completed 3, 4, or 5 sessions, and all were interested in continuing the therapy at home. Detailed results are presented in the following sections.</p>
      <sec>
        <title>Baseline Survey</title>
        <p>The results of the baseline surveys can be found in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>.</p>
      </sec>
      <sec>
        <title>Pain, Physical Activity, Mood, and Quality of Sleep</title>
        <p>Several participants commented positively on the sessions, for example “VR helped hand pain!” and “I’m more likely to use my affected arm than I was before the study. Even my family noticed.” However, using a linear mixed model with Bonferroni-corrected α of .01 for multiple comparisons, there were no statistically significant differences over time on average or highest pain of the affected limb or body, or on physical activity, mood, or quality of sleep. <xref ref-type="table" rid="table2">Table 2</xref> shows these results.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Nonsignificant effects of time on patient self-reported outcomes using linear mixed models, predicting each outcome measure averaged at each time point and including participant ID as a random effect. Alpha adjusted to .007 using Bonferroni correction for multiple comparisons. We note that this study was not powered to detect efficacy.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="750"/>
            <col width="250"/>
            <thead>
              <tr valign="top">
                <td>Outcome measure</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>How would you rate your average level of pain in your affected CRPS limb over the past 24 hours?</td>
                <td>.13</td>
              </tr>
              <tr valign="top">
                <td>How would you rate your average level of pain in your throughout your body over the past 24 hours?</td>
                <td>.76</td>
              </tr>
              <tr valign="top">
                <td>How would you rate your highest level of pain in your affected CRPS limb over the past 24 hours?</td>
                <td>.04</td>
              </tr>
              <tr valign="top">
                <td>How would you rate your highest level of pain throughout your body over the past 24 hours?</td>
                <td>.64</td>
              </tr>
              <tr valign="top">
                <td>How would you rate your level of physical activity over the past 24 hours?</td>
                <td>.75</td>
              </tr>
              <tr valign="top">
                <td>Rate your overall mood for the past 24 hours.</td>
                <td>.60</td>
              </tr>
              <tr valign="top">
                <td>How would you rate the quality of your sleep over the past 24 hours?</td>
                <td>.84</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Movement Data</title>
        <p>Most consumer VR systems contain trackers on the head-mounted display and 2 hand controllers, each of which captures both position (X,Y,Z) and orientation (pitch, yaw, roll) data at each frame. The default setting in our current module is to record every third frame, for a rate of approximately 30 frames per second. However, the frame rate can be modified to record at a higher or lower rate. We saved movement data for each tracker to a separate CSV file at the end of the experiment. We note that the data we recorded reflect the actual positions of the single tracker held by the participants, and the head-mounted display that they wore on their heads.</p>
        <p>In this pilot study, participants’ head and uninjured hand movements were tracked. Participants were not asked to hold or attach a hand sensor to their injured hand, on the grounds that this might exacerbate their injury. Thus, the data collected from these sensors cannot inform us about how participants may or may not have moved their injured arm during the experiment. Data collected from the other 2 sensors can be used to examine changes in movement over the course of the following sessions, and can also be compared with other, self-reported measures. A representative example of movement data can be found in <xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref>.</p>
      </sec>
      <sec>
        <title>Cybersickness</title>
        <p>The majority (7 participants) reported no cybersickness, with 2 participants rating their cybersickness as “slight.” No participants quit any trial due to its effects.</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>In this pilot study, we tested the feasibility, ease of use, and patient willingness to engage with an open-source MVF VR module for CRPS. All 9 participants were able to use the system for 3, 4, or 5 trials each, all participants stated that they were interested in an at-home trial if one were made available, and no participants stopped any trial due to cybersickness. We did not find a statistically significant effect of trial on participants’ self-reported average pain scores, but this is not surprising given that the study was not intended or powered to detect a clinical signal for efficacy.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Because of the small number of participants, we cannot draw conclusions about efficacy nor do we have enough information to discuss generalizability. In addition, participants were not blinded to treatment, and the researcher working directly with the patients (AB) was also not blind to the purpose of the study.</p>
      </sec>
      <sec>
        <title>Next Steps</title>
        <p>Because in this study, participants only held the trackers in their <italic>un</italic>injured hand, we could not directly track improvement in movement on the injured side.</p>
        <p>Although hand tracking was not available at the time this study was conducted, we have since updated the project to include markerless hand tracking, including finger tracking through the Oculus Quest. This can facilitate tracking of the injured hand, and may also improve the overall patient experience. Future work should examine whether markerless tracking and finger tracking improve patient outcomes.</p>
        <p>Other potential easy modifications include changing the appearance of the avatar body, changing how the avatar limbs are controlled, and changing the appearance and placement of the targets. We have made this project open source with the goal of encouraging further exploration of deploying MVF in immersive VR using consumer systems.</p>
        <p>This pilot study measured participant pain scores using a daily pain survey modified from the Brief Pain Inventory [<xref ref-type="bibr" rid="ref18">18</xref>]. Future studies may use other standardized pain indicators, for example, Pain Self-Efficacy Questionnaire (PSEQ) [<xref ref-type="bibr" rid="ref20">20</xref>], EuroQol-5D (EQ-5D) [<xref ref-type="bibr" rid="ref21">21</xref>], or Pain Catastrophizing Scale (PCS) [<xref ref-type="bibr" rid="ref22">22</xref>], as well as analyzing improved function as an indicator of positive outcome.</p>
        <p>All 9 participants in our initial pilot study were interested in an at-home trial if one were made available. While at-home VR systems are still out of reach for most consumers, such systems can increase accessibility [<xref ref-type="bibr" rid="ref23">23</xref>]. An at-home module would allow patients to use the module at will and could also be a useful channel of communication between the clinician and the patient. In such a system, safety and social interaction must be fully considered. Thus, any consent form for such an environment should reiterate potential risks and protection of patients’ data must also be assured [<xref ref-type="bibr" rid="ref24">24</xref>].</p>
        <p>We note that this software is not a commercial system or patient-ready application. Rather, it is designed to be used as a potential starting point for research for other clinicians interested in exploring potential therapeutic uses of immersive VR for visual feedback on movement. We look forward to the contributions of other researchers in this area.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>All study materials, including consent form, interview protocol and survey questions.</p>
        <media xlink:href="jmir_v23i5e16536_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 511 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>A video of two research assistants using the system to simulate the patient experience.</p>
        <media xlink:href="jmir_v23i5e16536_app2.mp4" xlink:title="MP4 File  (MP4 Video), 72244 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Anonymized data set containing participants' self-reported pain ratings before and after the virtual reality sessions.</p>
        <media xlink:href="jmir_v23i5e16536_app3.xlsx" xlink:title="XLSX File  (Microsoft Excel File), 116 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>A representative example of participant movement data.</p>
        <media xlink:href="jmir_v23i5e16536_app4.png" xlink:title="PNG File , 23 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CRPS</term>
          <def>
            <p>complex regional pain syndrome</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">EQ-5D</term>
          <def>
            <p>EuroQol-5D</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">MVF</term>
          <def>
            <p>mirror visual feedback</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">PCS</term>
          <def>
            <p>Pain Catastrophizing Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">PSEQ</term>
          <def>
            <p>Pain Self-Efficacy Questionnaire</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">VR</term>
          <def>
            <p>virtual reality</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rockett</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Diagnosis, mechanisms and treatment of complex regional pain syndrome</article-title>
          <source>Curr Opin Anaesthesiol</source>
          <year>2014</year>
          <month>10</month>
          <volume>27</volume>
          <issue>5</issue>
          <fpage>494</fpage>
          <lpage>500</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.vive.com/us/"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/ACO.0000000000000114</pub-id>
          <pub-id pub-id-type="medline">25111604</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Di Lazzaro</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Pilato</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Dileone</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Profice</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Oliviero</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mazzone</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Insola</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ranieri</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Meglio</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tonali</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Rothwell</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>The physiological basis of the effects of intermittent theta burst stimulation of the human motor cortex</article-title>
          <source>J Physiol</source>
          <year>2008</year>
          <month>08</month>
          <day>15</day>
          <volume>586</volume>
          <issue>16</issue>
          <fpage>3871</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1113/jphysiol.2008.152736"/>
          </comment>
          <pub-id pub-id-type="doi">10.1113/jphysiol.2008.152736</pub-id>
          <pub-id pub-id-type="medline">18566003</pub-id>
          <pub-id pub-id-type="pii">jphysiol.2008.152736</pub-id>
          <pub-id pub-id-type="pmcid">PMC2538925</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>George</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Short</surname>
              <given-names>EB</given-names>
            </name>
          </person-group>
          <article-title>The expanding evidence base for rTMS treatment of depression</article-title>
          <source>Curr Opin Psychiatry</source>
          <year>2013</year>
          <month>01</month>
          <volume>26</volume>
          <issue>1</issue>
          <fpage>13</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23154644"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/YCO.0b013e32835ab46d</pub-id>
          <pub-id pub-id-type="medline">23154644</pub-id>
          <pub-id pub-id-type="pmcid">PMC4214363</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harden</surname>
              <given-names>RN</given-names>
            </name>
            <name name-style="western">
              <surname>Maihofner</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Abousaad</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Vatine</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kirsling</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Perez</surname>
              <given-names>RSGM</given-names>
            </name>
            <name name-style="western">
              <surname>Kuroda</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Brunner</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Stanton-Hicks</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Marinus</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>van Hilten</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Mackey</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Birklein</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Schlereth</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Mailis-Gagnon</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Graciosa</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Connoly</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Dayanim</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Massey</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Frank</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Livshitz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bruehl</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A prospective, multisite, international validation of the Complex Regional Pain Syndrome Severity Score</article-title>
          <source>Pain</source>
          <year>2017</year>
          <month>08</month>
          <volume>158</volume>
          <issue>8</issue>
          <fpage>1430</fpage>
          <lpage>1436</lpage>
          <pub-id pub-id-type="doi">10.1097/j.pain.0000000000000927</pub-id>
          <pub-id pub-id-type="medline">28715350</pub-id>
          <pub-id pub-id-type="pii">00006396-201708000-00006</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barad</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ueno</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Younger</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chatterjee</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Mackey</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Complex regional pain syndrome is associated with structural abnormalities in pain-related regions of the human brain</article-title>
          <source>J Pain</source>
          <year>2014</year>
          <month>02</month>
          <volume>15</volume>
          <issue>2</issue>
          <fpage>197</fpage>
          <lpage>203</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24212070"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jpain.2013.10.011</pub-id>
          <pub-id pub-id-type="medline">24212070</pub-id>
          <pub-id pub-id-type="pii">S1526-5900(13)01352-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC4784981</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gaertner</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kong</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Scherrer</surname>
              <given-names>KH</given-names>
            </name>
            <name name-style="western">
              <surname>Foote</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mackey</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>KA</given-names>
            </name>
          </person-group>
          <article-title>Advancing Transcranial Magnetic Stimulation Methods for Complex Regional Pain Syndrome: An Open-Label Study of Paired Theta Burst and High-Frequency Stimulation</article-title>
          <source>Neuromodulation</source>
          <year>2018</year>
          <month>06</month>
          <volume>21</volume>
          <issue>4</issue>
          <fpage>409</fpage>
          <lpage>416</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29504190"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/ner.12760</pub-id>
          <pub-id pub-id-type="medline">29504190</pub-id>
          <pub-id pub-id-type="pmcid">PMC6033652</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ramachandran</surname>
              <given-names>VS</given-names>
            </name>
            <name name-style="western">
              <surname>Altschuler</surname>
              <given-names>EL</given-names>
            </name>
          </person-group>
          <article-title>The use of visual feedback, in particular mirror visual feedback, in restoring brain function</article-title>
          <source>Brain</source>
          <year>2009</year>
          <month>07</month>
          <volume>132</volume>
          <issue>Pt 7</issue>
          <fpage>1693</fpage>
          <lpage>710</lpage>
          <pub-id pub-id-type="doi">10.1093/brain/awp135</pub-id>
          <pub-id pub-id-type="medline">19506071</pub-id>
          <pub-id pub-id-type="pii">awp135</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McCabe</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Haigh</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Ring</surname>
              <given-names>EFJ</given-names>
            </name>
            <name name-style="western">
              <surname>Halligan</surname>
              <given-names>PW</given-names>
            </name>
            <name name-style="western">
              <surname>Wall</surname>
              <given-names>PD</given-names>
            </name>
            <name name-style="western">
              <surname>Blake</surname>
              <given-names>DR</given-names>
            </name>
          </person-group>
          <article-title>A controlled pilot study of the utility of mirror visual feedback in the treatment of complex regional pain syndrome (type 1)</article-title>
          <source>Rheumatology (Oxford)</source>
          <year>2003</year>
          <month>01</month>
          <volume>42</volume>
          <issue>1</issue>
          <fpage>97</fpage>
          <lpage>101</lpage>
          <pub-id pub-id-type="doi">10.1093/rheumatology/keg041</pub-id>
          <pub-id pub-id-type="medline">12509620</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sato</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Fukumori</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Matsusaki</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Maruo</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ishikawa</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nishie</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Takata</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mizuhara</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Mizobuchi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nakatsuka</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Matsumi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gofuku</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Yokoyama</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Morita</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Nonimmersive virtual reality mirror visual feedback therapy and its application for the treatment of complex regional pain syndrome: an open-label pilot study</article-title>
          <source>Pain Med</source>
          <year>2010</year>
          <month>04</month>
          <volume>11</volume>
          <issue>4</issue>
          <fpage>622</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1526-4637.2010.00819.x</pub-id>
          <pub-id pub-id-type="medline">20202141</pub-id>
          <pub-id pub-id-type="pii">PME819</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Griffin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Feinstein</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Bortz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Heirich</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Gilkerson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wagner</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Menendez</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Caruso</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rodriguez</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Naidu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Golianu</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Simons</surname>
              <given-names>LE</given-names>
            </name>
          </person-group>
          <article-title>Virtual Reality in Pain Rehabilitation for Youth With Chronic Pain: Pilot Feasibility Study</article-title>
          <source>JMIR Rehabil Assist Technol</source>
          <year>2020</year>
          <month>11</month>
          <day>23</day>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>e22620</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://rehab.jmir.org/2020/2/e22620/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/22620</pub-id>
          <pub-id pub-id-type="medline">33226346</pub-id>
          <pub-id pub-id-type="pii">v7i2e22620</pub-id>
          <pub-id pub-id-type="pmcid">PMC7721555</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Won</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Bailey</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bailenson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tataru</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Yoon</surname>
              <given-names>IA</given-names>
            </name>
            <name name-style="western">
              <surname>Golianu</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Immersive Virtual Reality for Pediatric Pain</article-title>
          <source>Children (Basel)</source>
          <year>2017</year>
          <month>06</month>
          <day>23</day>
          <volume>4</volume>
          <issue>7</issue>
          <fpage>1</fpage>
          <lpage>15</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=children4070052"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/children4070052</pub-id>
          <pub-id pub-id-type="medline">28644422</pub-id>
          <pub-id pub-id-type="pii">children4070052</pub-id>
          <pub-id pub-id-type="pmcid">PMC5532544</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Won</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Tataru</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Cojocaru</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Krane</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bailenson</surname>
              <given-names>JN</given-names>
            </name>
            <name name-style="western">
              <surname>Niswonger</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Golianu</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Two Virtual Reality Pilot Studies for the Treatment of Pediatric CRPS</article-title>
          <source>Pain Med</source>
          <year>2015</year>
          <month>08</month>
          <volume>16</volume>
          <issue>8</issue>
          <fpage>1644</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1111/pme.12755</pub-id>
          <pub-id pub-id-type="medline">25930099</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Darnall</surname>
              <given-names>BD</given-names>
            </name>
            <name name-style="western">
              <surname>Krishnamurthy</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Tsuei</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Minor</surname>
              <given-names>JD</given-names>
            </name>
          </person-group>
          <article-title>Self-Administered Skills-Based Virtual Reality Intervention for Chronic Pain: Randomized Controlled Pilot Study</article-title>
          <source>JMIR Form Res</source>
          <year>2020</year>
          <month>07</month>
          <day>07</day>
          <volume>4</volume>
          <issue>7</issue>
          <fpage>e17293</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://formative.jmir.org/2020/7/e17293/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17293</pub-id>
          <pub-id pub-id-type="medline">32374272</pub-id>
          <pub-id pub-id-type="pii">v4i7e17293</pub-id>
          <pub-id pub-id-type="pmcid">PMC7381022</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <source>Oculus</source>
          <access-date>2021-04-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.oculus.com/">https://www.oculus.com/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
          <source>VIVE</source>
          <access-date>2021-04-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.vive.com/us/">https://www.vive.com/us/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Center for Open Science</collab>
          </person-group>
          <source>OSF</source>
          <year>2021</year>
          <access-date>2021-04-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://osf.io/6pkns/files/">https://osf.io/6pkns/files/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Amtmann</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Cook</surname>
              <given-names>KF</given-names>
            </name>
            <name name-style="western">
              <surname>Jensen</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Revicki</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Cella</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Rothrock</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Keefe</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Callahan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lai</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Development of a PROMIS item bank to measure pain interference</article-title>
          <source>Pain</source>
          <year>2010</year>
          <month>07</month>
          <volume>150</volume>
          <issue>1</issue>
          <fpage>173</fpage>
          <lpage>82</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20554116"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.pain.2010.04.025</pub-id>
          <pub-id pub-id-type="medline">20554116</pub-id>
          <pub-id pub-id-type="pii">S0304-3959(10)00263-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC2916053</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cleeland</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>KM</given-names>
            </name>
          </person-group>
          <article-title>Pain assessment: global use of the Brief Pain Inventory</article-title>
          <source>Ann Acad Med Singapore</source>
          <year>1994</year>
          <month>03</month>
          <volume>23</volume>
          <issue>2</issue>
          <fpage>129</fpage>
          <lpage>38</lpage>
          <pub-id pub-id-type="medline">8080219</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Witmer</surname>
              <given-names>BG</given-names>
            </name>
            <name name-style="western">
              <surname>Singer</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>Measuring Presence in Virtual Environments: A Presence Questionnaire</article-title>
          <source>Presence</source>
          <year>1998</year>
          <month>06</month>
          <volume>7</volume>
          <issue>3</issue>
          <fpage>225</fpage>
          <lpage>240</lpage>
          <pub-id pub-id-type="doi">10.1162/105474698565686</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nicholas</surname>
              <given-names>MK</given-names>
            </name>
          </person-group>
          <article-title>The pain self-efficacy questionnaire: Taking pain into account</article-title>
          <source>Eur J Pain</source>
          <year>2007</year>
          <month>02</month>
          <volume>11</volume>
          <issue>2</issue>
          <fpage>153</fpage>
          <lpage>63</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ejpain.2005.12.008</pub-id>
          <pub-id pub-id-type="medline">16446108</pub-id>
          <pub-id pub-id-type="pii">S1090-3801(05)00193-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Balestroni</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Bertolotti</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>[EuroQol-5D (EQ-5D): an instrument for measuring quality of life]</article-title>
          <source>Monaldi Arch Chest Dis</source>
          <year>2012</year>
          <month>09</month>
          <volume>78</volume>
          <issue>3</issue>
          <fpage>155</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.4081/monaldi.2012.121"/>
          </comment>
          <pub-id pub-id-type="doi">10.4081/monaldi.2012.121</pub-id>
          <pub-id pub-id-type="medline">23614330</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Darnall</surname>
              <given-names>BD</given-names>
            </name>
            <name name-style="western">
              <surname>Sturgeon</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Cook</surname>
              <given-names>KF</given-names>
            </name>
            <name name-style="western">
              <surname>Taub</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Roy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Burns</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mackey</surname>
              <given-names>SC</given-names>
            </name>
          </person-group>
          <article-title>Development and Validation of a Daily Pain Catastrophizing Scale</article-title>
          <source>J Pain</source>
          <year>2017</year>
          <month>09</month>
          <volume>18</volume>
          <issue>9</issue>
          <fpage>1139</fpage>
          <lpage>1149</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28528981"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jpain.2017.05.003</pub-id>
          <pub-id pub-id-type="medline">28528981</pub-id>
          <pub-id pub-id-type="pii">S1526-5900(17)30589-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC5581222</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Garrett</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Taverner</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>McDade</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Virtual Reality as an Adjunct Home Therapy in Chronic Pain Management: An Exploratory Study</article-title>
          <source>JMIR Med Inform</source>
          <year>2017</year>
          <month>05</month>
          <day>11</day>
          <volume>5</volume>
          <issue>2</issue>
          <fpage>e11</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://medinform.jmir.org/2017/2/e11/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/medinform.7271</pub-id>
          <pub-id pub-id-type="medline">28495661</pub-id>
          <pub-id pub-id-type="pii">v5i2e11</pub-id>
          <pub-id pub-id-type="pmcid">PMC5445235</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bailenson</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Protecting Nonverbal Data Tracked in Virtual Reality</article-title>
          <source>JAMA Pediatr</source>
          <year>2018</year>
          <month>10</month>
          <day>01</day>
          <volume>172</volume>
          <issue>10</issue>
          <fpage>905</fpage>
          <lpage>906</lpage>
          <pub-id pub-id-type="doi">10.1001/jamapediatrics.2018.1909</pub-id>
          <pub-id pub-id-type="medline">30083770</pub-id>
          <pub-id pub-id-type="pii">2694803</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
