<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v20i2e45</article-id>
    <article-id pub-id-type="pmid">29439942</article-id>
    <article-id pub-id-type="doi">10.2196/jmir.8640</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Original Paper</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Original Paper</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>Using Robots at Home to Support Patients With Chronic Obstructive Pulmonary Disease: Pilot Randomized Controlled Trial</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Eysenbach</surname>
          <given-names>Gunther</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Sabanovic</surname>
          <given-names>Selma</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>McKinstry</surname>
          <given-names>Brian</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1" corresp="yes">
      <name name-style="western">
        <surname>Broadbent</surname>
        <given-names>Elizabeth</given-names>
      </name>
      <degrees>BE (Hons), MSc, PhD</degrees>
      <xref rid="aff1" ref-type="aff">1</xref>
      <address>
        <institution>Department of Psychological Medicine</institution>
        <institution>Faculty of Medical and Health Sciences</institution>
        <institution>The University of Auckland</institution>
        <addr-line>12th floor Auckland Hosptial Support Building</addr-line>
        <addr-line>Park Road, Grafton</addr-line>
        <addr-line>Auckland, 1142</addr-line>
        <country>New Zealand</country>
        <phone>64 9 3737599 ext 86756</phone>
        <email>e.broadbent@auckland.ac.nz</email>
      </address>  
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-3626-9100</ext-link></contrib>
      <contrib contrib-type="author" id="contrib2">
        <name name-style="western">
          <surname>Garrett</surname>
          <given-names>Jeff</given-names>
        </name>
        <degrees>MBChB, FRACP</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-9679-9272</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib3">
        <name name-style="western">
          <surname>Jepsen</surname>
          <given-names>Nicola</given-names>
        </name>
        <degrees>BHSc, PGDipPH</degrees>
        <xref rid="aff3" ref-type="aff">3</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-9627-1275</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib4">
        <name name-style="western">
          <surname>Li Ogilvie</surname>
          <given-names>Vickie</given-names>
        </name>
        <degrees>BHSc, MHSc</degrees>
        <xref rid="aff3" ref-type="aff">3</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-4882-0019</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib5">
        <name name-style="western">
          <surname>Ahn</surname>
          <given-names>Ho Seok</given-names>
        </name>
        <degrees>BS, PhD</degrees>
        <xref rid="aff4" ref-type="aff">4</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-7418-6280</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib6">
        <name name-style="western">
          <surname>Robinson</surname>
          <given-names>Hayley</given-names>
        </name>
        <degrees>BSc, MSc, PhD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-8073-3260</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib7">
        <name name-style="western">
          <surname>Peri</surname>
          <given-names>Kathryn</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff5" ref-type="aff">5</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-3630-137X</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib8">
        <name name-style="western">
          <surname>Kerse</surname>
          <given-names>Ngaire</given-names>
        </name>
        <degrees>MBChB, PhD</degrees>
        <xref rid="aff6" ref-type="aff">6</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-5992-3681</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib9">
        <name name-style="western">
          <surname>Rouse</surname>
          <given-names>Paul</given-names>
        </name>
        <degrees>PhD, CA</degrees>
        <xref rid="aff7" ref-type="aff">7</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-5223-3143</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib10">
        <name name-style="western">
          <surname>Pillai</surname>
          <given-names>Avinesh</given-names>
        </name>
        <degrees>MSc</degrees>
        <xref rid="aff8" ref-type="aff">8</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-9928-5090</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib11">
        <name name-style="western">
          <surname>MacDonald</surname>
          <given-names>Bruce</given-names>
        </name>
        <degrees>BE (Hons), PhD</degrees>
        <xref rid="aff4" ref-type="aff">4</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-7602-8497</ext-link>
      </contrib>
    </contrib-group>
    <aff id="aff1">
    <sup>1</sup>
    <institution>Department of Psychological Medicine</institution>
    <institution>Faculty of Medical and Health Sciences</institution>  
    <institution>The University of Auckland</institution>  
    <addr-line>Auckland</addr-line>
    <country>New Zealand</country></aff>
    <aff id="aff2">
    <sup>2</sup>
    <institution>Department of Respiratory Medicine</institution>
    <institution>Counties Manukau District Health Board</institution>  
    <addr-line>Auckland</addr-line>
    <country>New Zealand</country></aff>
    <aff id="aff3">
    <sup>3</sup>
    <institution>Acute Allied Health Department</institution>
    <institution>Counties Manukau District Health Board</institution>  
    <addr-line>Auckland</addr-line>
    <country>New Zealand</country></aff>
    <aff id="aff4">
    <sup>4</sup>
    <institution>Department of Electrical and Computer Engineering</institution>
    <institution>The University of Auckland</institution>  
    <addr-line>Auckland</addr-line>
    <country>New Zealand</country></aff>
    <aff id="aff5">
    <sup>5</sup>
    <institution>School of Nursing</institution>
    <institution>Faculty of Medical and Health Sciences</institution>  
    <institution>The University of Auckland</institution>  
    <addr-line>Auckland</addr-line>
    <country>New Zealand</country></aff>
    <aff id="aff6">
    <sup>6</sup>
    <institution>School of Population Health</institution>
    <institution>Faculty of Medical and Health Sciences</institution>  
    <institution>The University of Auckland</institution>  
    <addr-line>Auckland</addr-line>
    <country>New Zealand</country></aff>
    <aff id="aff7">
    <sup>7</sup>
    <institution>Department of Accounting and Finance</institution>
    <institution>The University of Auckland</institution>  
    <addr-line>Auckland</addr-line>
    <country>New Zealand</country></aff>
    <aff id="aff8">
    <sup>8</sup>
    <institution>Department of Statistics</institution>
    <institution>The University of Auckland</institution>  
    <addr-line>Auckland</addr-line>
    <country>New Zealand</country></aff>
    <author-notes>
      <corresp>Corresponding Author: Elizabeth Broadbent 
      <email>e.broadbent@auckland.ac.nz</email></corresp>
    </author-notes>
    <pub-date pub-type="collection"><month>02</month><year>2018</year></pub-date>
    <pub-date pub-type="epub">
      <day>13</day>
      <month>02</month>
      <year>2018</year>
    </pub-date>
    <volume>20</volume>
    <issue>2</issue>
    <elocation-id>e45</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>4</day>
        <month>8</month>
        <year>2017</year>
      </date>
      <date date-type="rev-request">
        <day>21</day>
        <month>9</month>
        <year>2017</year>
      </date>
      <date date-type="rev-recd">
        <day>15</day>
        <month>11</month>
        <year>2017</year>
      </date>
      <date date-type="accepted">
        <day>30</day>
        <month>11</month>
        <year>2017</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©Elizabeth Broadbent, Jeff Garrett, Nicola Jepsen, Vickie Li Ogilvie, Ho Seok Ahn, Hayley Robinson, Kathryn Peri, Ngaire Kerse, Paul Rouse, Avinesh Pillai, Bruce MacDonald. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 13.02.2018.</copyright-statement>
    <copyright-year>2018</copyright-year>
    <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="https://www.jmir.org/2018/2/e45/" xlink:type="simple"/>
    <abstract>
      <sec sec-type="background">
        <title>Background</title>
        <p>Socially assistive robots are being developed for patients to help manage chronic health conditions such as chronic obstructive pulmonary disease (COPD). Adherence to medication and availability of rehabilitation are suboptimal in this patient group, which increases the risk of hospitalization.</p>
      </sec>
      <sec sec-type="objective">
        <title>Objective</title>
        <p>This pilot study aimed to investigate the effectiveness of a robot delivering telehealth care to increase adherence to medication and home rehabilitation, improve quality of life, and reduce hospital readmission compared with a standard care control group.</p>
      </sec>
      <sec sec-type="methods">
        <title>Methods</title>
        <p>At discharge from hospital for a COPD admission, 60 patients were randomized to receive a robot at home for 4 months or to a control group. Number of hospitalization days for respiratory admissions over the 4-month study period was the primary outcome. Medication adherence, frequency of rehabilitation exercise, and quality of life were also assessed. Implementation interviews as well as benefit-cost analysis were conducted.</p>
      </sec>
      <sec sec-type="results">
        <title>Results</title>
        <p>Intention-to-treat and per protocol analyses showed no significant differences in the number of respiratory-related hospitalizations between groups. The intervention group was more adherent to their long-acting inhalers (mean number of prescribed puffs taken per day=48.5%) than the control group (mean 29.5%, <italic>P</italic>=.03, <italic>d</italic>=0.68) assessed via electronic recording. Self-reported adherence was also higher in the intervention group after controlling for covariates (<italic>P</italic>=.04). The intervention group increased their rehabilitation exercise frequency compared with the control group (mean difference −4.53, 95% CI −7.16 to −1.92). There were no significant differences in quality of life. Of the 25 patients who had the robot, 19 had favorable attitudes.</p>
      </sec>
      <sec sec-type="conclusions">
        <title>Conclusions</title>
        <p>This pilot study suggests that a homecare robot can improve adherence to medication and increase exercise. Further research is needed with a larger sample size to further investigate effects on hospitalizations after improvements are made to the robots. The robots could be especially useful for patients struggling with adherence.</p>
      </sec>
      <sec sec-type="trial-registration">
        <title>Trial Registration</title>
        <p>Australian New Zealand Clinical Trials Registry ACTRN12615000259549; http://www.anzctr.org.au (Archived by WebCite at  http://www.webcitation.org/6whIjptLS)</p>
      </sec>
    </abstract>
    <kwd-group>
      <kwd>robotics</kwd>
      <kwd>chronic obstructive pulmonary disease</kwd>
      <kwd>hospitalization</kwd>
      <kwd>medication adherence</kwd>
      <kwd>telehealth</kwd>
      <kwd>rehabilitation exercise</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Chronic obstructive pulmonary disease (COPD) is a progressive respiratory disease that primarily involves airflow obstruction. The worldwide prevalence of COPD is around 10% in men and 6% in women, and it is projected to be the third leading cause of death by 2020 [<xref ref-type="bibr" rid="ref1">1</xref>]. As the disease progresses, the frequency and severity of exacerbations increase. On average, patients are thought to experience around 3 exacerbations per year, with approximately 50% of these going unreported and untreated.</p>
        <p>Treatment for COPD primarily involves medication and behavioral changes such as smoking cessation and exercise. Pulmonary rehabilitation (consisting of exercise, education, and support) can improve patient outcomes and reduce hospital admissions and health care costs [<xref ref-type="bibr" rid="ref1">1</xref>]. Patients with moderate, severe, and very severe COPD benefit more from rehabilitation than patients with mild forms of the disease, and home-based programs are as effective as hospital-based programs [<xref ref-type="bibr" rid="ref2">2</xref>]. Despite its benefits, the availability and uptake of rehabilitation programs are low [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>].</p>
        <p>There are several risk factors for COPD-related hospital admissions, including nonadherence to medication [<xref ref-type="bibr" rid="ref5">5</xref>]. Medication adherence in COPD patients is around 50% and has been linked with better education, higher satisfaction with the patient-provider relationship, and less depression [<xref ref-type="bibr" rid="ref6">6</xref>]. Hospital admissions for COPD exacerbations are expensive, with the average cost per admission in New Zealand (NZ) being around NZ $4800 [<xref ref-type="bibr" rid="ref7">7</xref>]. More research is needed to work out ways to improve adherence and make home-based rehabilitation available for people with moderate to severe COPD.</p>
        <p>Technological innovations, such as telephone-based interventions, are being increasingly used to help patients with chronic conditions manage their condition. However, there is little evidence for the effectiveness of many telehealth interventions. Although a review of 9 small studies of varying quality found that home telephone support and telemonitoring could reduce the rate of hospitalization and emergency department visits in COPD patients and increase patient satisfaction and quality of life, the review recommended larger higher-quality trials to be conducted [<xref ref-type="bibr" rid="ref8">8</xref>]. A meta-analysis of 80 systematic reviews of telehealth care (3 of which were with COPD) found that mortality for COPD patients was not affected but hospitalizations were reduced and quality of life was increased; however, this review also recommended larger high-quality studies to be performed [<xref ref-type="bibr" rid="ref9">9</xref>]. A large study of Home Telehealth tested with veterans in the United States reduced bed days of care by 25% and hospital admissions by 19%, but this was not a randomized trial [<xref ref-type="bibr" rid="ref10">10</xref>]. Larger and more recent randomized trials have found that telehealth has no effects on hospitalizations or health-related quality of life in COPD patients compared with standard care, and more research is needed to identify subgroups who are most likely to benefit and into mechanisms behind any effects [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>].</p>
        <p>A new and emerging form of technology for delivering remote care is the socially assistive robot. Assistive robots are generally acceptable to people, and there is some evidence that they can improve loneliness and quality of life [<xref ref-type="bibr" rid="ref13">13</xref>-<xref ref-type="bibr" rid="ref16">16</xref>] and reduce costs in rural medical practice [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. Due to their social presence, robots may engage people more with health interventions than other telehealth configurations. There is preliminary evidence that people have increased adherence to instructions from a robot than from a computer delivering health instructions [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. However, there are no long-term randomized controlled trials investigating whether robots can improve adherence to medication and reduce hospitalizations in patient groups.</p>
      </sec>
      <sec>
        <title>Aims</title>
        <p>The aims of this pilot study were to provide data on the feasibility, clinical effectiveness, and cost-effectiveness of a robot delivering telehealth care to patients with COPD. The study was not powered to show effects. Older patients, people from rural areas, and Māori and Pacific peoples were targeted for recruitment in this study, because risk of readmission is higher for these groups [<xref ref-type="bibr" rid="ref7">7</xref>]. This paper presents the primary outcome—that is, hospitalization—along with a cost-effectiveness analysis and the secondary outcomes of medication adherence and quality of life. The hypotheses were that the robot would reduce days of hospitalization, increase adherence, increase exercise, and improve quality of life compared with a control group.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Trial Design</title>
        <p>A parallel randomized controlled trial was conducted. Patients were randomized using a 1:1 allocation ratio and stratified based on ethnicity and gender. The statistician (AP) generated the random number sequence using a randomization program and kept this in a separate location to the research team. The physiotherapists (NJ and VLO) recruited participants in hospital, and after collection of the baseline questionnaires, emailed the statistician with the gender and ethnicity of the participant to find out his/her group allocation. Participants were randomized to either receive a robot in their homes for 4 months in addition to standard care or to receive standard care alone. The physiotherapists informed each participant of their group allocation. Participants could not be blinded to group allocation.</p>
      </sec>
      <sec>
        <title>Ethics, Consent, and Permissions</title>
        <p>Approval was obtained from the New Zealand Health and Disability Ethics Committees (Ref 14/NTA/229) and from Counties Manukau District Health Board Research Review Committee. Written informed consent was obtained from all participants.</p>
      </sec>
      <sec>
        <title>Participants</title>
        <p>Participants were recruited face to face from Middlemore Hospital (Counties Manukau District Health Board) at the time of discharge. Inclusion criteria were as follows: confirmed diagnosis of COPD, COPD-related admission, previous admission in past year, gets out of the house less than 4 times per week, living alone or with spouse who is also largely housebound, geographic rural location, poor social support, and aged between 16 and 90 years. All patients recruited into the study had preexisting lung function tests available in their medical record. All participants had a forced expiratory volume in 1 second (FEV<sub>1</sub>)/forced vital capacity (FVC) ratio of &#60;0.7, and 37% were classified as severe (30%&#60;FEV<sub>1</sub>&#60;50% predicted) and 50% as very severe (FEV<sub>1</sub>&#60;30% predicted).</p>
        <p>Exclusion criteria included elevated levels of NT-pro BNP (N-terminal pro b-type natriuretic peptide) and Troponin T, CURB-65 score&#62;2 (CURB, <italic>C</italic> onfusion, blood <italic>U</italic> rea nitrogen&#62;19 mg/dL, <italic>R</italic> espiration rate &#62;30, <italic>B</italic> lood pressure&#60;90 systolic blood pressure or &#60;60 diastolic blood pressure, age &#62;65) [<xref ref-type="bibr" rid="ref21">21</xref>], on long-term oxygen therapy at time of admission (all of which predict an increased risk of dying within 30 days), incurable cancer, residence in rest home, and working. The study originally planned a 6-month intervention period and for recruitment to occur at 2 locations, but the period was shortened to 4 months and recruitment occurred at only one location because of logistical difficulties and a limited funding period. After consent was obtained, participants completed baseline questionnaires in hospital. The trial protocol can be accessed by emailing the corresponding author.</p>
      </sec>
      <sec>
        <title>Intervention</title>
        <p>The iRobi robot (Yujin Robot Limited, Korea) has previously been used for health care in retirement and rural settings in New Zealand [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]. For this trial, it was programmed to deliver COPD management consisting of several components guided by a clinical pathway. The overall program was designed to monitor health and prompt medical contact if health was deteriorating.</p>
        <p>The detailed functions were as follows: (1) measure pulse oximetry, forced expiration volume, heart rate, and symptoms, mental state, and functional status using the Clinical COPD Questionnaire (CCQ) on a weekly basis [<xref ref-type="bibr" rid="ref23">23</xref>]; (2) remind patients when to take medication and inhalers and record their adherence several times a day; (3) remind patients to do their rehabilitation exercises and display videos of a patient performing these at least twice weekly; (4) provide education about COPD via video modules and pop-up messages; (5) allow participants to use an <italic>I am feeling unwell</italic> function on demand; and (6) show trends over time of health status and adherence on its screen to the patient. The robot was integrated with Wi-Fi–linked Smartinhalers (Adherium, New Zealand) to monitor inhaler use. The data were sent to a secure Web server that managed all robot and patient data and logged all activities, with alerts if the measurements were out of range or patients were not adherent.</p>
        <p>When the <italic>I am feeling unwell</italic> button was pressed, the robot asked whether or not the situation was an emergency. If yes, then the robot advised the participant to dial 111 (emergency services). If no, then the robot asked whether their current health concern was related to their COPD. If yes, then the robot initiated assessment of pulse oximetry, forced expiration volume, heart rate, and CCQ and sent the study physiotherapist an SMS text message (short message service [SMS]) alert. Otherwise, the robot advised the participant to contact their general practitioner. Patients were advised that if the <italic>I am feeling unwell</italic> assessment was completed outside work hours, then the physiotherapist would call the participant on the next working day. Patients were informed that they should carry on with the usual ways that they dealt with health problems outside work hours because the robot server was only monitored 5 days a week from 9 AM to 5 PM. The alert function was also triggered if any parameters were outside the normal range, if medications were missed more than 3 consecutive times (either on Smartinhaler data or robot server), or if exercise was missed more than 3 consecutive times.</p>
        <p>Two part-time physiotherapists were employed to monitor data via a Web browser and were asked to carry a cell phone to answer calls or respond to alerts. They checked the server every working day. If the physiotherapists detected an adherence or health-related issue, they phoned the patient to discuss concerns and passed on relevant information to respiratory physicians if necessary. If patients were not using the robots, they were encouraged to do so in the phone-call. Blood tests for biomarkers were arranged in some cases and treatment was adjusted where indicated. Patients were encouraged to see their general practitioner rather than the hospital team. The modules were designed by the multidisciplinary team (robotic engineers, psychologist, nurse, general practitioner, medical student, respiratory physician, and physiotherapists). Although patients were not involved in the design of the modules, our team has previous experience in designing such modules for other health conditions, and we did test the robot with a few patients before the study began to gather feedback and check its usability. The programmed scenarios included handling of out-of-range health data, emergency conditions, and input errors.</p>
        <p>The physiotherapists delivered the robots and Smartinhalers to the homes of the participants in the robot group approximately 1 week after discharge. During the interim week, the engineers set up each robot with the associated Smartinhalers and Internet connection devices for each individual. The physiotherapists introduced the purpose of the robot as helping the patients to comanage their condition with the medical care team. They explained that patients should use the robot every day and explained what the robot did, why, and when, and demonstrated all the functions. They also explained that the Smartinhalers tracked the patient’s inhaler use, and thus, the physiotherapists could monitor if the participants were using the inhalers enough or too much. Patients were given a written manual with instructions on how to use the robot and Smartinhalers. Internet connectivity for the robot was set up by the researchers, and Internet costs were covered by the study.</p>
      </sec>
      <sec>
        <title>Control Group</title>
        <p>The control group received standard care (usual care from the general practitioner, hospital inpatient and outpatient services, and rehabilitation program). This included referral for rehabilitation and contact with respiratory physiotherapists and other clinicians as needed. Follow-up care was determined by the medical team under whom the patients were admitted and was not influenced by the study. Care often included being followed up by their general practitioner and receiving a respiratory specialist clinic appointment within the 4-month period from discharge. The control group received Smartinhalers to record their adherence, delivered by the physiotherapists to their homes approximately 1 week after discharge.</p>
      </sec>
      <sec>
        <title>Sample Size</title>
        <p>It is important to note that this was a pilot trial. However, we calculated a sample size using G power with power set at .90, alpha of .05, and a large effect size <italic>d</italic>=1.15, based on previous research on COPD case management [<xref ref-type="bibr" rid="ref24">24</xref>]. To find a similar effect size, the required sample size would be 16 patients per group, but 30 patients per group were recruited to allow for inclusion of potential confounding factors in analyses and potential study dropout.</p>
      </sec>
      <sec>
        <title>Primary Outcome</title>
        <p>The number of days of hospitalization over the study period for respiratory-related reasons was assessed from hospital records.</p>
      </sec>
      <sec>
        <title>Secondary Outcomes</title>
        <p>Adherence to medication was assessed using Adherium Smartinhalers, which electronically recorded inhaler use over the duration of the study from the website portal. Adherence was calculated as a percentage of taken prescribed doses over the 4-month period. Adherence was also measured using the 6-item Medication Adherence Report Scale [<xref ref-type="bibr" rid="ref25">25</xref>] at baseline and follow-up. Adherence to respiratory exercise was assessed by asking patients how many times they performed their respiratory exercises over the past week at baseline and at follow-up.</p>
        <p>Quality of life (consisting of symptoms, functional status, and mental state) was assessed using the CCQ at baseline and follow-up [<xref ref-type="bibr" rid="ref23">23</xref>]. Hospitalization costs for each participant over the 4-month study period were obtained from hospital records for benefit-cost analyses. Questionnaires at baseline and follow-up were paper based (not Web based) and delivered in person. The follow-up questionnaires were administered at the participant’s home for both groups 4 months after recruitment. There were no changes to trial outcomes after the trial commenced.</p>
      </sec>
      <sec>
        <title>Benefit-Cost Analysis</title>
        <p>A benefit-cost analysis was performed by comparing the respiratory-related hospitalization costs per group balanced by the costs of the intervention. It did not include general practitioner costs.</p>
      </sec>
      <sec>
        <title>Process Implementation Interviews</title>
        <p>At the end of the study, process implementation interviews were conducted with participants in the intervention group in their homes.</p>
      </sec>
      <sec>
        <title>Data Analysis</title>
        <p>Analysis was performed using SPSS (International Business Machines Corporation, United States of America) by a researcher blind to group allocation. Negative binomial logistical regression was conducted to compare the total number of respiratory hospitalizations and days spent in hospital per group. The analysis was repeated when including comorbidities and previous hospital admissions as covariates because these were considerably different between groups at baseline. Intention-to-treat (ITT) and per protocol (PP) analyses are presented for the hospitalization data. The definition of the PP analysis was to include only those patients who received and completed their allocated treatment. Therefore, the 2 people who died and 3 who withdrew before the end of the study period were excluded from the robot group for the PP analysis. Two people who died in the control group and 1 who withdrew were also excluded from the PP analysis. People who received a robot and did not use it much were still included in the PP analysis. Due to the presence of an extreme outlier (46 days in hospital), the hospitalization data were analyzed using bootstrapping. Adherence and CCQ data were analyzed as ITT. The Smartinhaler data were not normally distributed, thus Mann-Whitney <italic>U</italic> tests were performed between groups. For self-reported adherence and CCQ, change scores from baseline to follow-up were calculated, and analyses of covariance were performed controlling for baseline scores and then repeated when also controlling for comorbidities and previous hospitalizations. Spearman correlations were conducted within the intervention group to explore whether the frequency of robot use was associated with medication adherence, rehabilitation exercise, and hospitalizations. The interviews were transcribed and analyzed using an inductive qualitative approach whereby a researcher read the interview transcripts and identified the key themes. Each transcript was then coded for the themes, and themes were checked by another author.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>Recruitment was conducted between August 1, 2015 and February 20, 2016 and follow-up between December 1, 2015 and July 1, 2016. <xref ref-type="fig" rid="figure1">Figure 1</xref> shows the participant flow diagram. Sixty patients were randomized, 30 to each group. Robots were delivered to 27 participants in the intervention group (2 dropped out and 1 died before receiving the robots). Twenty-nine were included in the ITT analysis (there was no hospitalization data for the patient who died, but data were available for the dropouts). The PP analysis included 25 in the intervention group because 2 patients withdrew before receiving a robot, 1 withdrew during the study, 1 died before getting the robot, and 1 died during the study period. Twenty-seven were included in the PP control group as 2 died during the study and 1 withdrew. The trial ended when all follow-up data had been collected. There were no unintended effects or harms due to the robots.</p>

 <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Consolidated Standards of Reporting Trials (CONSORT) flow diagram.</p>
          </caption>
          <graphic xlink:href="jmir_v20i2e45_fig1.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>


      <p><xref ref-type="table" rid="table1">Table 1</xref> shows baseline demographic and clinical characteristics. All the participants had at least one other comorbid health problem as assessed by the Charlson Comorbidity Index (mean 2.77 [SD 1.61]), and the intervention group had a trend for more comorbidities. Over the previous 12 months, the average number of hospital admissions for any reason was 1.93 (SD 2.09). On average, patients were admitted for 5.81 days (SD 8.71) over the previous year. Again, there was a trend for patients in the intervention group to have had more days in hospital over the past 12 months than the control group. Of the total number of admissions, the average number due to a respiratory condition was 1.07 (SD 1.69), with an average length of stay of 3.65 days (SD 6.03). <xref ref-type="table" rid="table1">Table 1</xref> also shows the medications that patients were on during the study, baseline scores for adherence, and CCQ.</p>
      <sec>
        <title>Primary Outcome</title>
        <p><xref ref-type="table" rid="table2">Table 2</xref> shows the total number of respiratory admissions per group and the total number of days spent in hospital for each group in the ITT analysis and the PP analysis. The negative binomial regressions were not significant but were in the intended direction for both the ITT and the PP analyses. When covariates were included in the model, there were still no significant differences between groups, and sensitivity analyses were not significant.</p>
      </sec>
      <sec>
        <title>Secondary Outcomes</title>
        <p>ITT analysis showed participants in the intervention group had significantly better adherence to inhaled corticosteroids, long-acting beta agonists, and a combination of these as measured by electronic inhalers (mean 48.5% [SD 34.07]) compared with the control group (mean 29.5% [SD 32.44]; <italic>U</italic>=139.50, <italic>z</italic>=−2.12, <italic>P</italic>=.03, <italic>d</italic>=0.68). When controlling for comorbidities and previous hospital admissions, the results were similar but became nonsignificant (intervention adjusted mean 49.4%, SE=8.23; control adjusted mean 28.9%, SE=6.92; <italic>F</italic><sub>1,39</sub>=3.44, <italic>P</italic>=.07, partial <italic>η</italic><sup>2</sup>=0.08; mean difference −20.49, 95% CI −42.84 to 1.84). There was a greater increase in self-reported adherence in the intervention group during the study than in the control group, as shown in <xref ref-type="table" rid="table3">Table 3</xref>, and this was significant when controlling for covariates.</p>
        <p>There were no significant differences between groups in the CCQ using ITT analysis, as indicated in <xref ref-type="table" rid="table3">Table 3</xref>, although the results were in the intended direction.</p>
        <p>There was a significant difference between groups in the self-reported change in the frequency of performing rehabilitation exercises (estimated marginal means control −2.00, intervention 2.54, <italic>F</italic><sub>1,51</sub>=12.13, <italic>P</italic>=.001, partial <italic>η</italic><sup>2</sup>=.20, mean difference −4.53, 95% CI −7.16 to −1.92), with the intervention group showing increased frequency of rehabilitation exercises compared with the control group in an ITT analysis.</p>
      </sec>
      <sec>
        <title>Benefit-Cost Analysis</title>
        <p>Patient cost data (both direct and total costs for respiratory-related admissions) were extracted from hospital records over the 4-month study period and compared between groups as both ITT and PP (<xref ref-type="table" rid="table4">Table 4</xref>). Primary care costs were not considered. <xref ref-type="app" rid="app1">Multimedia Appendix 1</xref> shows the estimated benefit-cost analysis over 5 years, with the robot showing a net benefit when examining the ITT total cost group comparison. The robot costs reflect the study robot configuration, and in a more commercial product, the robot configuration is likely to be more integrated and less expensive, and thus the long-term benefit-cost may be improved on the analysis shown.</p>

       </sec>
      <sec>
        <title>Process Implementation Interviews</title>
        <p>Twenty-five participants from the intervention group were interviewed when the robot was collected. Of those who were not interviewed, 3 patients did not receive the robot at all because of death or because they withdrew from the study before it began, 1 patient died during the study period, and 1 declined to be interviewed.</p>
        <p>Nineteen participants thought the robot was useful and had positive comments. Participants liked the robot for a number of reasons, and 4 main themes emerged from their answers (see <xref ref-type="table" rid="table5">Table 5</xref>). First, all of the participants commented that the robot helped remind them to take their medication (19 participants). A number of participants enjoyed doing the exercises with the robot (12/19 participants). Participants commented that their family and friends were interested in the robot, particularly young children who enjoyed visiting to see the participant as well as the robot. They commented that the robot raised awareness for the family about when the participant should be taking medication and about their illness (14/19 participants). Finally, participants enjoyed having the robot because they felt it had a personality and was good company (15/19 participants). As a consequence, many participants had given their robot a name over the time they had it.</p>
        <p>Six participants did not enjoy having the robot. Three of these participants returned the robot before the 4-month period was complete. The negative attitudes toward the robot are presented as themes in <xref ref-type="table" rid="table5">Table 5</xref>. Participants commented that they did not find the robot useful because they were very good at managing their medication and exercise on their own (5/6 participants), they were unnerved by having the robot in their home (3/6 participants), or they did not like having to manage the robot and could not be bothered with it (all 6 participants). There was a trend for people who disliked the robot to have higher adherence at baseline. This is in line with participants’ comments that they did not find the robot useful because they were already good at managing medication.</p>
      </sec>
      <sec>
        <title>Robot Use</title>
        <p><xref ref-type="fig" rid="figure2">Figure 2</xref> shows the robot being used by a participant with a physiotherapist demonstrating the pulse oximeter function. The function that was used the most was the medication function. Over the 4-month period, it was used on average 464 times per patient (range 41-1509 times). This indicates that, on average, the medication function was used 3 to 4 times a day, which is what would be expected because most patients took medications several times throughout the day. The number of times people used the medication function was significantly associated with better medication adherence measured electronically (Spearman correlation, r<sub>s</sub>=.82, <italic>P</italic>&#60;.001) but not with hospitalizations (r<sub>s</sub>=.26, <italic>P</italic>=.16).</p>
        <p>Patients used the exercise function for an average of 84 times over the 4-month period (range 3-221). They used the measurement function for an average of 51 times (range 9-95) and the entertainment function for an average of 29 times (range 1-165). Patients used the education function for an average of 8 times (range 0-77).</p>


        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Demographic variables and baseline measures for the control and intervention groups.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="30"/>
            <col width="450"/>
            <col width="200"/>
            <col width="200"/>
            <col width="90"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Variable</td>
                <td>Control (N=30)</td>
                <td>Intervention (N=30)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">Gender—Females, n (%)<sup>a</sup></td>
                <td>18 (60)</td>
                <td>19 (63)</td>
                <td>.50</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Age in years, mean (SD)</td>
                <td>69.10 (9.85)</td>
                <td>70.57 (10.34)</td>
                <td>.58</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Ethnicity, n (%)</bold><sup>a</sup></td>
               <td>−</td>
               <td>−</td>
                <td>.56</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="2">NZ<sup>b</sup> European</td>
                <td>16 (52)</td>
                <td>15 (50)</td>
                <td>−</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="2">Māori</td>
                <td>10 (33)</td>
                <td>8 (27)</td>
                <td>−</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="2">Pacific Island</td>
                <td>1 (3)</td>
                <td>4 (13)</td>
                <td>−</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="2">Other</td>
                <td>3 (10)</td>
                <td>3 (10)</td>
                <td>−</td>
              </tr>
              <tr valign="top">
                <td colspan="3">BMI<sup>c</sup>, mean (SD)</td>
                <td>27.41 (8.38)</td>
                <td>29.16 (8.83)</td>
                <td>.46</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Smoking status, n (%)</bold><sup>a</sup></td>
               <td>−</td>
               <td>−</td>
                <td>.51</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="2">Current smoker</td>
                <td>8 (28)</td>
                <td>6 (24)</td>
                <td>−</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="2">Ex-smoker</td>
                <td>21 (72)</td>
                <td>19 (76)</td>
                <td>−</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Disease severity at discharge</bold></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="2">FEV<sub>1</sub><sup>d</sup> percent predicted, mean (SD)</td>
                <td>30.27 (12.59)</td>
                <td>33.80 (13.61)</td>
                <td>.30</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="2"><bold>FEV<sub>1</sub> severity, n (%)</bold><sup>a</sup></td>
                <td>−</td>
                <td>−</td>
                <td>.54</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Moderate</td>
                <td>3 (10)</td>
                <td>5 (17)</td>
                <td>−</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Severe</td>
                <td>10 (33)</td>
                <td>12 (40)</td>
               <td>−</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Very severe</td>
                <td>17 (57)</td>
                <td>13 (43)</td>
              <td>−</td>
              </tr>
              <tr valign="top">
                <td colspan="3">SpO<sub>2</sub><sup>e</sup>, mean (SD)</td>
                <td>92.41 (5.28)</td>
                <td>93.96 (3.31)</td>
                <td>.21</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Comorbidities (CCI<sup>f</sup> total score; mean, [SD])<sup>h</sup></td>
                <td>2.47 (1.76)</td>
                <td>3.07 (1.41)</td>
                <td>.05</td>
              </tr>
              <tr valign="top">
                <td colspan="3">No. of hospital admissions in previous 12 months, mean (SD)<sup>g</sup></td>
                <td>1.47 (1.55)</td>
                <td>2.40 (2.46)</td>
                <td>.16</td>
              </tr>
              <tr valign="top">
                <td colspan="3">No. of days of hospital admissions in past year, mean (SD)<sup>g</sup></td>
                <td>3.83 (5.31)</td>
                <td>7.80 (10.87)</td>
                <td>.22</td>
              </tr>
              <tr valign="top">
                <td colspan="3">No. of hospital respiratory admissions in past year, mean (SD)<sup>g</sup></td>
                <td>0.90 (1.30)</td>
                <td>1.23 (2.01)</td>
                <td>.67</td>
              </tr>
              <tr valign="top">
                <td colspan="3">No. of days of respiratory admissions past year, mean (SD)<sup>g</sup></td>
                <td>2.63 (3.00)</td>
                <td>4.67 (7.57)</td>
                <td>.49</td>
              </tr>
              <tr valign="top">
                <td colspan="3">CCQ<sup>h</sup> Functional at discharge, mean (SD)</td>
                <td>3.75 (1.36)</td>
                <td>3.48 (1.19)</td>
                <td>.41</td>
              </tr>
              <tr valign="top">
                <td colspan="3">CCQ Symptoms at discharge, mean (SD)</td>
                <td>3.84 (1.23)</td>
                <td>3.60 (1.03)</td>
                <td>.41</td>
              </tr>
              <tr valign="top">
                <td colspan="3">CCQ Mental at discharge, mean (SD)</td>
                <td>3.53 (1.54)</td>
                <td>3.88 (1.59)</td>
                <td>.96</td>
              </tr>
              <tr valign="top">
                <td colspan="3">CCQ Total at discharge, mean (SD)</td>
                <td>24.01 (7.12)</td>
                <td>23.56 (6.82)</td>
                <td>.80</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Adherence MARS 5<sup>i</sup> at discharge<sup>g</sup>, mean (SD)</td>
                <td>22.30 (3.76)</td>
                <td>21.43 (4.15)</td>
                <td>.22</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Medication prescribed during study, n (%)</bold></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="2">SABA<sup>j</sup></td>
                <td>23 (77)</td>
                <td>26 (87)</td>
                <td>.48</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="2">SAMA<sup>k</sup></td>
                <td>2 (7)</td>
                <td>4 (13)</td>
                <td>.41</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="2">SABA/SAMA combination</td>
                <td>2 (7)</td>
                <td>1 (3)</td>
                <td>.53</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="2">LAMA<sup>l</sup></td>
                <td>22 (73)</td>
                <td>24 (80</td>
                <td>.71</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="2">LABA<sup>m</sup></td>
                <td>24 (80)</td>
                <td>23 (77)</td>
                <td>.96</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="2">ICS<sup>n</sup></td>
                <td>4 (13)</td>
                <td>4 (13)</td>
                <td>.15</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="2">ICS/LABA combination</td>
                <td>22 (73)</td>
                <td>22 (73)</td>
                <td>.84</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="2">Prednisone</td>
                <td>17 (57)</td>
                <td>18 (60)</td>
                <td>.91</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="2">Antibiotic</td>
                <td>23 (77)</td>
                <td>20 (67)</td>
                <td>.30</td>
              </tr>
              <tr valign="top">
                <td colspan="3"><bold>Medication assessed for adherence, n (%)</bold></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="2">SABA<sup>o</sup></td>
                <td>21 (95)</td>
                <td>25 (100)</td>
                <td>.47</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="2">SABA/SAMA combination<sup>o</sup></td>
                <td>1 (5)</td>
                <td>0 (0)</td>
                <td>.47</td>
              </tr>
             
              <tr valign="top">
                <td><break/></td>
                <td colspan="2">ICS<sup>p</sup></td>
                <td>2 (8)</td>
                <td>1 (5)</td>
                <td>.75</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="2">LABA<sup>p</sup></td>
                <td>1 (4)</td>
                <td>0 (0)</td>
                <td>.39</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="2">ICS/LABA combination<sup>p</sup></td>
                <td>23 (88)</td>
                <td>18 (95)</td>
                <td>.46</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>chi-squared test.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>NZ: New Zealand.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>BMI: body mass index.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>FEV<sub>1</sub>: forced expiratory volume in 1 second.</p>
            </fn>
            <fn id="table1fn5">
              <p><sup>e</sup>SpO<sub>2</sub>: pulse oximeter oxygen saturation.</p>
            </fn>
            <fn id="table1fn6">
              <p><sup>f</sup>CCI: Charlson Comorbidity Index.</p>
            </fn>
            <fn id="table1fn7">
              <p><sup>g</sup>nonparametric test.</p>
            </fn>
            <fn id="table1fn8">
              <p><sup>h</sup>CCQ: Clinical COPD Questionnaire.</p>
            </fn>
            <fn id="table1fn9">
              <p><sup>i</sup>MARS 5: Medication Adherence Report Scale</p>
            </fn>
            <fn id="table1fn10">
              <p><sup>j</sup>SABA: short-acting beta agonists.</p>
            </fn>
            <fn id="table1fn11">
              <p><sup>k</sup>SAMA: short-acting muscarinic antagonist.</p>
            </fn>
            <fn id="table1fn12">
              <p><sup>l</sup>LAMA: long-acting muscarinic antagonist.</p>
            </fn>
            <fn id="table1fn13">
              <p><sup>m</sup>LABA: long-acting beta agonists.</p>
            </fn>
            <fn id="table1fn14">
              <p><sup>n</sup>ICS: inhaled steroids.</p>
            </fn>
<fn id="table1fn15">
              <p><sup>o</sup>Control: N=22, Intervention: N=25.</p>
            </fn>
<fn id="table1fn16">
              <p><sup>p</sup>Control: N=26, Intervention: N=19.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>The total number of respiratory admissions per group and the total number of days spent in hospital for each group in the intention to treat (ITT) analysis and the per protocol (PP) analysis, with and without controlling for past year admissions and comorbidities.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="390"/>
            <col width="100"/>
            <col width="100"/>
            <col width="60"/>
            <col width="120"/>
            <col width="105"/>
            <col width="75"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Outcome type</td>
                <td>Control, (ITT: N=30; PP: N=27)</td>
                <td>Intervention, (ITT: N=29; PP: N=25)</td>
                <td>Beta</td>
                <td>Wald chi-square statistic</td>
                <td>95% Wald CI</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2"><bold>Intention to treat</bold></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Total number of hospitalizations for respiratory problems (ITT), N</td>
                <td>15</td>
                <td>15</td>
                <td>.000</td>
                <td>0.000</td>
                <td>−0.84 to 0.84</td>
                <td>&#62;.99</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Controlling for comorbidities and previous hospitalizations</td>
                <td><break/></td>
                <td><break/></td>
                <td>.129</td>
                <td>0.075</td>
                <td>−0.80 to 1.06</td>
                <td>.79</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Total number of days in hospital for respiratory problems (ITT), N</td>
                <td>65</td>
                <td>50</td>
                <td>.040</td>
                <td>0.017</td>
                <td>−0.57 to 0.65</td>
                <td>.90</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Controlling for comorbidities and previous hospitalizations</td>
                <td><break/></td>
                <td><break/></td>
                <td>.453</td>
                <td>1.33</td>
                <td>−0.32 to 1.22</td>
                <td>.25</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>Per protocol</bold></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Total number of hospitalizations for respiratory problems (PP), N</td>
                <td>15</td>
                <td>14</td>
                <td>−.008</td>
                <td>0.000</td>
                <td>−0.92 to 0.90</td>
                <td>.99</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Controlling for comorbidities and previous hospitalizations</td>
                <td><break/></td>
                <td><break/></td>
                <td>−.112</td>
                <td>−0.044</td>
                <td>−1.16 to 1.94</td>
                <td>.83</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Total number of days in hospital for respiratory problems (PP), N</td>
                <td>67</td>
                <td>55</td>
                <td>−.120</td>
                <td>0.132</td>
                <td>−0.53 to 0.77</td>
                <td>.72</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Controlling for comorbidities and previous hospitalizations</td>
                <td><break/></td>
                <td><break/></td>
                <td>.370</td>
                <td>0.796</td>
                <td>−0.44 to 1.18</td>
                <td>.37</td>
              </tr>
            </tbody>
          </table>
         
        </table-wrap>
   
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Intention-to-treat analyses of difference in secondary outcomes between groups, with and without controlling for covariates.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
             <col width="30"/>
            <col width="150"/>
            <col width="70"/>
            <col width="100"/>
            <col width="70"/>
            <col width="140"/>
            <col width="70"/>
            <col width="100"/>
            <col width="120"/>
            <col width="70"/>
            <col width="80"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Outcome</td>
                <td colspan="2">Baseline, mean (SD)</td>
                <td colspan="2">Four months later, mean (SD)</td>
                <td colspan="2">Change score, adjusted mean (SE)</td>
                <td>Mean difference (95% CI)</td>
                <td><italic>P</italic> value</td>
                <td>Partial eta squared</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
<td><break/></td>
                <td>Control, n=29</td>
                <td>Intervention, n=29</td>
                <td>Control, n=27</td>
                <td>Intervention, n=25</td>
                <td>Control, n=26</td>
                <td>Intervention, n=25</td>
                <td><break/></td>
                <td> </td>
                <td> </td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2"><bold>Adherence</bold></td>
                <td>22.16 (3.76)</td>
                <td>21.44 (3.72)</td>
                <td>22.27 (4.12)</td>
                <td>23.08 (2.63)</td>
                <td>0.12 (0.55)</td>
                <td>1.63 (0.56)</td>
                <td>1.51 (−3.10 to 0.08)</td>
                <td>.06</td>
                <td>.07</td>
              </tr>
              <tr valign="top">
<td><break/></td>
                <td>Additional controls<sup>b</sup></td>
                <td>−</td>
                <td>−</td>
                <td>−</td>
                <td>−</td>
                <td>−</td>
                <td>−</td>
                <td>−1.69 (−3.32 to −0.060</td>
                <td>.04</td>
                <td>.09</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>CCQ</bold><sup>a</sup><bold>Functional</bold></td>
                <td>3.74 (1.34)</td>
                <td>3.41 (1.18)</td>
                <td>2.92 (1.22)</td>
                <td>2.32 (1.04)</td>
                <td>−0.73 (0.21)</td>
                <td>−1.21 (0.21)</td>
                <td>0.48 (−0.12 to 1.07)</td>
                <td>.11</td>
                <td>.05</td>
              </tr>
              <tr valign="top">
<td><break/></td>
                <td>Additional controls</td>
                <td>−</td>
                <td>−</td>
                <td>−</td>
                <td>−</td>
                <td>−</td>
                <td>−</td>
                <td>0.455 (−0.17 to 1.08)</td>
                <td>.15</td>
                <td>.04</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>CCQ Symptoms</bold></td>
                <td>3.84 (1.20)</td>
                <td>3.61 (1.07)</td>
                <td>3.08 (1.21)</td>
                <td>2.76 (1.01)</td>
                <td>−0.61 (0.21)</td>
                <td>−.91 (0.22)</td>
                <td>0.30 (−0.32 to 0.92)</td>
                <td>.33</td>
                <td>.02</td>
              </tr>
              <tr valign="top">
<td><break/></td>
                <td>Additional controls</td>
                <td>−</td>
                <td>−</td>
                <td>−</td>
                <td>−</td>
                <td>−</td>
                <td>−</td>
                <td>0.314 (0.33 to 0.96)</td>
                <td>.33</td>
                <td>.02</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>CCQ Mental</bold></td>
                <td>3.58 (1.50)</td>
                <td>3.78 (1.62)</td>
                <td>2.33 (1.38)</td>
                <td>2.16 (1.43)</td>
                <td>−1.25 (0.26)</td>
                <td>−1.50 (0.27)</td>
                <td>0.26 (0.50 to 1.02)</td>
                <td>.50</td>
                <td>.01</td>
              </tr>
              <tr valign="top">
<td><break/></td>
                <td>Additional controls</td>
                <td>−</td>
                <td>−</td>
                <td>−</td>
                <td>−</td>
                <td>−</td>
                <td>−</td>
                <td>0.338 (−0.46 to 1.14)</td>
                <td>.34</td>
                <td>.02</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>CCQ Total</bold></td>
                <td>24.07 (6.90)</td>
                <td>23.36 (7.16)</td>
                <td>18.17 (6.96)</td>
                <td>16.29 (6.30)</td>
                <td>−5.46 (1.26)</td>
                <td>−7.13 (1.29)</td>
                <td>1.67 (−1.95 to 5.29)</td>
                <td>.36</td>
                <td>.02</td>
              </tr>
              <tr valign="top">
<td><break/></td>
                <td>Additional controls</td>
                <td>−</td>
                <td>−</td>
                <td>−</td>
                <td>−</td>
                <td>−</td>
                <td>−</td>
                <td>1.82 (−2.04 to 5.68)</td>
                <td>.35</td>
                <td>.02</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>CCQ: Clinical COPD Questionnaire.</p>
            </fn>
  <fn id="table3fn2">
              <p><sup>b</sup>Controlling for comorbidities and previous hospitalizations.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Differences in hospitalization costs between groups over the trial period using bootstrapped <italic>t</italic> tests and analysis of covariance with covariates.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
<col width="30"/>            
<col width="260"/>
            <col width="165"/>
            <col width="150"/>
            <col width="200"/>
            <col width="90"/>
            <col width="100"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Description of cost types</td>
                <td>Control, (ITT<sup>a</sup>: N=30; PP<sup>b</sup>: N=27)</td>
                <td>Intervention, (ITT: N=29; PP: N=25)</td>
                <td>Mean difference (95% CI)</td>
                <td><italic>P</italic> value</td>
                <td>Effect size</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2"><bold>Direct costs ITT in NZ</bold><sup>c</sup><bold> $, mean (SD)</bold></td>
                <td>2293 (5368)</td>
                <td>1140 (2725)</td>
                <td>1152 (−760 to 3356)</td>
                <td>.32</td>
                <td><italic>d</italic>=0.27</td>
              </tr>
              <tr valign="top">
<td><break/></td>
                <td>Controlling for comorbidities and previous hospitalizations</td>
                <td>−</td>
                <td>−</td>
                <td>1173 (−1123 to 3471)</td>
                <td>.31</td>
                <td>0.02<sup>d</sup></td>
              </tr>
              <tr valign="top">
               <td colspan="2"><bold>Total costs ITT in NZ $, mean (SD)</bold></td>
                <td>3178 (7455)</td>
                <td>1599 (3841)</td>
                <td>1579 (−1292 to 4451)</td>
                <td>.34</td>
                <td><italic>d</italic>=0.27</td>
              </tr>
              <tr valign="top">
<td><break/></td>
                <td>Controlling for comorbidities and previous hospitalizations</td>
                <td>−</td>
                <td>−</td>
                <td>1613 (−1587 to 4813)</td>
                <td>.32</td>
                <td>0.02<sup>d</sup></td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>Direct costs PP in NZ $, mean (SD)</bold></td>
                <td>1659 (3633)</td>
                <td>1086 (2748)</td>
                <td>573 (−1127 to 2436)</td>
                <td>.53</td>
                <td><italic>d</italic>=0.18</td>
              </tr>
              <tr valign="top">
<td><break/></td>
                <td>Controlling for comorbidities and previous hospitalizations</td>
                 <td>−</td>
                <td>−</td>
                <td>497 (−823 to 1929)</td>
                <td>.58</td>
                <td>0.01<sup>d</sup></td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>Total costs PP in NZ $, mean (SD)</bold></td>
                <td>2302 (5079)</td>
                <td>1514 (3858)</td>
                <td>789 (−1851 to 3192)</td>
                <td>.53</td>
                <td><italic>d</italic>=0.17</td>
              </tr>
              <tr valign="top">
<td><break/></td>
                <td>Controlling for comorbidities and previous hospitalizations</td>
                <td>−</td>
                <td>−</td>
                <td>686 (−1082 to 2842)</td>
                <td>.59</td>
                <td>0.01<sup>d</sup></td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>ITT: intention to treat.</p>
            </fn>
            <fn id="table4fn2">
              <p><sup>b</sup>PP: per protocol.</p>
            </fn>
  <fn id="table4fn3">
              <p><sup>c</sup>NZ: New Zealand.</p>
            </fn>
            <fn id="table4fn4">
              <p><sup>d</sup>Effect size is partial eta squared.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
   
        <table-wrap position="float" id="table5">
          <label>Table 5</label>
          <caption>
            <p>Positive and negative comments about iRobi from the process implementation interviews.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="220"/>
            <col width="750"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Comments</td>
                <td> Quote</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2"><bold>Positive</bold></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Medication reminders</td>
                <td>“It made such a difference to my life. I felt that it helped me regain independence and I was breathing better. I was using the preventer regularly and taking my medication.” [Participant 3]</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>“It was very helpful at the times I forgot my medication.” [Participant 10]</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>“I could rely on it to remind me about my medications, otherwise I would forget.” [Participant 30]</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>“Really useful. In the past my ex would text me to tell me to take my medication but the robot was better. I have always been bad at remembering.” [Participant 43]</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Exercise reminders</td>
                <td>“It made me aware of when to do my exercises, which was good.” [Participant 5]</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>“The reminders about the exercises were good, the robot would tell me to do it and my grandson would come and get me to say the robot needed me.” [Participant 31]</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Family and friends</td>
                <td>“If the family are too shy to ask me then they can look on the robot. The robot is not just for me.” [Participant 45]</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>“I had a 90 year old friend come over to look at it and she loved it. She wanted one herself.” [Participant 29]</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>“Everyone was interested in it when they came over!” [Participant 33]</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Acted like a companion</td>
                <td>“I named the robot after my great grandson because I miss him now that he is overseas. It made it like he is here with me.” [Participant 32]</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>“Bob (name of the robot) was like one of us. I would pat it on the head and he would respond. I often found myself having conversations with him.” [Participant 38]</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>“I will have no friend at home anymore! I liked having it in the house because it talked randomly and I would always touch it as I walked by.” [Participant 58]</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>Negative</bold></td>
                <td> </td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Not useful</td>
                <td>“Not useful. It didn’t do anything for me. I have been doing the same thing for years anyway.” [Participant 25]</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>“I didn’t need it. With this illness you never forget to take medication because otherwise you can’t breathe.” [Participant 16]</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Disliked the robot in home</td>
                <td>“I felt like I was being policed because people were monitoring how much I was using my inhaler and I felt guilty or like I was being judged. It was an intrusion.” [Participant 14]</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>“I felt like my privacy was invaded and I couldn’t go anywhere. I was worried about leaving it at home in case something went wrong or it was stolen.” [Participant 27]</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>“The robot would follow me around with its head. I hope that there was not a camera in it.” [Participant 49]</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Found the robot annoying or hard to use</td>
                <td>“It drove me batty. It always wanted me to do something.” [Participant 49]</td>
              </tr>
              <tr valign="top">
                <td> </td>
                <td><break/></td>
                <td>“I couldn’t read it half the time. I started off doing everything but I had problems going from screen to screen. It got very frustrating. It would tell me to take medications I had already taken.” [Participant 25]</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Technical Issues</title>
        <p>Patients in both groups were given the phone number of the physiotherapists to call if there were any issues with the robots and/or Smartinhalers. Patients rang the physiotherapists when they experienced technical issues during the study, including network connection issues, touch screen failures, and hard disk failures on the robot, and the Smartinhalers not charging or connecting correctly. Another issue concerned the pulse oxygen devices, which occasionally became unplugged or had driver issues. In the case of hardware failure, the robot had to be taken away for repair and was replaced with another robot. Technical problems occurred with 50% of the robots delivered.</p>
        <p>The time logs kept by the physiotherapists indicated they spent 62 hours in total for troubleshooting technical issues. Calls were mostly from patients in the robot group, as very few patients from the control group contacted the physiotherapists about the Smartinhalers, even if they experienced problems. Most issues could be fixed over the phone, but in a few instances the physiotherapists and/or engineers had to visit the participant’s house. In all cases, the effects of technical failures were negative on patients’ attitudes toward the robots. The physiotherapists spent another 49 hours on patient contact for medical issues that they identified through monitoring (all in the intervention group).</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>iRobi robot being used by a patient with a physiotherapist showing the functions.</p>
          </caption>
          <graphic xlink:href="jmir_v20i2e45_fig2.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This pilot study indicates the feasibility and possible effects of giving a robot to COPD patients at home to help manage their condition. The primary outcome was number of days in hospital, which was not significantly different. This is consistent with recent large-scale studies on telehealth for COPD showing no reductions in hospitalizations [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. The study extends research into the delivery of such care to a robot platform. While the robot did not significantly reduce hospitalizations, many patients appeared to appreciate the robot’s capacity to offer companionship, which may offer benefits over other kinds of platforms such as computers or iPads, although this needs to be further investigated.</p>
        <p>The intervention improved adherence to both medication and rehabilitation exercise. Electronic recording showed that adherence to long-acting inhalers was significantly higher in the intervention group. This is backed up by the self-report data showing higher overall medication adherence in the intervention group, which was significantly better than the control group after controlling for past hospitalizations and comorbidities. More frequent use of the medication reminder function on the robot was associated with higher adherence, which suggests the robot was helpful in this regard for at least some patients. Self-reported adherence to rehabilitation exercises significantly increased in the intervention group compared with the control group. It is possible that the social aspects and embodiment of the robot combined with the increased availability of the exercise instructions and the reminders to together create behavior change.</p>
        <p>A reduced length of stay might reflect that patients with robots were more comfortable being discharged because of the robot’s presence in the home and the fact that they were being more closely monitored by the physiotherapists. The physiotherapists intervened when they noticed adherence was suboptimal. An illustrative example was when a physiotherapist noticed that the Smartinhaler reliever was used over 30 times in a few minutes, the physiotherapist rang the patient and consulted with a respiratory clinician. The result was a change in medication for the patient and improved management.</p>
        <p>About 75% of the sample responded to the robot positively and commented that it helped with medication, education, and companionship. However, 25% of participants did not find the robot useful, and some patients returned it. The patients who did not find it useful tended to have higher adherence at baseline. This suggests that patients should be screened and only offered a robot if they have poor adherence, because this group is the most likely to experience benefits. It also suggests the need to introduce the robot and its functions to the patient when they are an inpatient so that they can make a more informed decision about whether to accept treatment. Anxious patients may find additional benefits from the social presence of the robot, and this is an area for future research.</p>
        <p>The robot was programmed to take weekly measurements in the hope of identifying downward trends (which would potentially require a change in management) without placing undue burden on the patient. However, daily measurements are likely better for this purpose. The measurements did serve as a baseline for comparison if patients who contacted us were concerned about a possible exacerbation or deteriorating health.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>This study was limited by a small sample, deaths, and dropout, which means the study was underpowered. Our original sample size calculation was optimistic, and a more realistic analysis could have been achieved if it was based on length of hospital stay in COPD patients in the region. The average length of stay in NZ for COPD admissions in 2012 was 4.37 days, and this has been declining over time [<xref ref-type="bibr" rid="ref7">7</xref>]. For Middlemore hospital over the course of this study, the average length of stay was 4.2 days. The results suggest the intervention had small effects, if any, on hospitalizations, and thus a large sample (similar to recent telehealth trials) would be required to find effects if no changes were made to the robot or protocol in a future study. An additional limitation was that, at baseline, there was a trend that the intervention group had more previous hospitalization days and comorbidities, which could have affected the results. The nonblinding of participants was another limitation, which is common for eHealth trials. The benefit-cost analysis should be viewed with caution because the hospitalization costs were not significantly different between groups—it is provided as an indication only.</p>
        <p>The study was conducted in South Auckland, where there is a large population of Māori, Pacific Islanders, and immigrants, and many patients have low socioeconomic status. About a third of the patients were living in rural areas. While these are key groups to target because they tend to have poorer health outcomes, the results may not generalize to all regions. Running the study for a longer period may help indicate whether increased adherence to medication and exercise recommendations could translate into improved quality of life and/or a reduction in hospitalizations.</p>
      </sec>
      <sec>
        <title>Future Work</title>
        <p>A number of technical issues would need to be improved before the robot could be implemented on a larger scale, including reliability of the robots and the Internet network. An information technology support company would have to be involved to provide technical support. As a result of this pilot study, the team has now created a software mode to enable the robot to function offline if the network fails intermittently. The software team is working on linking the medication management software with a national electronic prescription database so that medications can be downloaded after the normal entry by pharmacies. In the future, the robot software will need to be integrated with primary care and other Web-based health platforms. Robot studies are expensive, as currently robots must be purchased, programmed, and supported for the purpose of the study. In addition, achieving software reliability is challenging for a study as there is little time for iterative improvement and for establishing a mature software version.</p>
        <p>A larger study with more power to detect effects is recommended after improvements to the technology and the trial design are made. It may be useful to screen patients to give the robot only to those who are low in adherence and/or health literacy or who have high levels of anxiety or who are living by themselves. Further work is needed to investigate whether the robot has advantages over a computer tablet providing similar services in this population. The team could possibly program the robot for other long-term conditions such as diabetes and rheumatoid arthritis if given sufficient development time.</p>
        <p>The majority of COPD patients admitted to hospital are managed in general medical wards and by a team not involved in their long-term care. Our experience suggests that physiotherapists and respiratory nurse specialists involved in long-term care (eg, pulmonary rehabilitation, outpatient care, outreach or integrated care programs) are ideal people to implement telehealth programs using robots. Many patients recruited into this study appeared to be on suboptimal bronchodilator therapy with insufficient numbers on long-acting muscarinic antagonists (LAMAs) in particular. In NZ, access to LAMAs is through special authority application, and patients can only be prescribed LAMAs if their FEV<sub>1</sub> is &#60;60% predicted. Spirometry was infrequently recorded on patients during their admission, and &#60;50% of general practitioners in NZ have spirometers. This nonadherence to international guidelines might be one reason as to why NZ has the fourth highest admission rates for COPD in the world.</p>
        <p>Ideally, patients would be introduced to the robot while in hospital to gauge whether they like the concept and can adapt to the measurement requirements. They would also benefit from a formal review by a respiratory physician before discharge. Some thought also needs to be given as to how to achieve a 24-hour monitoring of the Web server’s patient information 7 days a week. This would potentially require a national or regional solution that includes a 24/7 monitoring system such as an extension of the New Zealand Healthline, with instant links back to the health care team members when patients are becoming unstable. A similar solution for diabetes and asthma management could be set up, which would reduce costs and pay for infrastructural development.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>A robot may be useful for COPD patients who are struggling with medication adherence and rehabilitation exercises to improve adherence, although hospitalizations may not be reduced. We recommend improvements to the robot, changes to the way it is incorporated into the health care system, and a larger study comparing robots with other forms of technology, before stronger conclusions can be made.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <app id="app1">
        <title>Multimedia Appendix 1</title>
        <p>Benefit-cost analysis based on intention to treat analysis of mean total costs per patient in each group.</p>
        <media xlink:href="jmir_v20i2e45_app1.pdf" xlink:title="PDF File (Adobe PDF File), 33KB"/>
      </app>
      <app id="app2">
        <title>Multimedia Appendix 2</title>
        <p>CONSORT‐EHEALTH checklist (V.1.6.1).</p>
        <media xlink:href="jmir_v20i2e45_app2.pdf" xlink:title="PDF File (Adobe PDF File), 651KB"/>
      </app>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">BMI</term>
          <def>
            <p>body mass index</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CCI</term>
          <def>
            <p>Charlson Comorbidity Index</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CCQ</term>
          <def>
            <p>Clinical Chronic Obstructive Pulmonary Disease Questionnaire</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">COPD</term>
          <def>
            <p>chronic obstructive pulmonary disease</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">CURB-65</term>
          <def>
            <p>Confusion, bUn&#62;19mg/dL, RR&#62;30, BP&#60;90 SBP or &#60;60 DBP, Age&#62;65</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">FEV1</term>
          <def>
            <p>forced expiratory volume in 1 second</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">ICS</term>
          <def>
            <p>inhaled corticosteroids</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">ITT</term>
          <def>
            <p>intention to treat</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">LABA</term>
          <def>
            <p>long-acting beta agonists</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">LAMA</term>
          <def>
            <p>long-acting muscarinic antagonist</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">NT-pro BNP</term>
          <def>
            <p>N-terminal pro b-type natriuretic peptide</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">NZ</term>
          <def>
            <p>New Zealand</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb13">PP</term>
          <def>
            <p>per protocol</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb14">SABA</term>
          <def>
            <p>short-acting beta agonists</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb15">SAMA</term>
          <def>
            <p>short-acting muscarinic antagonist</p>
          </def>
        </def-item>
   
      
        <def-item>
          <term id="abb16">SMS</term>
          <def>
            <p>short message service</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb17">SpO<sub>2</sub></term>
          <def>
            <p>peripheral capillary oxygen saturation</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This study was funded by Health Innovation Partnership: Chronic Obstructive Pulmonary Disease, Health Research Council of New Zealand. Health Innovation Hub, Counties Manukau District Health Board. The authors thank Yuxuan Zhou, MBChB, who helped to design the robot workflows.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>EB made substantial contributions to conception and design, acquisition of funding, data analysis and interpretation and was the major contributor in writing the manuscript. JG made substantial contributions to conception and design, acquisition of funding, data interpretation, and revising the manuscript. NJ and VLO were involved in data collection and revising the manuscript. HSA made substantial contributions to conception and design of the robot software and was involved in revising the manuscript. HR was involved in data analysis and was a major contributor in writing the manuscript. KP was involved in design of the robot functions. NK was involved in conceptualization and design, acquisition of funding, and revising the manuscript. PR conducted the benefit-cost analysis, and AP helped with statistical advice and analysis. BM made substantial contributions to conception and design, acquisition of funding, data interpretation, and revising the manuscript. All authors read and approved the final manuscript.</p>
     </fn>      
   <fn fn-type="conflict">
        <p>EB, BM, HSA, NK, and KP received funding from Yujin Robot Ltd for unrelated projects on transportation and aged care robots. The remaining authors declare that they have no competing interests.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Seemungal</surname>
            <given-names>TA</given-names>
          </name>
          <name name-style="western">
            <surname>Hurst</surname>
            <given-names>JR</given-names>
          </name>
          <name name-style="western">
            <surname>Wedzicha</surname>
            <given-names>JA</given-names>
          </name>
        </person-group>
        <article-title>Exacerbation rate, health status and mortality in COPD--a review of potential interventions</article-title>
        <source>Int J Chron Obstruct Pulmon Dis</source>  
        <year>2009</year>  
        <volume>4</volume>  
        <fpage>203</fpage>  
        <lpage>23</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.dovepress.com/articles.php?article_id=3217"/>
        </comment>  
        <pub-id pub-id-type="medline">19554195</pub-id>
        <pub-id pub-id-type="pmcid">PMC2699821</pub-id></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Marciniuk</surname>
            <given-names>DD</given-names>
          </name>
          <name name-style="western">
            <surname>Brooks</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Butcher</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Debigare</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Dechman</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Ford</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Pepin</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Reid</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Sheel</surname>
            <given-names>AW</given-names>
          </name>
          <name name-style="western">
            <surname>Stickland</surname>
            <given-names>MK</given-names>
          </name>
          <name name-style="western">
            <surname>Todd</surname>
            <given-names>DC</given-names>
          </name>
          <name name-style="western">
            <surname>Walker</surname>
            <given-names>SL</given-names>
          </name>
          <name name-style="western">
            <surname>Aaron</surname>
            <given-names>SD</given-names>
          </name>
          <name name-style="western">
            <surname>Balter</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Bourbeau</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Hernandez</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Maltais</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>O'Donnell</surname>
            <given-names>DE</given-names>
          </name>
          <name name-style="western">
            <surname>Bleakney</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Carlin</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Goldstein</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Muthuri</surname>
            <given-names>SK</given-names>
          </name>
          <collab>Canadian Thoracic Society COPD Committee Expert Working Group</collab>
        </person-group>
        <article-title>Optimizing pulmonary rehabilitation in chronic obstructive pulmonary disease--practical issues: a Canadian Thoracic Society Clinical Practice Guideline</article-title>
        <source>Can Respir J</source>  
        <year>2010</year>  
        <volume>17</volume>  
        <issue>4</issue>  
        <fpage>159</fpage>  
        <lpage>68</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20808973"/>
        </comment>  
        <pub-id pub-id-type="medline">20808973</pub-id>
        <pub-id pub-id-type="pmcid">PMC2933771</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Levack</surname>
            <given-names>WM</given-names>
          </name>
          <name name-style="western">
            <surname>Weatherall</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Reeve</surname>
            <given-names>JC</given-names>
          </name>
          <name name-style="western">
            <surname>Mans</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Mauro</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Uptake of pulmonary rehabilitation in New Zealand by people with chronic obstructive pulmonary disease in 2009</article-title>
        <source>N Z Med J</source>  
        <year>2012</year>  
        <month>01</month>  
        <day>20</day>  
        <volume>125</volume>  
        <issue>1348</issue>  
        <fpage>23</fpage>  
        <lpage>33</lpage>  
        <pub-id pub-id-type="medline">22282274</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Yohannes</surname>
            <given-names>AM</given-names>
          </name>
          <name name-style="western">
            <surname>Connolly</surname>
            <given-names>MJ</given-names>
          </name>
        </person-group>
        <article-title>Pulmonary rehabilitation programmes in the UK: a national representative survey</article-title>
        <source>Clin Rehabil</source>  
        <year>2004</year>  
        <month>06</month>  
        <volume>18</volume>  
        <issue>4</issue>  
        <fpage>444</fpage>  
        <lpage>9</lpage>  
        <pub-id pub-id-type="doi">10.1191/0269215504cr736oa</pub-id>
        <pub-id pub-id-type="medline">15180129</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Vestbo</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Anderson</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Calverley</surname>
            <given-names>PM</given-names>
          </name>
          <name name-style="western">
            <surname>Celli</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Ferguson</surname>
            <given-names>GT</given-names>
          </name>
          <name name-style="western">
            <surname>Jenkins</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Knobil</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Willits</surname>
            <given-names>LR</given-names>
          </name>
          <name name-style="western">
            <surname>Yates</surname>
            <given-names>JC</given-names>
          </name>
          <name name-style="western">
            <surname>Jones</surname>
            <given-names>PW</given-names>
          </name>
        </person-group>
        <article-title>Adherence to inhaled therapy, mortality and hospital admission in COPD</article-title>
        <source>Thorax</source>  
        <year>2009</year>  
        <month>11</month>  
        <volume>64</volume>  
        <issue>11</issue>  
        <fpage>939</fpage>  
        <lpage>43</lpage>  
        <pub-id pub-id-type="doi">10.1136/thx.2009.113662</pub-id>
        <pub-id pub-id-type="medline">19703830</pub-id>
        <pub-id pub-id-type="pii">thx.2009.113662</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bender</surname>
            <given-names>BG</given-names>
          </name>
        </person-group>
        <article-title>Nonadherence to COPD treatment: what have we learned and what do we do next?</article-title>
        <source>COPD</source>  
        <year>2012</year>  
        <month>06</month>  
        <volume>9</volume>  
        <issue>3</issue>  
        <fpage>209</fpage>  
        <lpage>10</lpage>  
        <pub-id pub-id-type="doi">10.3109/15412555.2012.679880</pub-id>
        <pub-id pub-id-type="medline">22524400</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Milne</surname>
            <given-names>RJ</given-names>
          </name>
          <name name-style="western">
            <surname>Beasley</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>Hospital admissions for chronic obstructive pulmonary disease in New Zealand</article-title>
        <source>N Z Med J</source>  
        <year>2015</year>  
        <month>01</month>  
        <day>30</day>  
        <volume>128</volume>  
        <issue>1408</issue>  
        <fpage>23</fpage>  
        <lpage>35</lpage>  
        <pub-id pub-id-type="medline">25662376</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Polisena</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Tran</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Cimon</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Hutton</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>McGill</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Palmer</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Scott</surname>
            <given-names>RE</given-names>
          </name>
        </person-group>
        <article-title>Home telehealth for chronic obstructive pulmonary disease: a systematic review and meta-analysis</article-title>
        <source>J Telemed Telecare</source>  
        <year>2010</year>  
        <volume>16</volume>  
        <issue>3</issue>  
        <fpage>120</fpage>  
        <lpage>7</lpage>  
        <pub-id pub-id-type="doi">10.1258/jtt.2009.090812</pub-id>
        <pub-id pub-id-type="medline">20197355</pub-id>
        <pub-id pub-id-type="pii">jtt.2009.090812</pub-id></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>McLean</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Sheikh</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Cresswell</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Nurmatov</surname>
            <given-names>U</given-names>
          </name>
          <name name-style="western">
            <surname>Mukherjee</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Hemmi</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Pagliari</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>The impact of telehealthcare on the quality and safety of care: a systematic overview</article-title>
        <source>PLoS One</source>  
        <year>2013</year>  
        <volume>8</volume>  
        <issue>8</issue>  
        <fpage>e71238</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0071238"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1371/journal.pone.0071238</pub-id>
        <pub-id pub-id-type="medline">23977001</pub-id>
        <pub-id pub-id-type="pii">PONE-D-13-08056</pub-id>
        <pub-id pub-id-type="pmcid">PMC3747134</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Darkins</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Ryan</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Kobb</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Foster</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Edmonson</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Wakefield</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Lancaster</surname>
            <given-names>AE</given-names>
          </name>
        </person-group>
        <article-title>Care Coordination/Home Telehealth: the systematic implementation of health informatics, home telehealth, and disease management to support the care of veteran patients with chronic conditions</article-title>
        <source>Telemed J E Health</source>  
        <year>2008</year>  
        <month>12</month>  
        <volume>14</volume>  
        <issue>10</issue>  
        <fpage>1118</fpage>  
        <lpage>26</lpage>  
        <pub-id pub-id-type="doi">10.1089/tmj.2008.0021</pub-id>
        <pub-id pub-id-type="medline">19119835</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lilholt</surname>
            <given-names>PH</given-names>
          </name>
          <name name-style="western">
            <surname>Witt Udsen</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Ehlers</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Hejlesen</surname>
            <given-names>OK</given-names>
          </name>
        </person-group>
        <article-title>Telehealthcare for patients suffering from chronic obstructive pulmonary disease: effects on health-related quality of life: results from the Danish 'TeleCare North' cluster-randomised trial</article-title>
        <source>Br Med J Open</source>  
        <year>2017</year>  
        <month>05</month>  
        <day>09</day>  
        <volume>7</volume>  
        <issue>5</issue>  
        <fpage>e014587</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://bmjopen.bmj.com/cgi/pmidlookup?view=long&#38;pmid=28490555"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1136/bmjopen-2016-014587</pub-id>
        <pub-id pub-id-type="medline">28490555</pub-id>
        <pub-id pub-id-type="pii">bmjopen-2016-014587</pub-id>
        <pub-id pub-id-type="pmcid">PMC5623392</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Pinnock</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Hanley</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>McCloughan</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Todd</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Krishan</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Lewis</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Stoddart</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>van der Pol</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>MacNee</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Sheikh</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Pagliari</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>McKinstry</surname>
            <given-names>B</given-names>
          </name>
        </person-group>
        <article-title>Effectiveness of telemonitoring integrated into existing clinical services on hospital admission for exacerbation of chronic obstructive pulmonary disease: researcher blind, multicentre, randomised controlled trial</article-title>
        <source>Br Med J</source>  
        <year>2013</year>  
        <volume>347</volume>  
        <fpage>f6070</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.bmj.com/cgi/pmidlookup?view=long&#38;pmid=24136634"/>
        </comment>  
        <pub-id pub-id-type="medline">24136634</pub-id>
        <pub-id pub-id-type="pmcid">PMC3805483</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Shibata</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Wada</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <article-title>Robot therapy: a new approach for mental healthcare of the elderly - a mini-review</article-title>
        <source>Gerontology</source>  
        <year>2011</year>  
        <volume>57</volume>  
        <issue>4</issue>  
        <fpage>378</fpage>  
        <lpage>86</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.karger.com?DOI=10.1159/000319015"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1159/000319015</pub-id>
        <pub-id pub-id-type="medline">20639620</pub-id>
        <pub-id pub-id-type="pii">000319015</pub-id></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Banks</surname>
            <given-names>MR</given-names>
          </name>
          <name name-style="western">
            <surname>Willoughby</surname>
            <given-names>LM</given-names>
          </name>
          <name name-style="western">
            <surname>Banks</surname>
            <given-names>WA</given-names>
          </name>
        </person-group>
        <article-title>Animal-assisted therapy and loneliness in nursing homes: use of robotic versus living dogs</article-title>
        <source>J Am Med Dir Assoc</source>  
        <year>2008</year>  
        <month>03</month>  
        <volume>9</volume>  
        <issue>3</issue>  
        <fpage>173</fpage>  
        <lpage>7</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.jamda.2007.11.007</pub-id>
        <pub-id pub-id-type="medline">18294600</pub-id>
        <pub-id pub-id-type="pii">S1525-8610(07)00516-6</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bemelmans</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Gelderblom</surname>
            <given-names>GJ</given-names>
          </name>
          <name name-style="western">
            <surname>Jonker</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>de Witte</surname>
            <given-names>L</given-names>
          </name>
        </person-group>
        <article-title>Socially assistive robots in elderly care: a systematic review into effects and effectiveness</article-title>
        <source>J Am Med Dir Assoc</source>  
        <year>2012</year>  
        <month>02</month>  
        <volume>13</volume>  
        <issue>2</issue>  
        <fpage>114</fpage>  
        <lpage>120.e1</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.jamda.2010.10.002</pub-id>
        <pub-id pub-id-type="medline">21450215</pub-id>
        <pub-id pub-id-type="pii">S1525-8610(10)00347-6</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Robinson</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Macdonald</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Kerse</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Broadbent</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>The psychosocial effects of a companion robot: a randomized controlled trial</article-title>
        <source>J Am Med Dir Assoc</source>  
        <year>2013</year>  
        <month>09</month>  
        <volume>14</volume>  
        <issue>9</issue>  
        <fpage>661</fpage>  
        <lpage>7</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.jamda.2013.02.007</pub-id>
        <pub-id pub-id-type="medline">23545466</pub-id>
        <pub-id pub-id-type="pii">S1525-8610(13)00097-2</pub-id></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Broadbent</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Orejana</surname>
            <given-names>JR</given-names>
          </name>
          <name name-style="western">
            <surname>Ahn</surname>
            <given-names>HS</given-names>
          </name>
          <name name-style="western">
            <surname>Xie</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Rouse</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>MacDonald</surname>
            <given-names>BA</given-names>
          </name>
        </person-group>
        <article-title>The cost-effectiveness of a robot measuring vital signs in a rural medical practice</article-title>
        <year>2015</year>  
        <conf-name>24th IEEE International Symposium on Robot and Human Interactive Communication (RO-MAN)</conf-name>
        <conf-date>August 31-September 4</conf-date>
        <conf-loc>Kobe, Japan</conf-loc>
        <publisher-name>IEEE</publisher-name>
        <fpage>577</fpage>  
        <lpage>581</lpage>  
        <pub-id pub-id-type="doi">10.1109/ROMAN.2015.7333668</pub-id></nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
      <nlm-citation citation-type="book"> <person-group person-group-type="author"> <name name-style="western"> <surname>Orejana</surname> <given-names>JR</given-names> </name> <name name-style="western"> <surname>MacDonald</surname> <given-names>BA</given-names> </name> <name name-style="western"> <surname>Ahn</surname> <given-names>HS</given-names> </name> <name name-style="western"> <surname>Peri</surname> <given-names>K</given-names> </name> <name name-style="western"> <surname>Broadbent</surname> <given-names>E</given-names> </name> </person-group> <person-group person-group-type="editor"> <name name-style="western"> <surname>Tapus</surname> <given-names>A</given-names> </name> <name name-style="western"> <surname>André</surname> <given-names>E</given-names> </name> <name name-style="western"> <surname>Martin</surname> <given-names>JC</given-names> </name> <name name-style="western"> <surname>Ferland</surname> <given-names>F</given-names> </name> <name name-style="western"> <surname>Ammi</surname> <given-names>M</given-names> </name> </person-group> <article-title>Healthcare robots in homes of rural older adults</article-title> <source>Social Robotics. Lecture Notes in Computer Science vol 9388</source> <year>2015</year> <publisher-loc>Cham</publisher-loc> <publisher-name>Springer</publisher-name> <fpage>512</fpage> <lpage>521</lpage> </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mann</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>MacDonald</surname>
            <given-names>BA</given-names>
          </name>
          <name name-style="western">
            <surname>Kuo</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Li</surname>
            <given-names>X</given-names>
          </name>
          <name name-style="western">
            <surname>Broadbent</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>People respond better to robots than computer tablets delivering healthcare instructions</article-title>
        <source>Comput Hum Behav</source>  
        <year>2015</year>  
        <month>02</month>  
        <volume>43</volume>  
        <fpage>112</fpage>  
        <lpage>117</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.chb.2014.10.029</pub-id></nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kidd</surname>
            <given-names>CD</given-names>
          </name>
          <name name-style="western">
            <surname>Breazeal</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>Robots at home: understanding long-term human-robot interaction</article-title>
        <year>2008</year>  
        <conf-name>International Conference on Intelligent Robots and Systems, IROS</conf-name>
        <conf-date>September 22-26</conf-date>
        <conf-loc>Nice, France</conf-loc>
        <publisher-name>IEEE</publisher-name>
        <fpage>3230</fpage>  
        <lpage>3235</lpage> </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lim</surname>
            <given-names>WS</given-names>
          </name>
          <name name-style="western">
            <surname>van der Eerden</surname>
            <given-names>MM</given-names>
          </name>
          <name name-style="western">
            <surname>Laing</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Boersma</surname>
            <given-names>WG</given-names>
          </name>
          <name name-style="western">
            <surname>Karalus</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Town</surname>
            <given-names>GI</given-names>
          </name>
          <name name-style="western">
            <surname>Lewis</surname>
            <given-names>SA</given-names>
          </name>
          <name name-style="western">
            <surname>Macfarlane</surname>
            <given-names>JT</given-names>
          </name>
        </person-group>
        <article-title>Defining community acquired pneumonia severity on presentation to hospital: an international derivation and validation study</article-title>
        <source>Thorax</source>  
        <year>2003</year>  
        <month>05</month>  
        <volume>58</volume>  
        <issue>5</issue>  
        <fpage>377</fpage>  
        <lpage>82</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://thorax.bmj.com/cgi/pmidlookup?view=long&#38;pmid=12728155"/>
        </comment>  
        <pub-id pub-id-type="medline">12728155</pub-id>
        <pub-id pub-id-type="pmcid">PMC1746657</pub-id></nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Broadbent</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Peri</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Kerse</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Jayawardena</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Kuo</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Datta</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>MacDonald</surname>
            <given-names>B</given-names>
          </name>
        </person-group>
        <person-group person-group-type="editor">
          <name name-style="western">
            <surname>Williams</surname>
            <given-names>MA</given-names>
          </name>
          <name name-style="western">
            <surname>Beetz</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Johnston</surname>
            <given-names>B</given-names>
          </name>
        </person-group>
        <article-title>Robots in older peoples homes to improve medication adherence and quality of life: a randomised cross-over trial</article-title>
        <source>Social Robotics. Lecture Notes in Computer Science, vol 8755</source>  
        <year>2014</year>  
        <publisher-loc>Cham</publisher-loc>
        <publisher-name>Springer</publisher-name>
        <fpage>64</fpage>  
        <lpage>73</lpage> </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>van der Molen</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Willemse</surname>
            <given-names>BW</given-names>
          </name>
          <name name-style="western">
            <surname>Schokker</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>ten Hacken</surname>
            <given-names>NH</given-names>
          </name>
          <name name-style="western">
            <surname>Postma</surname>
            <given-names>DS</given-names>
          </name>
          <name name-style="western">
            <surname>Juniper</surname>
            <given-names>EF</given-names>
          </name>
        </person-group>
        <article-title>Development, validity and responsiveness of the Clinical COPD Questionnaire</article-title>
        <source>Health Qual Life Outcomes</source>  
        <year>2003</year>  
        <month>04</month>  
        <day>28</day>  
        <volume>1</volume>  
        <fpage>13</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/12773199"/>
        </comment>  
        <pub-id pub-id-type="medline">12773199</pub-id>
        <pub-id pub-id-type="pmcid">PMC156640</pub-id></nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Poole</surname>
            <given-names>PJ</given-names>
          </name>
          <name name-style="western">
            <surname>Chase</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Frankel</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Black</surname>
            <given-names>PN</given-names>
          </name>
        </person-group>
        <article-title>Case management may reduce length of hospital stay in patients with recurrent admissions for chronic obstructive pulmonary disease</article-title>
        <source>Respirology</source>  
        <year>2001</year>  
        <month>03</month>  
        <volume>6</volume>  
        <issue>1</issue>  
        <fpage>37</fpage>  
        <lpage>42</lpage>  
        <pub-id pub-id-type="medline">11264761</pub-id>
        <pub-id pub-id-type="pii">res294</pub-id></nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Horne</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Weinman</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Self-regulation and self-management in asthma: exploring the role of illness perceptions and treatment beliefs in explaining non-adherence to preventer medication</article-title>
        <source>Psychol Health</source>  
        <year>2002</year>  
        <month>01</month>  
        <volume>17</volume>  
        <issue>1</issue>  
        <fpage>17</fpage>  
        <lpage>32</lpage>  
        <pub-id pub-id-type="doi">10.1080/08870440290001502</pub-id></nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
