<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="review-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v23i9e25195</article-id>
      <article-id pub-id-type="pmid">34468324</article-id>
      <article-id pub-id-type="doi">10.2196/25195</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Review</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Review</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>The Effect of Telehealth on Hospital Services Use: Systematic Review and Meta-analysis</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Kukafka</surname>
            <given-names>Rita</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Behzadifar</surname>
            <given-names>Masoud</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Zihao</surname>
            <given-names>He</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Peters</surname>
            <given-names>Guido M</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9035-4982</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Kooij</surname>
            <given-names>Laura</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9047-3295</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Lenferink</surname>
            <given-names>Anke</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2276-5691</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>van Harten</surname>
            <given-names>Wim H</given-names>
          </name>
          <degrees>MD, Prof Dr</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9580-0489</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Doggen</surname>
            <given-names>Carine J M</given-names>
          </name>
          <degrees>Prof Dr</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <address>
            <institution>Department of Health Technology and Services Research</institution>
            <institution>Technical Medical Centre</institution>
            <institution>University of Twente</institution>
            <addr-line>Drienerlolaan 5</addr-line>
            <addr-line>Enschede, 7522NB</addr-line>
            <country>Netherlands</country>
            <phone>31 534897475</phone>
            <email>c.j.m.doggen@utwente.nl</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4766-4333</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Clinical Research</institution>
        <institution>Rijnstate Hospital</institution>
        <addr-line>Arnhem</addr-line>
        <country>Netherlands</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Health Technology and Services Research</institution>
        <institution>Technical Medical Centre</institution>
        <institution>University of Twente</institution>
        <addr-line>Enschede</addr-line>
        <country>Netherlands</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Information and Medical Technology</institution>
        <institution>Rijnstate Hospital</institution>
        <addr-line>Arnhem</addr-line>
        <country>Netherlands</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Division of Psychosocial Research and Epidemiology</institution>
        <institution>Netherlands Cancer Institute</institution>
        <addr-line>Amsterdam</addr-line>
        <country>Netherlands</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Rijnstate Hospital</institution>
        <addr-line>Arnhem</addr-line>
        <country>Netherlands</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Carine J M Doggen <email>c.j.m.doggen@utwente.nl</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>9</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>1</day>
        <month>9</month>
        <year>2021</year>
      </pub-date>
      <volume>23</volume>
      <issue>9</issue>
      <elocation-id>e25195</elocation-id>
      <history>
        <date date-type="received">
          <day>22</day>
          <month>10</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>1</day>
          <month>12</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>17</day>
          <month>12</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>11</day>
          <month>6</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Guido M Peters, Laura Kooij, Anke Lenferink, Wim H van Harten, Carine J M Doggen. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 01.09.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2021/9/e25195" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Telehealth interventions, that is, health care provided over a distance using information and communication technology, are suggested as a solution to rising health care costs by reducing hospital service use. However, the extent to which this is possible is unclear.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this study is to evaluate the effect of telehealth on the use of hospital services, that is, (duration of) hospitalizations, and to compare the effects between telehealth types and health conditions.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We searched PubMed, Scopus, and the Cochrane Library from inception until April 2019. Peer-reviewed randomized controlled trials (RCTs) reporting the effect of telehealth interventions on hospital service use compared with usual care were included. Risk of bias was assessed using the Cochrane Risk of Bias 2 tool and quality of evidence according to the Grading of Recommendations Assessment, Development and Evaluation guidelines.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>We included 127 RCTs in the meta-analysis. Of these RCTs, 82.7% (105/127) had a low risk of bias or some concerns overall. High-quality evidence shows that telehealth reduces the risk of all-cause or condition-related hospitalization by 18 (95% CI 0-30) and 37 (95% CI 20-60) per 1000 patients, respectively. We found high-quality evidence that telehealth leads to reductions in the mean all-cause and condition-related hospitalizations, with 50 and 110 fewer hospitalizations per 1000 patients, respectively. Overall, the all-cause hospital days decreased by 1.07 (95% CI −1.76 to −0.39) days per patient. For hospitalized patients, the mean hospital stay for condition-related hospitalizations decreased by 0.89 (95% CI −1.42 to −0.36) days. The effects were similar between telehealth types and health conditions. A trend was observed for studies with longer follow-up periods yielding larger effects.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Small to moderate reductions in hospital service use can be achieved using telehealth. It should be noted that, despite the large number of included studies, uncertainties around the magnitude of effects remain, and not all effects are statistically significant.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>telehealth</kwd>
        <kwd>systematic review</kwd>
        <kwd>meta-analysis</kwd>
        <kwd>hospitalization</kwd>
        <kwd>health services use</kwd>
        <kwd>eHealth</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Many see the COVID-19 crisis as an opportunity to stimulate digital transformation. We can expect digital care and eHealth to receive a boost during this era. Creativity and flexibility are stimulated to formulate an answer to challenges in patients fearing infection in a hospital and to social distancing being necessary within hospital premises. Telehealth, defined as health care provided over a distance using information and communication technology (ICT) to enable interaction between patients and health professionals [<xref ref-type="bibr" rid="ref1">1</xref>], may offer a solution. However, the efficacy of telehealth is unclear. When the dust has settled, there is a need to properly evaluate experiences and the evidence base underlying various forms of telehealth.</p>
      <p>In addition, digital transformation is considered in response to the need to improve patient centeredness and concerns about growing health care expenditures [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>]. Limiting the need for inpatient care, which is the main driver of hospital costs, may reduce health care expenditures [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. Manufacturers’ claims and commercial pilot reports seem to dominate the debate, and policy makers frequently embrace those claims. In the Netherlands, the government presumes that hospital care can return to a very low percentage of annual volume growth in view of the anticipated effects of digital transformation. However, the extent to which telehealth can reduce hospital service use remains unclear. Some reviews have reported on the effect of telehealth on this outcome, finding both reductions and increases in hospital service use [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref8">8</xref>]. A recent systematic overview of telehealth interventions found that the effect on all-cause hospitalizations ranged from a reduction of 13.8% to an increase of 4.7% [<xref ref-type="bibr" rid="ref6">6</xref>]. No prior review has compared the effects between health conditions, and most have focused on a single telehealth type, limiting generalizability [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref8">8</xref>]. Firm evidence for economic benefits is also limited, as cost-effectiveness studies are sparse and show contradictory results [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. Moreover, telehealth can be implemented in various ways. Telehealth interventions include (1) video consultation, (2) automated device-based monitoring, (3) web-based monitoring, (4) interactive voice response (IVR) systems, (5) mobile telemonitoring, and (6) structured telephone support (STS) [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
      <p>We conducted a systematic literature review of randomized controlled trials (RCTs) aiming to provide an overview of the evidence for the effect of telehealth on hospital services use, that is, all-cause and condition-related hospitalizations, and their duration (per patient and per hospitalization). Furthermore, we evaluated the risk of bias in all studies, as well as the quality of evidence for all outcomes. Finally, we explored which types of telehealth are most effective and which patient groups are the optimal target for reducing hospital service use.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>This review followed the guidelines of the Cochrane Handbook, with some modifications [<xref ref-type="bibr" rid="ref11">11</xref>]. Notably, we used reporting of the outcomes of interest as an inclusion criterion, selected studies and extracted data partially in duplicate (20%), and deviated somewhat from the suggested algorithm to judge the risk of bias arising from the randomization process (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
      </sec>
      <sec>
        <title>Data Sources and Searches</title>
        <p>We searched MEDLINE, Scopus (Elsevier), and the Cochrane Central Register of Controlled Trials (Wiley) from inception up to April 2019. The search strategy (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>) was developed by GMP using MeSH (Medical Subject Headings) terms and reference lists of relevant reviews until it encompassed all important keywords, and the search found all pertinent articles included in earlier reviews. WHVH and CJMD critically evaluated the search strategy before implementation.</p>
      </sec>
      <sec>
        <title>Eligibility Criteria</title>
        <p>RCTs and cluster RCTs reporting the use of telehealth interventions compared with usual care were included. Telehealth was defined as health care interventions provided over a distance using ICT to enable interactions between patients and health professionals or among health professionals. Patients of any age and with any health conditions were considered. Reported outcomes included at least one of the following: all-cause hospitalization, condition-related hospitalization, or length of hospital stay. We considered only published, English, full-text, and peer reviewed articles. We did not apply any restrictions to the setting or date of publication.</p>
        <p>This review follows the taxonomy of telehealth interventions developed in another systematic review [<xref ref-type="bibr" rid="ref8">8</xref>], which differentiates between video consultations, (automated) device-based monitoring, web-based telemonitoring, IVR, mobile telemonitoring, and STS.</p>
        <p>Video consultations are defined as any intervention using synchronous, two-way, audio-visual communication between patients and health care providers to perform triage or provide health advice. If measurement devices were provided, measurements were communicated solely during the video consultations.</p>
        <p>In device-based monitoring, patients are provided with devices to measure vital signs or to report symptoms essential for detecting changes in health status. Automated alerts triggering actions from health care providers, such as phone calls, are frequently included.</p>
        <p>Web-based telemonitoring includes interventions using a web portal to enable patients to report vital signs and symptoms, and to enable health professionals to provide educational material and feedback.</p>
        <p>In IVR systems, patients are required to enter vital signs and symptoms through their home or mobile telephone in response to automated questions. These systems are typically combined with automated alerts that trigger actions from health care providers.</p>
        <p>With mobile telemonitoring, patients actively submit vital signs and symptoms through their personal mobile devices. Vital signs are measured using external measurement devices.</p>
        <p>STS provides patients with a specified number of telephone contacts for a given period of time, during which patients report their health status and receive health advice, medication adjustments, or referrals to health professionals.</p>
        <p>We defined condition-related hospitalizations as hospitalizations due to the targeted health conditions. Studies that explicitly reported only condition-related outcomes are not aggregated with all-cause outcomes, as outcomes resulting from causes other than the condition of interest are unknown in that case, which could bias the results.</p>
        <p>For the mean length of hospital stay, the total number of hospital days was divided by the total number of hospital stays. This is in contrast to the number of hospital days, where the total number of hospital days was divided by the total number of patients.</p>
      </sec>
      <sec>
        <title>Data Collection and Extraction</title>
        <p>GMP screened all titles and abstracts. This screening was independently verified on a sample basis (10%) by LK and AL. Screening of full text articles was performed identically. Disagreements were resolved through discussion, or adjudication by CJMD. Screening was performed using the Covidence systematic review software [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
        <p>Using a standardized data extraction form, GMP extracted the following data from all included studies: study characteristics (eg, country and setting), population characteristics (eg, health condition, age, and gender), intervention details (eg, ICT components used and frequency of use), and outcomes (hospitalizations, length of hospital stay, and hospital days; <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>). Data extraction was verified by LK on a sample basis.</p>
      </sec>
      <sec>
        <title>Assessment of Risk of Bias</title>
        <p>We used the Cochrane Risk of Bias 2 (RoB 2) tool to assess the risk of bias for each study [<xref ref-type="bibr" rid="ref13">13</xref>]. A number of rules were derived from the manual to ensure consistent judgments between reviewers (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). GMP assessed the risk of bias of all studies. Risk of bias assessment was performed independently and in duplicate for all studies by LK, AL, or CJMD. Disagreements were resolved through discussion or arbitration by a third reviewer, if necessary. The authors of the studies were not contacted for additional information in case of missing data or methodological unclarities.</p>
      </sec>
      <sec>
        <title>Data Synthesis and Analysis</title>
        <p>Risk differences between telehealth and usual care were calculated for data reported as cumulative incidences. Cumulative incidences reported as percentages were converted to the number of participants with events. For data reported as means, such as the mean number of hospitalizations per patient, the mean differences (MDs) between telehealth and usual care were calculated. Missing SDs were calculated, where possible. All calculations were performed according to Chapter 6 of the Cochrane Handbook [<xref ref-type="bibr" rid="ref14">14</xref>]. Meta-analyses were conducted with the meta package in R, Version 3.6.3, (R Foundation for Statistical Computing) [<xref ref-type="bibr" rid="ref15">15</xref>], using Mantel-Haenszel random-effects models. Hartung-Knapp adjustment is used to better reflect the uncertainty in the estimation of between-study heterogeneity in CIs [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>].</p>
        <p>The overall quality of evidence was rated according to the Grading of Recommendations Assessment, Development and Evaluation (GRADE) approach (<xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref>) [<xref ref-type="bibr" rid="ref18">18</xref>]. GMP rated the quality of evidence for each outcome (<xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref>). This rating was verified by all other authors, and disagreements were resolved by discussion.</p>
        <p>We conducted subgroup analyses for health conditions that were studied in at least two articles, as well as for each type of telehealth, length of follow-up, and risk of bias. These analyses were planned a priori. The risk of bias was analyzed using the robvis package in R [<xref ref-type="bibr" rid="ref19">19</xref>]. To assess publication bias, we visually inspected funnel plots (using the meta package in R).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Study Selection</title>
        <p>The search identified 2544 records. After removing duplicates, 1410 records remained for the screening of titles and abstracts, through which 1114 (79.0%) records were excluded. We assessed 296 full-text articles for eligibility and excluded 120 articles. Of the remaining 176 articles, 127 (72.2%) provided sufficient data for inclusion in the meta-analysis (<xref ref-type="supplementary-material" rid="app6">Multimedia Appendix 6</xref>). <xref rid="figure1" ref-type="fig">Figure 1</xref> provides an overview of the study selection process.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Study selection flowchart and study characteristics. RCT: randomized controlled trial.</p>
          </caption>
          <graphic xlink:href="jmir_v23i9e25195_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Study Characteristics</title>
        <p>An overview of telehealth types, health conditions, and outcomes is provided in <xref rid="figure1" ref-type="fig">Figure 1</xref> (details are provided in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>). Most studies were conducted in Europe (n=55) and North America (n=41).</p>
      </sec>
      <sec>
        <title>Risk of Bias</title>
        <p>We judged 50 articles to be at low overall risk of bias, 55 to have some concerns, and 22 to be at high risk of bias. Most articles were assessed at low risk of bias for all five domains (64/127, 50.4% to 98/127, 77.2%), except for selection of the reported result (63/127, 49.6%; <xref rid="figure2" ref-type="fig">Figure 2</xref>). High risk was found for bias arising from the randomization process in only 3 articles, bias due to deviations from intended interventions in one, due to missing outcome data in 11, bias in measurement of the outcome in one, and in selection of the reported result in 1 out of 127 articles. Weighted risk of bias summaries are provided for each analysis in <xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref>. In the analyses of condition-related hospitalizations and the length of hospital stay due to any cause, studies at high risk of bias in at least one domain cumulatively accounted for approximately 20% of the weight. In all other analyses, this figure was below 10%.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Unweighted risk of bias summary.</p>
          </caption>
          <graphic xlink:href="jmir_v23i9e25195_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Outcomes</title>
        <p>The summary of findings table (<xref ref-type="table" rid="table1">Table 1</xref>) provides a comprehensive overview of the main results for all outcomes.</p>
        <p>For each analysis, most RCTs used device-based monitoring or STS and included mainly patients with heart failure or chronic obstructive pulmonary disease (COPD; details <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>). Complete analyses are available in <xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref>.</p>
        <p>The outcomes are reported as rates in 14 articles. Although these could not be incorporated in the meta-analyses, an overview of these results is provided in <xref ref-type="supplementary-material" rid="app7">Multimedia Appendix 7</xref>.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Summary of findings table for the effect of telehealth interventions on various outcome measures compared with usual care.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="210"/>
            <col width="70"/>
            <col width="70"/>
            <col width="80"/>
            <col width="80"/>
            <col width="90"/>
            <col width="110"/>
            <col width="100"/>
            <col width="0"/>
            <col width="190"/>
            <thead>
              <tr valign="top">
                <td>Outcome</td>
                <td>Studies (RCTs<sup>a</sup>), n</td>
                <td>Participants, n</td>
                <td>Follow-up (months)</td>
                <td>Usual care estimate</td>
                <td>Intervention effect estimate</td>
                <td>Effect estimate (95% CI)</td>
                <td>GRADE<sup>b</sup> Strength of evidence<sup>c</sup></td>
                <td colspan="2">Plain language summary</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Patients with an all-cause hospitalization (patients hospitalized per 1000 patients)</td>
                <td>76</td>
                <td>34,423</td>
                <td>1-60</td>
                <td>373</td>
                <td>355</td>
                <td>Risk difference: −18 (−30 to −0)</td>
                <td>High</td>
                <td colspan="2">The number of patients hospitalized for any cause is reduced by 4.8%<sup>d</sup></td>
              </tr>
              <tr valign="top">
                <td>Patients with a condition-related hospitalization (hospitalizations per 1000 patients)</td>
                <td>50</td>
                <td>20,867</td>
                <td>1-60</td>
                <td>237</td>
                <td>200</td>
                <td>Risk difference: −37 (−60 to −20)</td>
                <td>High</td>
                <td colspan="2">The number of patients hospitalized for the condition targeted is reduced by 15.6%<sup>d</sup></td>
              </tr>
              <tr valign="top">
                <td>Mean all-cause hospitalizations per patient (hospitalizations per 1000 patients)</td>
                <td>31</td>
                <td>11,191</td>
                <td>3-12</td>
                <td>880</td>
                <td>830</td>
                <td>Mean difference: −50 (−140 to +30)</td>
                <td>High</td>
                <td colspan="2">All-cause hospitalizations are reduced by 5.7%<sup>d</sup></td>
              </tr>
              <tr valign="top">
                <td>Mean condition-related hospitalizations per patient (hospitalizations per 1000 patients)</td>
                <td>22</td>
                <td>3461</td>
                <td>1-60</td>
                <td>470</td>
                <td>360</td>
                <td>Mean difference: −110 (−200 to −10)</td>
                <td>High</td>
                <td colspan="2">Condition-related hospitalizations are reduced by 23.4%<sup>d</sup></td>
              </tr>
              <tr valign="top">
                <td>All-cause hospital days<sup>e</sup> (hospital days per patient)</td>
                <td>19</td>
                <td>9735</td>
                <td>0-60</td>
                <td>6.06</td>
                <td>4.99</td>
                <td>Mean difference: −1.07 (−1.76 to −0.39)</td>
                <td>High</td>
                <td colspan="2">The mean number of days spent in the hospital for any cause per patient is reduced by 17.7%<sup>d</sup></td>
              </tr>
              <tr valign="top">
                <td>Condition-related hospital days<sup>e</sup> (hospital days per patient)</td>
                <td>8</td>
                <td>1216</td>
                <td>3-60</td>
                <td>2.84</td>
                <td>1.71</td>
                <td> Mean difference: −1.13 (−1.64 to −0.61)</td>
                <td>Moderate<sup>f</sup></td>
                <td colspan="2">The mean number of days spent in the hospital for the condition targeted is reduced by 39.8%<sup>d</sup></td>
              </tr>
              <tr valign="top">
                <td>Length of all-cause hospital stay<sup>g</sup> (days per hospitalization)</td>
                <td>12</td>
                <td>1964</td>
                <td>0-60</td>
                <td>8.37</td>
                <td>7.89</td>
                <td>Mean difference: −0.48 (−1.50 to 0.53)</td>
                <td>Low<sup>h</sup></td>
                <td colspan="2">Hospitalizations for any cause are 5.7%<sup>d</sup> shorter with telehealth</td>
              </tr>
              <tr valign="top">
                <td>Condition-related hospital length of stay<sup>g</sup> (days per hospital stay)</td>
                <td>15</td>
                <td>2047</td>
                <td>0-24</td>
                <td>2.92</td>
                <td>2.03</td>
                <td>Mean difference: −0.89 (−1.42 to −0.36)</td>
                <td>High</td>
                <td colspan="2">Hospitalizations for the condition targeted are 30.5%<sup>d</sup> shorter with telehealth</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>RCT: randomized controlled trial.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>GRADE: Grading of Recommendations Assessment, Development and Evaluation.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>High: we are very confident that the true effect lies close to that of the estimate of the effect; moderate: we are moderately confident in the effect estimate: the true effect is likely to be close to the estimate of the effect, but there is a possibility that it is substantially different; low: our confidence in the effect estimate is limited: the true effect may be substantially different from the estimate of the effect.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>Percentages were calculated by dividing the effect estimate by the usual care estimate.</p>
            </fn>
            <fn id="table1fn5">
              <p><sup>e</sup>Participants are the unit of analysis.</p>
            </fn>
            <fn id="table1fn6">
              <p><sup>f</sup>Downgraded by one level for risk of publication bias.</p>
            </fn>
            <fn id="table1fn7">
              <p><sup>g</sup>Hospitalizations are the unit of analysis.</p>
            </fn>
            <fn id="table1fn8">
              <p><sup>h</sup>Downgraded by one level for risk of bias and another for imprecision.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Risk of All-Cause Hospitalization</title>
        <p>The risk of all-cause hospitalization was reported by 76 RCTs, including 34,423 participants. The analysis provides high-quality evidence for a risk difference of −18 (95% CI −30 to 0) hospitalized patients per 1000 patients (−4.8% of usual care).</p>
      </sec>
      <sec>
        <title>Risk of Condition-Related Hospitalization</title>
        <p>We found 50 RCTs reporting the risk of condition-related hospitalization, including 20,867 participants. The absolute risk was reduced by 37 per 1000 patients (95% CI 20-60), with high-quality evidence (−5.7% of usual care). When stratified by health condition, only the heart failure group showed a statistically significant effect (risk difference = −0.03), although the subgroup difference was not significant (<italic>P</italic>=.40).</p>
      </sec>
      <sec>
        <title>Mean All-Cause Hospitalizations</title>
        <p>We found 31 RCTs reporting the mean number of all-cause hospitalizations per patient, including 11,191 participants. Follow-up varied between 3 and 12 months. The analysis showed high-quality evidence for an MD of −50 (95% CI −140 to +30) hospitalizations per 1000 patients, a 5.7% reduction with regards to the number of hospitalizations in the usual care group. Only the COPD subgroup showed a statistically significant MD between telehealth and usual care of −200 (95% CI −390 to −10) hospitalizations per 1000 patients. No effects were found for heart failure and other diseases. In addition, an RCT studying malignancies reported an MD of +0.09 hospitalizations per patient compared with usual care but did not report a SD and was therefore excluded from the meta-analysis.</p>
      </sec>
      <sec>
        <title>Mean Condition-Related Hospitalizations</title>
        <p>The mean number of condition-related hospitalizations per patient was reported in 22 RCTs, including 3461 participants. Follow-up varied between 1 and 60 months. The analysis showed high-quality evidence for an MD of −110 (−200 to −10; −23.4% of usual care) hospitalizations per 1000 patients with telehealth compared with usual care. Differences between outcomes appeared to depend on the length of follow-up (<italic>P&#60;</italic>.01). The difference increased gradually with a longer follow-up from an MD of −90 between 3 and 6 months up to a reduction of 1190 hospitalizations per 1000 patients for outcomes reported after more than 12 months. When stratified by health condition, only heart failure showed a statistically significant effect (MD −120; −200 to −40 hospitalizations per 1000 patients).</p>
      </sec>
      <sec>
        <title>All-Cause Hospital Days</title>
        <p>The mean number of days patients were hospitalized for any cause was reported in 19 RCTs including 9735 participants. Overall, the analysis showed high quality evidence for an MD of −1.07 (95% CI −1.76 to −0.39) hospital days per patient. In addition, 9 RCTs reported the total number of days for which patients were hospitalized, and 2 reported the rate of hospital days. Furthermore, 1 RCT reported an MD of +0.60 hospital days with telehealth compared with usual care but did not report an SD nor the necessary information to calculate one. These 12 RCTs, which included 3144 participants, could not be incorporated in the meta-analysis.</p>
      </sec>
      <sec>
        <title>Condition-Related Hospital Days</title>
        <p>The mean number of days patients were hospitalized for the condition of interest was reported by 8 RCTs, including a total of 1216 participants. The analysis showed moderate quality evidence of an MD of −1.13 (95% CI −1.64 to −0.61) hospital days per patient. The quality of evidence was downgraded because of risk of publication bias. A statistically significant difference was found for the length of follow-up (<italic>P</italic>&#60;.01), with longer follow-up resulting in larger reductions in hospital days. It is notable that when stratified by health condition, a statistically significant result was only achieved in heart failure (MD −1.06 hospital days, 95% CI −1.71 to −0.40). For COPD, an MD of −1.75 (95% CI −4.62 to 1.11) was found. In addition, 7 studies reported the total number of days patients were hospitalized, and one reported the rate of hospital days. These studies, including 2492 participants, could not be included in the meta-analysis.</p>
      </sec>
      <sec>
        <title>Length of All-Cause Hospital Stay for Hospitalized Patients</title>
        <p>A total of 12 RCTs reported length of all-cause hospital stay, including 1964 hospitalized patients. Low-quality evidence was found for an MD of −0.48 (95% CI −1.44 to +0.47 days) hospital days per stay. The quality of evidence was downgraded by one level for risk of bias and by another for imprecision. Subgroup differences were found between different lengths of follow-up (<italic>P</italic>&#60;.01) and different levels of risk of bias (<italic>P</italic>≤.01), but no clear trends were found. Three studies reported the length of hospital stay as medians and IQRs, and they could therefore not be included in the meta-analysis.</p>
      </sec>
      <sec>
        <title>Length of Condition-Related Hospital Stay for Hospitalized Patients</title>
        <p>Fifteen RCTs reported length of condition-related hospital stay, including 2047 hospitalized patients. The analysis showed high-quality evidence for an MD of −0.89 hospital days per stay (95% CI −1.42 to −0.36 days).</p>
        <p>Subgroup differences were found in reporting outcomes at different lengths of follow-up (<italic>P&#60;</italic>.01). An MD of −3.95 hospital days per stay (95% CI −6.06 to −1.84 days) was found for reporting between 7 and 12 months, whereas other MDs ranged from −1.00 to −0.42 days. An additional 3 RCTs reported the length of hospital stay as medians and IQRs and 4 did not report SDs nor any information that could be used to calculate them. These 7 RCTs, including 922 participants, were therefore excluded from the meta-analysis.</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Our review indicates that the risk of all-cause hospitalization decreased significantly by 18 hospitalizations per 1000 patients (−4.8%) and 37 (−15.6%) for condition-related hospitalizations. We found high-quality evidence that, compared with usual care, telehealth leads to reductions in mean all-cause (MD −0.05, 95% CI −0.14 to 0.03 hospitalizations per patient; −5.7% of usual care) and condition-related hospitalizations (MD −0.11, 95% −0.20 to −0.01; −23.4%), that is, 50 to 110 fewer mean hospitalizations, respectively, per 1000 patients. Overall, it is evident that all-cause hospital days decreased significantly with a mean of −1.07 (−17.7%) hospital days per patient and condition-related hospital days with −1.13 (−39.8%) days, although evidence for the latter was only moderate. For hospitalized patients, the mean stay for any cause could potentially be reduced (MD −0.48 days, 95% CI −1.50 to 0.53; 5.7%, low-quality evidence), and mean stay for condition-related hospitalizations even more (MD −0.89 days, 95% CI −1.42 to −0.36; 30.5%, high-quality evidence). The effects were similar for various health conditions and types of telehealth. A trend was observed for studies with longer follow-up periods, yielding larger effects. It should, however, be noted that, although this is a systematic review including a large number of studies, uncertainties around the magnitude of effects remain, and not all differences were statistically significant.</p>
        <p>The quality of evidence was high for most of the analyses. Downgrading was only necessary for two analyses because of the risk of bias, risk of publication bias, and imprecision because of a small cumulative sample size. Overall, there were approximately as many articles with some concerns as there were articles at low risk of bias. The main culprits were insufficient reporting of the randomization method, lack of available trial registrations or study protocols, and incomplete outcome data (mostly due to deaths). None of these aspects necessarily indicate issues with the study itself, but rather with the reporting of a study. It is desirable that more information is made available, such as by providing web-based supplementary material.</p>
      </sec>
      <sec>
        <title>Comparison With Prior Work</title>
        <p>In our review, the most commonly used telehealth types were device-based monitoring and STS. In general, only small differences in effects were found between telehealth types, which did not appear to be relevant. This finding is in line with a Cochrane review including RCTs investigating the effect of either STS or device-based monitoring in the management of heart failure, which also found no difference [<xref ref-type="bibr" rid="ref20">20</xref>]. It should be explored whether design aspects, such as monitoring frequency or duration, or patient engagement, could explain the differences in effect. Furthermore, patient compliance is often important for the success of telehealth interventions. For example, the patients must consistently take and send measurements, be available for telephone contacts or video consultations, or report symptoms. If these actions are not taken by the patient, telehealth interventions cannot function. Therefore, it is important to consider patient preferences during the design process [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>].</p>
        <p>Studies including patients with heart failure or COPD accounted for the majority of the weight in the meta-analyses of this review, although the effects found for other health conditions seemed similar. No other review has combined the results for multiple health conditions. However, reviews of heart failure and COPD specifically are available for comparison. A systematic review including reviews on telehealth for chronic heart failure patients published between 1996 and 2014 found low-quality evidence for absolute risk reductions in patients with an all-cause hospitalization of 4.7% to 13.8% and of 3.7% to 8.2% for patients with a condition-related hospitalization [<xref ref-type="bibr" rid="ref6">6</xref>]. Our estimate for patients with all-cause hospitalization was considerably lower (2%) and more precise. This is caused by the larger number of studies (75 in our study vs 8 in the other meta-analysis) and thus participants in our analysis (N=30,937 vs N=2343). Our estimate for patients with condition-related hospitalization was similar (3.8%). A recent review on telehealth for heart failure patients also found a trend toward reduced hospitalizations [<xref ref-type="bibr" rid="ref23">23</xref>]. Another recent review, on coronary heart disease patients, found a relative risk of 0.56 (95% CI 0.39-0.81), although absolute differences were also small [<xref ref-type="bibr" rid="ref24">24</xref>].</p>
        <p>A systematic overview of reviews including COPD patients found 3 reviews investigating the effect of telehealth on hospitalizations, all of which found a reduction in hospitalizations [<xref ref-type="bibr" rid="ref7">7</xref>]. Another systematic review reported reduced hospitalizations in 8 out of 11 studies, ranging from −10% to −63%. The findings were similar for all-cause hospitalization and condition-related hospitalizations [<xref ref-type="bibr" rid="ref25">25</xref>]. Our review confirms the reduction in hospitalizations also found in previous reviews and provides a more realistic estimate of the effect through meta-analyses, which was rarely performed in previous reviews.</p>
        <p>In a systematic overview of the use of telehealth for various chronic health conditions, reviews on health conditions other than heart failure or COPD also found only a few articles, except for diabetes [<xref ref-type="bibr" rid="ref8">8</xref>]. This result is consistent with the findings of our review. As COPD and heart failure only make up a small part of the care provided by hospitals [<xref ref-type="bibr" rid="ref26">26</xref>], more research is necessary on the effect of telehealth on hospital services use in health conditions other than COPD and heart failure, which are also highly prevalent.</p>
        <p>The length of follow-up seems to be an important factor influencing the effect of telehealth in our review. We found subgroup differences in length of hospital stay (both all-cause and condition-related), condition-related hospitalizations, and condition-related hospital days, with larger effect sizes for studies with longer follow-up. A similar trend was observed for all-cause hospital days. One review reported a reduction in mortality at 6 months, with no differences at 1 year [<xref ref-type="bibr" rid="ref21">21</xref>]. No other reviews assessed differences in effects between the lengths of follow-up.</p>
        <p>When telehealth replaces face-to-face contact, it is clear that this can aid in reducing outpatient contacts and supporting social distancing in outpatient departments. In view of the small effects on hospitalizations and moderate effects on hospital inpatient days, it is important to determine whether telehealth actually contributes to cost reduction. Telehealth comes at a cost, for example, because health professionals make phone calls, conduct video consultations, or interpret data. To reduce the costs of interventions, automation of some of these aspects, for example, by developing algorithms to recognize deterioration of patients' health status, should be studied. Although we investigated whether the mechanism by which telehealth is often claimed to reduce costs is indeed present, we did not directly investigate whether costs were reduced. Thorough budget impact and cost-effectiveness studies are needed to reach firm conclusions in this domain.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>This review has several strengths and limitations. First, the wide scope enabled us to find a large number of articles meeting our inclusion criteria. Furthermore, we quantitatively compared the effects achieved in different health conditions using different types of telehealth and length of follow-up. Another important strength is that we assessed all included articles for risk of bias and graded the strength of evidence for each analysis, providing a comprehensive overview of the evidence on the effect of telehealth on hospital service use.</p>
        <p>The wide scope also acts as a double-edged sword in that it makes the participants in the various studies less comparable than in a typical review. This concern is alleviated by the fact that we did not find significant differences between health conditions or types of telehealth, although for some comparisons only a few studies were available. Telehealth interventions often entail many more changes to the health care process, besides the application of technology [<xref ref-type="bibr" rid="ref27">27</xref>]. The effect of the telehealth type thus becomes entangled with the effects of changes to processes and infrastructure, which requires a more detailed analysis to unravel. Study selection was performed partially in duplicate, which may have caused some articles to have been missed. As we only included peer reviewed articles published in English, it is unknown what evidence exists in other languages. This review is further limited by our scope, which focuses on types of telehealth requiring interaction between patients and health professionals. Passive forms of digital health care, such as self-management applications or health information provision, were not included. These types of services could reduce hospital service use [<xref ref-type="bibr" rid="ref28">28</xref>], while potentially being more efficient in terms of resource use because of their passive nature. Furthermore, we did not contact the study authors for details in the case of missing data or methodological unclarities.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Thus, the effects of telehealth are small to moderate and appear to be stronger for condition-related outcomes than for all-cause outcomes. Further research is needed to obtain more insight into the effects of telehealth on other diseases, apart from COPD and heart failure, and into which aspects of telehealth interventions result in positive effects.</p>
        <p>Finally, in the context of the COVID-19 crisis, it is important to acknowledge that a great deal of health care can be provided from a distance, eliminating the need for vulnerable individuals to come to a potentially hazardous environment to receive health care and enabling hospitals to continue providing care to all who need it.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Deviation from and clarification of Cochrane Risk of Bias 2 Tool guidance document.</p>
        <media xlink:href="jmir_v23i9e25195_app1.docx" xlink:title="DOCX File , 12 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Search syntaxes.</p>
        <media xlink:href="jmir_v23i9e25195_app2.docx" xlink:title="DOCX File , 15 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Study characteristics.</p>
        <media xlink:href="jmir_v23i9e25195_app3.docx" xlink:title="DOCX File , 70 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>Grading of Recommendations Assessment, Development and Evaluation protocol.</p>
        <media xlink:href="jmir_v23i9e25195_app4.docx" xlink:title="DOCX File , 12 KB"/>
      </supplementary-material>
      <supplementary-material id="app5">
        <label>Multimedia Appendix 5</label>
        <p>Complete analyses and Grading of Recommendations Assessment, Development and Evaluation assessments.</p>
        <media xlink:href="jmir_v23i9e25195_app5.docx" xlink:title="DOCX File , 1680 KB"/>
      </supplementary-material>
      <supplementary-material id="app6">
        <label>Multimedia Appendix 6</label>
        <p>Studies included in the meta-analysis.</p>
        <media xlink:href="jmir_v23i9e25195_app6.docx" xlink:title="DOCX File , 27 KB"/>
      </supplementary-material>
      <supplementary-material id="app7">
        <label>Multimedia Appendix 7</label>
        <p>Hospitalization rates.</p>
        <media xlink:href="jmir_v23i9e25195_app7.docx" xlink:title="DOCX File , 28 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">COPD</term>
          <def>
            <p>chronic obstructive pulmonary disease</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">GRADE</term>
          <def>
            <p>Grading of Recommendations Assessment, Development and Evaluation</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">ICT</term>
          <def>
            <p>information and communication technology</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">IVR</term>
          <def>
            <p>interactive voice response</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">MD</term>
          <def>
            <p>mean difference</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">MeSH</term>
          <def>
            <p>Medical Subject Headings</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">RCT</term>
          <def>
            <p>randomized controlled trial</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">STS</term>
          <def>
            <p>structured telephone support</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This study was funded by a nonrestricted grant from Menzis, a Dutch insurance company. The funding source was not involved in the design of the study, data analysis, writing of the manuscript, or the decision to submit for publication.</p>
      <p>GMP was involved in the study concept and design, data acquisition (abstract and full-text screening, risk of bias assessment, data extraction), analyses and interpretation of the results, and drafting and revising of the manuscript. CJMD was involved in the study concept and design, interpretation of the results, and critically revised the manuscript for important intellectual content. LK and AL were involved in data acquisition and critically revised the manuscript. WHVH was involved in the study concept, obtained funding, and critically revised the manuscript. CJMD and WHVH both supervised the study equally. All authors approved the final version of the manuscript.</p>
      <p>The authors thank Martin Hemels (Rijnstate Hospital) for providing input from a clinical perspective.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>GMP, LK, AL, and CJMD have nothing to declare. WHVH received nonrestricted research grants from Novartis and Agendia BV.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lindberg</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Nilsson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zotterman</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Söderberg</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Skär</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Using information and communication technology in home care for communication between patients, family members, and healthcare professionals: a systematic review</article-title>
          <source>Int J Telemed Appl</source>
          <year>2013</year>
          <volume>2013</volume>
          <fpage>1</fpage>
          <lpage>31</lpage>
          <pub-id pub-id-type="doi">10.1155/2013/461829</pub-id>
          <pub-id pub-id-type="medline">23690763</pub-id>
          <pub-id pub-id-type="pmcid">PMC3649237</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>World Population Ageing 2015 (ST/ESA/SER.A/390)</article-title>
          <source>United Nations, Department of Economic and Social Affairs, Population Division</source>
          <year>2015</year>
          <access-date>2021-07-31</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.un.org/en/development/desa/population/publications/pdf/ageing/WPA2015_Report.pdf">https://www.un.org/en/development/desa/population/publications/pdf/ageing/WPA2015_Report.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <article-title>National Health Expenditures 2017 Highlights</article-title>
          <source>Centers for Medicare &#38; Medicaid Services</source>
          <year>2017</year>
          <access-date>2019-05-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cms.gov/Research-Statistics-Data-and-Systems/Statistics-Trends-and-Reports/NationalHealthExpendData/Downloads/highlights.pdf">https://www.cms.gov/Research-Statistics-Data-and-Systems/Statistics-Trends-and-Reports/NationalHealthExpendData/Downloads/highlights.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <article-title>Healthcare expenditure by provider, 2015 (% of current healthcare expenditure)</article-title>
          <source>Eurostat</source>
          <year>2015</year>
          <access-date>2019-05-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ec.europa.eu/eurostat/statistics-explained/index.php?title=File:Healthcare_expenditure_by_provider,_2015_(%25_of_current_healthcare_expenditure)_FP18a.png">https://ec.europa.eu/eurostat/statistics-explained/index.php?title=File:Healthcare_expenditure_by_provider,_2015_(%25_of_current_healthcare_expenditure)_FP18a.png</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>OECD</collab>
          </person-group>
          <article-title>Health expenditure in hospitals</article-title>
          <source>Health at a Glance: Europe 2018: State of Health in the EU Cycle</source>
          <year>2018</year>
          <publisher-loc>Paris</publisher-loc>
          <publisher-name>OECD Publishing</publisher-name>
          <fpage>138</fpage>
          <lpage>9</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kitsiou</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Paré</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Jaana</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Effects of home telemonitoring interventions on patients with chronic heart failure: an overview of systematic reviews</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <month>03</month>
          <day>12</day>
          <volume>17</volume>
          <issue>3</issue>
          <fpage>e63</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2015/3/e63/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.4174</pub-id>
          <pub-id pub-id-type="medline">25768664</pub-id>
          <pub-id pub-id-type="pii">v17i3e63</pub-id>
          <pub-id pub-id-type="pmcid">PMC4376138</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Harrington</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Teljeur</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Pinnock</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Clinical-effectiveness of self-management interventions in chronic obstructive pulmonary disease: an overview of reviews</article-title>
          <source>Chron Respir Dis</source>
          <year>2017</year>
          <month>08</month>
          <day>24</day>
          <volume>14</volume>
          <issue>3</issue>
          <fpage>276</fpage>
          <lpage>88</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/1479972316687208?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1479972316687208</pub-id>
          <pub-id pub-id-type="medline">28774200</pub-id>
          <pub-id pub-id-type="pmcid">PMC5720233</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hanlon</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Daines</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>McKinstry</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Weller</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Pinnock</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Telehealth interventions to support self-management of long-term conditions: a systematic metareview of diabetes, heart failure, asthma, chronic obstructive pulmonary disease, and cancer</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>05</month>
          <day>17</day>
          <volume>19</volume>
          <issue>5</issue>
          <fpage>e172</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2017/5/e172/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.6688</pub-id>
          <pub-id pub-id-type="medline">28526671</pub-id>
          <pub-id pub-id-type="pii">v19i5e172</pub-id>
          <pub-id pub-id-type="pmcid">PMC5451641</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McLean</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sheikh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cresswell</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Nurmatov</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Mukherjee</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hemmi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pagliari</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>The impact of telehealthcare on the quality and safety of care: a systematic overview</article-title>
          <source>PLoS One</source>
          <year>2013</year>
          <month>8</month>
          <day>19</day>
          <volume>8</volume>
          <issue>8</issue>
          <fpage>e71238</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0071238"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0071238</pub-id>
          <pub-id pub-id-type="medline">23977001</pub-id>
          <pub-id pub-id-type="pii">PONE-D-13-08056</pub-id>
          <pub-id pub-id-type="pmcid">PMC3747134</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shields</surname>
              <given-names>GE</given-names>
            </name>
            <name name-style="western">
              <surname>Wells</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Doherty</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Heagerty</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Buck</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Davies</surname>
              <given-names>LM</given-names>
            </name>
          </person-group>
          <article-title>Cost-effectiveness of cardiac rehabilitation: a systematic review</article-title>
          <source>Heart</source>
          <year>2018</year>
          <month>09</month>
          <day>13</day>
          <volume>104</volume>
          <issue>17</issue>
          <fpage>1403</fpage>
          <lpage>10</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://heart.bmj.com/lookup/pmidlookup?view=long&#38;pmid=29654096"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/heartjnl-2017-312809</pub-id>
          <pub-id pub-id-type="medline">29654096</pub-id>
          <pub-id pub-id-type="pii">heartjnl-2017-312809</pub-id>
          <pub-id pub-id-type="pmcid">PMC6109236</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chandler</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cumpston</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Page</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Welch</surname>
              <given-names>VA</given-names>
            </name>
          </person-group>
          <source>Cochrane Handbook for Systematic Reviews of Interventions 6.0</source>
          <year>2019</year>
          <publisher-loc>Canada</publisher-loc>
          <publisher-name>Cochrane</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
          <article-title>Covidence systematic review software</article-title>
          <source>Veritas Health Innovation</source>
          <access-date>2021-07-31</access-date>
          <publisher-loc>Melbourne, Australia</publisher-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.covidence.org/">https://www.covidence.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sterne</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Savović</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Page</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Elbers</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Blencowe</surname>
              <given-names>NS</given-names>
            </name>
            <name name-style="western">
              <surname>Boutron</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Cates</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Corbett</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Eldridge</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Emberson</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Hernán</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Hopewell</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hróbjartsson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Junqueira</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Jüni</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kirkham</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lasserson</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>McAleenan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Reeves</surname>
              <given-names>BC</given-names>
            </name>
            <name name-style="western">
              <surname>Shepperd</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Shrier</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Tilling</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>IR</given-names>
            </name>
            <name name-style="western">
              <surname>Whiting</surname>
              <given-names>PF</given-names>
            </name>
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>JP</given-names>
            </name>
          </person-group>
          <article-title>RoB 2: a revised tool for assessing risk of bias in randomised trials</article-title>
          <source>Br Med J</source>
          <year>2019</year>
          <month>08</month>
          <day>28</day>
          <volume>366</volume>
          <fpage>l4898</fpage>
          <pub-id pub-id-type="doi">10.1136/bmj.l4898</pub-id>
          <pub-id pub-id-type="medline">31462531</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Deeks</surname>
              <given-names>JJ</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chandler</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cumpston</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Page</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Welch</surname>
              <given-names>VA</given-names>
            </name>
          </person-group>
          <article-title>Chapter 6: Choosing effect measures and computing estimates of effect</article-title>
          <source>Cochrane Handbook for Systematic Reviews of Interventions Version 6.0</source>
          <year>2019</year>
          <publisher-loc>Canada</publisher-loc>
          <publisher-name>Cochrane</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Balduzzi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rücker</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Schwarzer</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>How to perform a meta-analysis with R: a practical tutorial</article-title>
          <source>Evid Based Ment Health</source>
          <year>2019</year>
          <month>12</month>
          <day>28</day>
          <volume>22</volume>
          <issue>4</issue>
          <fpage>153</fpage>
          <lpage>60</lpage>
          <pub-id pub-id-type="doi">10.1136/ebmental-2019-300117</pub-id>
          <pub-id pub-id-type="medline">31563865</pub-id>
          <pub-id pub-id-type="pii">ebmental-2019-300117</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hartung</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Knapp</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>A refined method for the meta-analysis of controlled clinical trials with binary outcome</article-title>
          <source>Stat Med</source>
          <year>2001</year>
          <month>12</month>
          <day>30</day>
          <volume>20</volume>
          <issue>24</issue>
          <fpage>3875</fpage>
          <lpage>89</lpage>
          <pub-id pub-id-type="doi">10.1002/sim.1009</pub-id>
          <pub-id pub-id-type="medline">11782040</pub-id>
          <pub-id pub-id-type="pii">10.1002/sim.1009</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Deeks</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chandler</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cumpston</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Page</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Welch</surname>
              <given-names>VA</given-names>
            </name>
          </person-group>
          <article-title>Chapter 10: Analysing data and undertaking meta-analyses</article-title>
          <source>Cochrane Handbook for Systematic Reviews of Interventions Version 6.0</source>
          <year>2019</year>
          <publisher-loc>Canada</publisher-loc>
          <publisher-name>Cochrane</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guyatt</surname>
              <given-names>GH</given-names>
            </name>
            <name name-style="western">
              <surname>Oxman</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Vist</surname>
              <given-names>GE</given-names>
            </name>
            <name name-style="western">
              <surname>Kunz</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Falck-Ytter</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Alonso-Coello</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Schünemann</surname>
              <given-names>HJ</given-names>
            </name>
          </person-group>
          <article-title>GRADE: an emerging consensus on rating quality of evidence and strength of recommendations</article-title>
          <source>Br Med J</source>
          <year>2008</year>
          <month>04</month>
          <day>26</day>
          <volume>336</volume>
          <issue>7650</issue>
          <fpage>924</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18436948"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.39489.470347.AD</pub-id>
          <pub-id pub-id-type="medline">18436948</pub-id>
          <pub-id pub-id-type="pii">336/7650/924</pub-id>
          <pub-id pub-id-type="pmcid">PMC2335261</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McGuinness</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>robvis: An R package and web application for visualising risk-of-bias assessments</article-title>
          <source>Github</source>
          <access-date>2021-07-31</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://github.com/mcguinlu/robvis">https://github.com/mcguinlu/robvis</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Inglis</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>McAlister</surname>
              <given-names>FA</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cleland</surname>
              <given-names>JG</given-names>
            </name>
          </person-group>
          <article-title>Which components of heart failure programmes are effective? A systematic review and meta-analysis of the outcomes of structured telephone support or telemonitoring as the primary component of chronic heart failure management in 8323 patients: abridged Cochrane review</article-title>
          <source>Eur J Heart Fail</source>
          <year>2011</year>
          <volume>13</volume>
          <issue>9</issue>
          <fpage>1028</fpage>
          <lpage>40</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1093/eurjhf/hfr039"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/eurjhf/hfr039</pub-id>
          <pub-id pub-id-type="medline">21733889</pub-id>
          <pub-id pub-id-type="pii">hfr039</pub-id>
          <pub-id pub-id-type="pmcid">21733889</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hashemi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nourbakhsh</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tehrani</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Karimi</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Remote telemonitoring of cardiovascular patients: benefits, barriers, new suggestions</article-title>
          <source>ARTRES</source>
          <year>2018</year>
          <volume>22</volume>
          <issue>C</issue>
          <fpage>57</fpage>
          <pub-id pub-id-type="doi">10.1016/j.artres.2018.04.001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>SG</given-names>
            </name>
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>AlShawi</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Developing medical device technologies from users' perspectives: a theoretical framework for involving users in the development process</article-title>
          <source>Int J Technol Assess Health Care</source>
          <year>2009</year>
          <month>10</month>
          <volume>25</volume>
          <issue>4</issue>
          <fpage>514</fpage>
          <lpage>21</lpage>
          <pub-id pub-id-type="doi">10.1017/S0266462309990328</pub-id>
          <pub-id pub-id-type="medline">19845981</pub-id>
          <pub-id pub-id-type="pii">S0266462309990328</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pekmezaris</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Tortez</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Makaryus</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Zeltser</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sinvani</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wolf-Klein</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Lester</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sison</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lesser</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kozikowski</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Home telemonitoring in heart failure: a systematic review and meta-analysis</article-title>
          <source>Health Aff (Millwood)</source>
          <year>2018</year>
          <month>12</month>
          <volume>37</volume>
          <issue>12</issue>
          <fpage>1983</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1377/hlthaff.2018.05087</pub-id>
          <pub-id pub-id-type="medline">30633680</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jin</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Khonsari</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gallagher</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gallagher</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Freedman</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Briffa</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Bauman</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Redfern</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Neubeck</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Telehealth interventions for the secondary prevention of coronary heart disease: a systematic review and meta-analysis</article-title>
          <source>Eur J Cardiovasc Nurs</source>
          <year>2019</year>
          <month>04</month>
          <volume>18</volume>
          <issue>4</issue>
          <fpage>260</fpage>
          <lpage>71</lpage>
          <pub-id pub-id-type="doi">10.1177/1474515119826510</pub-id>
          <pub-id pub-id-type="medline">30667278</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pedone</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lelli</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Systematic review of telemonitoring in COPD: an update</article-title>
          <source>Adv Respir Med</source>
          <year>2015</year>
          <month>11</month>
          <volume>83</volume>
          <issue>6</issue>
          <fpage>476</fpage>
          <lpage>84</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.viamedica.pl/pneumonologia_i_alergologia_pol/article/view/43870"/>
          </comment>
          <pub-id pub-id-type="doi">10.5603/PiAP.2015.0077</pub-id>
          <pub-id pub-id-type="medline">26559801</pub-id>
          <pub-id pub-id-type="pii">VM/OJS/J/43870</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Torio</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>National inpatient hospital costs: the most expensive conditions by payer, 2013</article-title>
          <source>HCUP Statistical Brief #204</source>
          <year>2016</year>
          <access-date>2020-07-03</access-date>
          <publisher-loc>Rockville, MD</publisher-loc>
          <publisher-name>Agency for Healthcare Research and Quality</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.hcup-us.ahrq.gov/reports/statbriefs/sb204-Most-Expensive-Hospital-Conditions.pdf">http://www.hcup-us.ahrq.gov/reports/statbriefs/sb204-Most-Expensive-Hospital-Conditions.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kooij</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Groen</surname>
              <given-names>WG</given-names>
            </name>
            <name name-style="western">
              <surname>van Harten</surname>
              <given-names>WH</given-names>
            </name>
          </person-group>
          <article-title>The effectiveness of information technology-supported shared care for patients with chronic disease: a systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>06</month>
          <day>22</day>
          <volume>19</volume>
          <issue>6</issue>
          <fpage>e221</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2017/6/e221/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.7405</pub-id>
          <pub-id pub-id-type="medline">28642218</pub-id>
          <pub-id pub-id-type="pii">v19i6e221</pub-id>
          <pub-id pub-id-type="pmcid">PMC5500776</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lenferink</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Brusse-Keizer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>van der Valk</surname>
              <given-names>PD</given-names>
            </name>
            <name name-style="western">
              <surname>Frith</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Zwerink</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Monninkhof</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>van der Palen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Effing</surname>
              <given-names>TW</given-names>
            </name>
          </person-group>
          <article-title>Self-management interventions including action plans for exacerbations versus usual care in patients with chronic obstructive pulmonary disease</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2017</year>
          <month>08</month>
          <day>04</day>
          <volume>8</volume>
          <fpage>CD011682</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28777450"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/14651858.CD011682.pub2</pub-id>
          <pub-id pub-id-type="medline">28777450</pub-id>
          <pub-id pub-id-type="pmcid">PMC6483374</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
